feat(taskworker) Add metrics for RPC durations

We'll need to know RPC latency from both the broker and worker
perspectives

Author: markstory

Diff for: src/sentry/taskworker/client.py

@@ -12,7 +12,7 @@
 )
 from sentry_protos.taskbroker.v1.taskbroker_pb2_grpc import ConsumerServiceStub
 
-from sentry import options
+from sentry import metrics, options
 
 logger = logging.getLogger("sentry.taskworker.client")
 
@@ -57,7 +57,8 @@ def get_task(self, namespace: str | None = None) -> TaskActivation | None:
         """
         request = GetTaskRequest(namespace=namespace)
         try:
-            response = self._stub.GetTask(request)
+            with metrics.timer("taskworker.get_task.rpc"):
+                response = self._stub.GetTask(request)
         except grpc.RpcError as err:
             if err.code() == grpc.StatusCode.NOT_FOUND:
                 return None
@@ -83,7 +84,8 @@ def update_task(
             fetch_next_task=fetch_next_task,
         )
         try:
-            response = self._stub.SetTaskStatus(request)
+            with metrics.timer("taskworker.update_task.rpc"):
+                response = self._stub.SetTaskStatus(request)
         except grpc.RpcError as err:
             if err.code() == grpc.StatusCode.NOT_FOUND:
                 return None