Add grpc request and response metadata

experimental/CHANGELOG.md

@@ -32,6 +32,7 @@ All notable changes to experimental packages in this project will be documented
 * deps: remove unused proto-loader dependencies and update grpc-js and proto-loader versions [#3337](https://github.com/open-telemetry/opentelemetry-js/pull/3337) @seemk
 * feat(metrics-exporters): configure temporality via environment variable [#3305](https://github.com/open-telemetry/opentelemetry-js/pull/3305) @pichlermarc
 * feat(console-metric-exporter): add temporality configuration [#3387](https://github.com/open-telemetry/opentelemetry-js/pull/3387) @pichlermarc
+* feat(instrumentation): added grpc metadata client side attributes in instrumentation [#3386](https://github.com/open-telemetry/opentelemetry-js/pull/3386)
 
 ### :bug: (Bug Fix)
 

experimental/packages/opentelemetry-instrumentation-grpc/README.md

@@ -44,9 +44,10 @@ See [examples/grpc](https://github.com/open-telemetry/opentelemetry-js/tree/main
 
 gRPC instrumentation accepts the following configuration:
 
-| Options | Type | Description |
-| ------- | ---- | ----------- |
-| [`ignoreGrpcMethods`](https://github.com/open-telemetry/opentelemetry-js/blob/main/experimental/packages/opentelemetry-instrumentation-grpc/src/types.ts#L25) | `IgnoreMatcher[]` | gRPC instrumentation will not trace any methods that match anything in this list. You may pass a string (case-insensitive match), a `RegExp` object, or a filter function. |
+| Options                                                                                                                                                              | Type              | Description                                                                                                                                                                                                                                                               |
+|----------------------------------------------------------------------------------------------------------------------------------------------------------------------|-------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| [`ignoreGrpcMethods`](https://github.com/open-telemetry/opentelemetry-js/blob/main/experimental/packages/opentelemetry-instrumentation-grpc/src/types.ts#L25)        | `IgnoreMatcher[]` | gRPC instrumentation will not trace any methods that match anything in this list. You may pass a string (case-insensitive match), a `RegExp` object, or a filter function.                                                                                                |
+| [`metadataToSpanAttributes`](https://github.com/open-telemetry/opentelemetry-js/blob/main/experimental/packages/opentelemetry-instrumentation-grpc/src/types.ts#L27) | `object`          | List of case insensitive metadata to convert to span attributes. Client (outgoing requests, incoming responses) metadata attributes will be converted to span attributes in the form of `rpc.{request\response}.metadata.metadata_key`, e.g. `rpc.response.metadata.date` |
 
 ## Useful links
 

experimental/packages/opentelemetry-instrumentation-grpc/src/grpc-js/clientUtils.ts

@@ -69,6 +69,7 @@ export function getMethodsToWrap(
  * span on callback or receiving an emitted event.
  */
 export function makeGrpcClientRemoteCall(
+  metadataCapture: any,
   original: GrpcClientFunc,
   args: unknown[],
   metadata: grpcJs.Metadata,
@@ -129,6 +130,14 @@ export function makeGrpcClientRemoteCall(
     setSpanContext(metadata);
     const call = original.apply(self, args);
 
+    call.on('metadata', responseMetadata => {
+      const metadataMap = responseMetadata.getMap();
+
+      metadataCapture.client.captureResponseMetadata(span, (metadataKey: string) => {
+        return metadataMap[metadataKey];
+      });
+    });
+
     // if server stream or bidi
     if (original.responseStream) {
       // Both error and status events can be emitted

experimental/packages/opentelemetry-instrumentation-grpc/src/grpc-js/index.ts

@@ -49,17 +49,20 @@ import {
   getMetadata,
 } from './clientUtils';
 import { EventEmitter } from 'events';
-import { _extractMethodAndService } from '../utils';
+import {_extractMethodAndService, metadataCapture} from '../utils';
 import { AttributeValues } from '../enums/AttributeValues';
 import { SemanticAttributes } from '@opentelemetry/semantic-conventions';
 
 export class GrpcJsInstrumentation extends InstrumentationBase {
+  private _metadataCapture;
+
   constructor(
     name: string,
     version: string,
     config?: GrpcInstrumentationConfig,
   ) {
     super(name, version, config);
+    this._metadataCapture = this._createMetadataCapture();
   }
 
   init() {
@@ -122,6 +125,11 @@ export class GrpcJsInstrumentation extends InstrumentationBase {
     return super.getConfig();
   }
 
+  override setConfig(config?: GrpcInstrumentationConfig): void {
+    super.setConfig(config);
+    this._metadataCapture = this._createMetadataCapture();
+  }
+
   /**
    * Patch for grpc.Server.prototype.register(...) function. Provides auto-instrumentation for
    * client_stream, server_stream, bidi, unary server handler calls.
@@ -298,8 +306,15 @@ export class GrpcJsInstrumentation extends InstrumentationBase {
             [SemanticAttributes.RPC_METHOD]: method,
             [SemanticAttributes.RPC_SERVICE]: service,
           });
+
+        instrumentation._metadataCapture.client.captureRequestMetadata(span, (metadataKey: string) => {
+          const metadataMap = metadata.getMap();
+
+          return metadataMap[metadataKey];
+        });
+
         return context.with(trace.setSpan(context.active(), span), () =>
-          makeGrpcClientRemoteCall(original, args, metadata, this)(span)
+          makeGrpcClientRemoteCall(instrumentation._metadataCapture, original, args, metadata, this)(span)
         );
       }
       Object.assign(clientMethodTrace, original);
@@ -334,4 +349,15 @@ export class GrpcJsInstrumentation extends InstrumentationBase {
       }
     });
   }
+
+  private _createMetadataCapture() {
+    const config = this.getConfig();
+
+    return {
+      client: {
+        captureRequestMetadata: metadataCapture('request', config.metadataToSpanAttributes?.client?.requestMetadata ?? []),
+        captureResponseMetadata: metadataCapture('response', config.metadataToSpanAttributes?.client?.responseMetadata ?? [])
+      }
+    };
+  }
 }

experimental/packages/opentelemetry-instrumentation-grpc/src/grpc/clientUtils.ts

@@ -36,6 +36,7 @@ import { AttributeNames } from '../enums/AttributeNames';
  * This method handles the client remote call
  */
 export const makeGrpcClientRemoteCall = function (
+  metadataCapture: any,
   grpcClient: typeof grpcTypes,
   original: GrpcClientFunc,
   args: any[],
@@ -102,6 +103,16 @@ export const makeGrpcClientRemoteCall = function (
     setSpanContext(metadata);
     const call = original.apply(self, args);
 
+    ((call as unknown) as events.EventEmitter).on(
+      'metadata',
+      responseMetadata => {
+        const metadataMap = responseMetadata.getMap();
+
+        metadataCapture.client.captureResponseMetadata(span, (metadataKey: string) => {
+          return metadataMap[metadataKey];
+        });
+      });
+
     // if server stream or bidi
     if (original.responseStream) {
       // Both error and status events can be emitted

experimental/packages/opentelemetry-instrumentation-grpc/src/grpc/index.ts

@@ -41,7 +41,7 @@ import {
   serverStreamAndBidiHandler,
 } from './serverUtils';
 import { makeGrpcClientRemoteCall, getMetadata } from './clientUtils';
-import { _extractMethodAndService, _methodIsIgnored } from '../utils';
+import {_extractMethodAndService, _methodIsIgnored, metadataCapture} from '../utils';
 import { SemanticAttributes } from '@opentelemetry/semantic-conventions';
 import {AttributeValues} from '../enums/AttributeValues';
 
@@ -54,12 +54,15 @@ let grpcClient: typeof grpcTypes;
 export class GrpcNativeInstrumentation extends InstrumentationBase<
   typeof grpcTypes
   > {
+  private _metadataCapture;
+
   constructor(
     name: string,
     version: string,
     config?: GrpcInstrumentationConfig
   ) {
     super(name, version, config);
+    this._metadataCapture = this._createMetadataCapture();
   }
 
   init() {
@@ -105,6 +108,11 @@ export class GrpcNativeInstrumentation extends InstrumentationBase<
     return super.getConfig();
   }
 
+  override setConfig(config?: GrpcInstrumentationConfig): void {
+    super.setConfig(config);
+    this._metadataCapture = this._createMetadataCapture();
+  }
+
   private _getInternalPatchs() {
     const onPatch = (
       moduleExports: GrpcInternalClientTypes,
@@ -306,8 +314,16 @@ export class GrpcNativeInstrumentation extends InstrumentationBase<
             [SemanticAttributes.RPC_METHOD]: method,
             [SemanticAttributes.RPC_SERVICE]: service,
           });
+
+        instrumentation._metadataCapture.client.captureRequestMetadata(span, (metadataKey: string) => {
+          const metadataMap = metadata.getMap();
+
+          return metadataMap[metadataKey];
+        });
+
         return context.with(trace.setSpan(context.active(), span), () =>
           makeGrpcClientRemoteCall(
+            instrumentation._metadataCapture,
             grpcClient,
             original,
             args,
@@ -320,4 +336,15 @@ export class GrpcNativeInstrumentation extends InstrumentationBase<
       return clientMethodTrace;
     };
   }
+
+  private _createMetadataCapture() {
+    const config = this.getConfig();
+
+    return {
+      client: {
+        captureRequestMetadata: metadataCapture('request', config.metadataToSpanAttributes?.client?.requestMetadata ?? []),
+        captureResponseMetadata: metadataCapture('response', config.metadataToSpanAttributes?.client?.responseMetadata ?? [])
+      }
+    };
+  }
 }

experimental/packages/opentelemetry-instrumentation-grpc/src/types.ts

@@ -23,4 +23,11 @@ export interface GrpcInstrumentationConfig extends InstrumentationConfig {
    * the IgnoreMatchers in the ignoreGrpcMethods list
    */
   ignoreGrpcMethods?: IgnoreMatcher[];
+  /** Map the following gRPC metadata to span attributes. */
+  metadataToSpanAttributes?: {
+    client?: {
+      responseMetadata?: string[],
+      requestMetadata?: string[];
+    }
+  }
 }

experimental/packages/opentelemetry-instrumentation-grpc/src/utils.ts

@@ -14,10 +14,10 @@
  * limitations under the License.
  */
 
-import { SpanStatusCode, SpanStatus } from '@opentelemetry/api';
+import {SpanStatusCode, SpanStatus, Span} from '@opentelemetry/api';
 import type * as grpcTypes from 'grpc';
 import type * as grpcJsTypes from '@grpc/grpc-js';
-import { IgnoreMatcher } from './types';
+import {IgnoreMatcher} from './types';
 
 // Equivalent to lodash _.findIndex
 export const findIndex: <T>(args: T[], fn: (arg: T) => boolean) => number = (
@@ -110,3 +110,29 @@ export const _extractMethodAndService = (name: string): { service: string, metho
     method
   });
 };
+
+
+export function metadataCapture(type: 'request' | 'response', metadata: string[]) {
+  const normalizedMetadataAttributes = new Map(metadata.map(value => [value.toLowerCase(), value.toLowerCase().replace(/-/g, '_')]));
+
+  return (span: Span, getMetadata: (key: string) => undefined | string | string[] | Buffer) => {
+    for (const [capturedMetadata, normalizedMetadata] of normalizedMetadataAttributes) {
+      const value = getMetadata(capturedMetadata);
+
+      if (value === undefined || value instanceof Buffer) {
+        continue;
+      }
+
+      const key = `rpc.${type}.metadata.${normalizedMetadata}`;
+
+      if (typeof value === 'string') {
+        span.setAttribute(key, [value]);
+      } else if (Array.isArray(value)) {
+        span.setAttribute(key, value);
+      } else {
+        span.setAttribute(key, [value]);
+      }
+    }
+  };
+}
+

experimental/packages/opentelemetry-instrumentation-grpc/test/fixtures/grpc-test.proto

@@ -3,6 +3,7 @@ syntax = "proto3";
 package pkg_test;
 
 service GrpcTester {
+  rpc unaryMethodWithMetadata (TestRequest) returns (TestReply) {}
   rpc UnaryMethod (TestRequest) returns (TestReply) {}
   rpc camelCaseMethod (TestRequest) returns (TestReply) {}
   rpc ClientStreamMethod (stream TestRequest) returns (TestReply) {}