@opentelemetry/instrumentation-aws-sdk 0.51.0 → 0.52.0

package/build/src/services/bedrock-runtime.d.ts

@@ -4,7 +4,9 @@ import { AwsSdkInstrumentationConfig, NormalizedRequest, NormalizedResponse } fr
 export declare class BedrockRuntimeServiceExtension implements ServiceExtension {
     requestPreSpanHook(request: NormalizedRequest, config: AwsSdkInstrumentationConfig, diag: DiagLogger): RequestMetadata;
     private requestPreSpanHookConverse;
+    private requestPreSpanHookInvokeModel;
     responseHook(response: NormalizedResponse, span: Span, tracer: Tracer, config: AwsSdkInstrumentationConfig): void;
     private responseHookConverse;
+    private responseHookInvokeModel;
 }
 //# sourceMappingURL=bedrock-runtime.d.ts.map

package/build/src/services/bedrock-runtime.js

@@ -7,6 +7,8 @@ class BedrockRuntimeServiceExtension {
         switch (request.commandName) {
             case 'Converse':
                 return this.requestPreSpanHookConverse(request, config, diag);
+            case 'InvokeModel':
+                return this.requestPreSpanHookInvokeModel(request, config, diag);
         }
         return {
             isIncoming: false,
@@ -47,6 +49,160 @@ class BedrockRuntimeServiceExtension {
             spanAttributes,
         };
     }
+    requestPreSpanHookInvokeModel(request, config, diag) {
+        let spanName;
+        const spanAttributes = {
+            [semconv_1.ATTR_GEN_AI_SYSTEM]: semconv_1.GEN_AI_SYSTEM_VALUE_AWS_BEDROCK,
+            // add operation name for InvokeModel API
+        };
+        const modelId = request.commandInput?.modelId;
+        if (modelId) {
+            spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_MODEL] = modelId;
+        }
+        if (request.commandInput?.body) {
+            const requestBody = JSON.parse(request.commandInput.body);
+            if (modelId.includes('amazon.titan')) {
+                if (requestBody.textGenerationConfig?.temperature !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TEMPERATURE] =
+                        requestBody.textGenerationConfig.temperature;
+                }
+                if (requestBody.textGenerationConfig?.topP !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TOP_P] =
+                        requestBody.textGenerationConfig.topP;
+                }
+                if (requestBody.textGenerationConfig?.maxTokenCount !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_MAX_TOKENS] =
+                        requestBody.textGenerationConfig.maxTokenCount;
+                }
+                if (requestBody.textGenerationConfig?.stopSequences !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] =
+                        requestBody.textGenerationConfig.stopSequences;
+                }
+            }
+            else if (modelId.includes('amazon.nova')) {
+                if (requestBody.inferenceConfig?.temperature !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TEMPERATURE] =
+                        requestBody.inferenceConfig.temperature;
+                }
+                if (requestBody.inferenceConfig?.top_p !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TOP_P] =
+                        requestBody.inferenceConfig.top_p;
+                }
+                if (requestBody.inferenceConfig?.max_new_tokens !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_MAX_TOKENS] =
+                        requestBody.inferenceConfig.max_new_tokens;
+                }
+                if (requestBody.inferenceConfig?.stopSequences !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] =
+                        requestBody.inferenceConfig.stopSequences;
+                }
+            }
+            else if (modelId.includes('anthropic.claude')) {
+                if (requestBody.max_tokens !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_MAX_TOKENS] =
+                        requestBody.max_tokens;
+                }
+                if (requestBody.temperature !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TEMPERATURE] =
+                        requestBody.temperature;
+                }
+                if (requestBody.top_p !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TOP_P] = requestBody.top_p;
+                }
+                if (requestBody.stop_sequences !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] =
+                        requestBody.stop_sequences;
+                }
+            }
+            else if (modelId.includes('meta.llama')) {
+                if (requestBody.max_gen_len !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_MAX_TOKENS] =
+                        requestBody.max_gen_len;
+                }
+                if (requestBody.temperature !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TEMPERATURE] =
+                        requestBody.temperature;
+                }
+                if (requestBody.top_p !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TOP_P] = requestBody.top_p;
+                }
+                // request for meta llama models does not contain stop_sequences field
+            }
+            else if (modelId.includes('cohere.command-r')) {
+                if (requestBody.max_tokens !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_MAX_TOKENS] =
+                        requestBody.max_tokens;
+                }
+                if (requestBody.temperature !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TEMPERATURE] =
+                        requestBody.temperature;
+                }
+                if (requestBody.p !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TOP_P] = requestBody.p;
+                }
+                if (requestBody.message !== undefined) {
+                    // NOTE: We approximate the token count since this value is not directly available in the body
+                    // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.
+                    // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html
+                    spanAttributes[semconv_1.ATTR_GEN_AI_USAGE_INPUT_TOKENS] = Math.ceil(requestBody.message.length / 6);
+                }
+                if (requestBody.stop_sequences !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] =
+                        requestBody.stop_sequences;
+                }
+            }
+            else if (modelId.includes('cohere.command')) {
+                if (requestBody.max_tokens !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_MAX_TOKENS] =
+                        requestBody.max_tokens;
+                }
+                if (requestBody.temperature !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TEMPERATURE] =
+                        requestBody.temperature;
+                }
+                if (requestBody.p !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TOP_P] = requestBody.p;
+                }
+                if (requestBody.prompt !== undefined) {
+                    // NOTE: We approximate the token count since this value is not directly available in the body
+                    // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.
+                    // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html
+                    spanAttributes[semconv_1.ATTR_GEN_AI_USAGE_INPUT_TOKENS] = Math.ceil(requestBody.prompt.length / 6);
+                }
+                if (requestBody.stop_sequences !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] =
+                        requestBody.stop_sequences;
+                }
+            }
+            else if (modelId.includes('mistral')) {
+                if (requestBody.prompt !== undefined) {
+                    // NOTE: We approximate the token count since this value is not directly available in the body
+                    // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.
+                    // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html
+                    spanAttributes[semconv_1.ATTR_GEN_AI_USAGE_INPUT_TOKENS] = Math.ceil(requestBody.prompt.length / 6);
+                }
+                if (requestBody.max_tokens !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_MAX_TOKENS] =
+                        requestBody.max_tokens;
+                }
+                if (requestBody.temperature !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TEMPERATURE] =
+                        requestBody.temperature;
+                }
+                if (requestBody.top_p !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_TOP_P] = requestBody.top_p;
+                }
+                if (requestBody.stop !== undefined) {
+                    spanAttributes[semconv_1.ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] = requestBody.stop;
+                }
+            }
+        }
+        return {
+            spanName,
+            isIncoming: false,
+            spanAttributes,
+        };
+    }
     responseHook(response, span, tracer, config) {
         if (!span.isRecording()) {
             return;
@@ -54,6 +210,8 @@ class BedrockRuntimeServiceExtension {
         switch (response.request.commandName) {
             case 'Converse':
                 return this.responseHookConverse(response, span, tracer, config);
+            case 'InvokeModel':
+                return this.responseHookInvokeModel(response, span, tracer, config);
         }
     }
     responseHookConverse(response, span, tracer, config) {
@@ -71,6 +229,108 @@ class BedrockRuntimeServiceExtension {
             span.setAttribute(semconv_1.ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [stopReason]);
         }
     }
+    responseHookInvokeModel(response, span, tracer, config) {
+        const currentModelId = response.request.commandInput?.modelId;
+        if (response.data?.body) {
+            const decodedResponseBody = new TextDecoder().decode(response.data.body);
+            const responseBody = JSON.parse(decodedResponseBody);
+            if (currentModelId.includes('amazon.titan')) {
+                if (responseBody.inputTextTokenCount !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_USAGE_INPUT_TOKENS, responseBody.inputTextTokenCount);
+                }
+                if (responseBody.results?.[0]?.tokenCount !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_USAGE_OUTPUT_TOKENS, responseBody.results[0].tokenCount);
+                }
+                if (responseBody.results?.[0]?.completionReason !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [
+                        responseBody.results[0].completionReason,
+                    ]);
+                }
+            }
+            else if (currentModelId.includes('amazon.nova')) {
+                if (responseBody.usage !== undefined) {
+                    if (responseBody.usage.inputTokens !== undefined) {
+                        span.setAttribute(semconv_1.ATTR_GEN_AI_USAGE_INPUT_TOKENS, responseBody.usage.inputTokens);
+                    }
+                    if (responseBody.usage.outputTokens !== undefined) {
+                        span.setAttribute(semconv_1.ATTR_GEN_AI_USAGE_OUTPUT_TOKENS, responseBody.usage.outputTokens);
+                    }
+                }
+                if (responseBody.stopReason !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [
+                        responseBody.stopReason,
+                    ]);
+                }
+            }
+            else if (currentModelId.includes('anthropic.claude')) {
+                if (responseBody.usage?.input_tokens !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_USAGE_INPUT_TOKENS, responseBody.usage.input_tokens);
+                }
+                if (responseBody.usage?.output_tokens !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_USAGE_OUTPUT_TOKENS, responseBody.usage.output_tokens);
+                }
+                if (responseBody.stop_reason !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [
+                        responseBody.stop_reason,
+                    ]);
+                }
+            }
+            else if (currentModelId.includes('meta.llama')) {
+                if (responseBody.prompt_token_count !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_USAGE_INPUT_TOKENS, responseBody.prompt_token_count);
+                }
+                if (responseBody.generation_token_count !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_USAGE_OUTPUT_TOKENS, responseBody.generation_token_count);
+                }
+                if (responseBody.stop_reason !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [
+                        responseBody.stop_reason,
+                    ]);
+                }
+            }
+            else if (currentModelId.includes('cohere.command-r')) {
+                if (responseBody.text !== undefined) {
+                    // NOTE: We approximate the token count since this value is not directly available in the body
+                    // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.
+                    // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_USAGE_OUTPUT_TOKENS, Math.ceil(responseBody.text.length / 6));
+                }
+                if (responseBody.finish_reason !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [
+                        responseBody.finish_reason,
+                    ]);
+                }
+            }
+            else if (currentModelId.includes('cohere.command')) {
+                if (responseBody.generations?.[0]?.text !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_USAGE_OUTPUT_TOKENS, 
+                    // NOTE: We approximate the token count since this value is not directly available in the body
+                    // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.
+                    // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html
+                    Math.ceil(responseBody.generations[0].text.length / 6));
+                }
+                if (responseBody.generations?.[0]?.finish_reason !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [
+                        responseBody.generations[0].finish_reason,
+                    ]);
+                }
+            }
+            else if (currentModelId.includes('mistral')) {
+                if (responseBody.outputs?.[0]?.text !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_USAGE_OUTPUT_TOKENS, 
+                    // NOTE: We approximate the token count since this value is not directly available in the body
+                    // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.
+                    // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html
+                    Math.ceil(responseBody.outputs[0].text.length / 6));
+                }
+                if (responseBody.outputs?.[0]?.stop_reason !== undefined) {
+                    span.setAttribute(semconv_1.ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [
+                        responseBody.outputs[0].stop_reason,
+                    ]);
+                }
+            }
+        }
+    }
 }
 exports.BedrockRuntimeServiceExtension = BedrockRuntimeServiceExtension;
 //# sourceMappingURL=bedrock-runtime.js.map

package/build/src/services/bedrock-runtime.js.map

@@ -1 +1 @@
-{"version":3,"file":"bedrock-runtime.js","sourceRoot":"","sources":["../../../src/services/bedrock-runtime.ts"],"names":[],"mappings":";;;AAiBA,wCAaoB;AAOpB,MAAa,8BAA8B;IACzC,kBAAkB,CAChB,OAA0B,EAC1B,MAAmC,EACnC,IAAgB;QAEhB,QAAQ,OAAO,CAAC,WAAW,EAAE;YAC3B,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;SACjE;QAED,OAAO;YACL,UAAU,EAAE,KAAK;SAClB,CAAC;IACJ,CAAC;IAEO,0BAA0B,CAChC,OAA0B,EAC1B,MAAmC,EACnC,IAAgB;QAEhB,IAAI,QAAQ,GAAG,0CAAgC,CAAC;QAChD,MAAM,cAAc,GAAe;YACjC,CAAC,4BAAkB,CAAC,EAAE,yCAA+B;YACrD,CAAC,oCAA0B,CAAC,EAAE,0CAAgC;SAC/D,CAAC;QAEF,MAAM,OAAO,GAAG,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC;QAC7C,IAAI,OAAO,EAAE;YACX,cAAc,CAAC,mCAAyB,CAAC,GAAG,OAAO,CAAC;YACpD,IAAI,QAAQ,EAAE;gBACZ,QAAQ,IAAI,IAAI,OAAO,EAAE,CAAC;aAC3B;SACF;QAED,MAAM,eAAe,GAAG,OAAO,CAAC,YAAY,CAAC,eAAe,CAAC;QAC7D,IAAI,eAAe,EAAE;YACnB,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,eAAe,CAAC;YACxE,IAAI,SAAS,KAAK,SAAS,EAAE;gBAC3B,cAAc,CAAC,wCAA8B,CAAC,GAAG,SAAS,CAAC;aAC5D;YACD,IAAI,WAAW,KAAK,SAAS,EAAE;gBAC7B,cAAc,CAAC,yCAA+B,CAAC,GAAG,WAAW,CAAC;aAC/D;YACD,IAAI,IAAI,KAAK,SAAS,EAAE;gBACtB,cAAc,CAAC,mCAAyB,CAAC,GAAG,IAAI,CAAC;aAClD;YACD,IAAI,aAAa,KAAK,SAAS,EAAE;gBAC/B,cAAc,CAAC,4CAAkC,CAAC,GAAG,aAAa,CAAC;aACpE;SACF;QAED,OAAO;YACL,QAAQ;YACR,UAAU,EAAE,KAAK;YACjB,cAAc;SACf,CAAC;IACJ,CAAC;IAED,YAAY,CACV,QAA4B,EAC5B,IAAU,EACV,MAAc,EACd,MAAmC;QAEnC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE;YACvB,OAAO;SACR;QAED,QAAQ,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE;YACpC,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;SACpE;IACH,CAAC;IAEO,oBAAoB,CAC1B,QAA4B,EAC5B,IAAU,EACV,MAAc,EACd,MAAmC;QAEnC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC5C,IAAI,KAAK,EAAE;YACT,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC;YAC5C,IAAI,WAAW,KAAK,SAAS,EAAE;gBAC7B,IAAI,CAAC,YAAY,CAAC,wCAA8B,EAAE,WAAW,CAAC,CAAC;aAChE;YACD,IAAI,YAAY,KAAK,SAAS,EAAE;gBAC9B,IAAI,CAAC,YAAY,CAAC,yCAA+B,EAAE,YAAY,CAAC,CAAC;aAClE;SACF;QAED,IAAI,UAAU,KAAK,SAAS,EAAE;YAC5B,IAAI,CAAC,YAAY,CAAC,6CAAmC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;SACtE;IACH,CAAC;CACF;AAhGD,wEAgGC","sourcesContent":["/*\n * Copyright The OpenTelemetry Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *      https://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport { Attributes, DiagLogger, Span, Tracer } from '@opentelemetry/api';\nimport { RequestMetadata, ServiceExtension } from './ServiceExtension';\nimport {\n  ATTR_GEN_AI_SYSTEM,\n  ATTR_GEN_AI_OPERATION_NAME,\n  ATTR_GEN_AI_REQUEST_MODEL,\n  ATTR_GEN_AI_REQUEST_MAX_TOKENS,\n  ATTR_GEN_AI_REQUEST_TEMPERATURE,\n  ATTR_GEN_AI_REQUEST_TOP_P,\n  ATTR_GEN_AI_REQUEST_STOP_SEQUENCES,\n  ATTR_GEN_AI_USAGE_INPUT_TOKENS,\n  ATTR_GEN_AI_USAGE_OUTPUT_TOKENS,\n  ATTR_GEN_AI_RESPONSE_FINISH_REASONS,\n  GEN_AI_OPERATION_NAME_VALUE_CHAT,\n  GEN_AI_SYSTEM_VALUE_AWS_BEDROCK,\n} from '../semconv';\nimport {\n  AwsSdkInstrumentationConfig,\n  NormalizedRequest,\n  NormalizedResponse,\n} from '../types';\n\nexport class BedrockRuntimeServiceExtension implements ServiceExtension {\n  requestPreSpanHook(\n    request: NormalizedRequest,\n    config: AwsSdkInstrumentationConfig,\n    diag: DiagLogger\n  ): RequestMetadata {\n    switch (request.commandName) {\n      case 'Converse':\n        return this.requestPreSpanHookConverse(request, config, diag);\n    }\n\n    return {\n      isIncoming: false,\n    };\n  }\n\n  private requestPreSpanHookConverse(\n    request: NormalizedRequest,\n    config: AwsSdkInstrumentationConfig,\n    diag: DiagLogger\n  ): RequestMetadata {\n    let spanName = GEN_AI_OPERATION_NAME_VALUE_CHAT;\n    const spanAttributes: Attributes = {\n      [ATTR_GEN_AI_SYSTEM]: GEN_AI_SYSTEM_VALUE_AWS_BEDROCK,\n      [ATTR_GEN_AI_OPERATION_NAME]: GEN_AI_OPERATION_NAME_VALUE_CHAT,\n    };\n\n    const modelId = request.commandInput.modelId;\n    if (modelId) {\n      spanAttributes[ATTR_GEN_AI_REQUEST_MODEL] = modelId;\n      if (spanName) {\n        spanName += ` ${modelId}`;\n      }\n    }\n\n    const inferenceConfig = request.commandInput.inferenceConfig;\n    if (inferenceConfig) {\n      const { maxTokens, temperature, topP, stopSequences } = inferenceConfig;\n      if (maxTokens !== undefined) {\n        spanAttributes[ATTR_GEN_AI_REQUEST_MAX_TOKENS] = maxTokens;\n      }\n      if (temperature !== undefined) {\n        spanAttributes[ATTR_GEN_AI_REQUEST_TEMPERATURE] = temperature;\n      }\n      if (topP !== undefined) {\n        spanAttributes[ATTR_GEN_AI_REQUEST_TOP_P] = topP;\n      }\n      if (stopSequences !== undefined) {\n        spanAttributes[ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] = stopSequences;\n      }\n    }\n\n    return {\n      spanName,\n      isIncoming: false,\n      spanAttributes,\n    };\n  }\n\n  responseHook(\n    response: NormalizedResponse,\n    span: Span,\n    tracer: Tracer,\n    config: AwsSdkInstrumentationConfig\n  ) {\n    if (!span.isRecording()) {\n      return;\n    }\n\n    switch (response.request.commandName) {\n      case 'Converse':\n        return this.responseHookConverse(response, span, tracer, config);\n    }\n  }\n\n  private responseHookConverse(\n    response: NormalizedResponse,\n    span: Span,\n    tracer: Tracer,\n    config: AwsSdkInstrumentationConfig\n  ) {\n    const { stopReason, usage } = response.data;\n    if (usage) {\n      const { inputTokens, outputTokens } = usage;\n      if (inputTokens !== undefined) {\n        span.setAttribute(ATTR_GEN_AI_USAGE_INPUT_TOKENS, inputTokens);\n      }\n      if (outputTokens !== undefined) {\n        span.setAttribute(ATTR_GEN_AI_USAGE_OUTPUT_TOKENS, outputTokens);\n      }\n    }\n\n    if (stopReason !== undefined) {\n      span.setAttribute(ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [stopReason]);\n    }\n  }\n}\n"]}
+{"version":3,"file":"bedrock-runtime.js","sourceRoot":"","sources":["../../../src/services/bedrock-runtime.ts"],"names":[],"mappings":";;;AAiBA,wCAaoB;AAOpB,MAAa,8BAA8B;IACzC,kBAAkB,CAChB,OAA0B,EAC1B,MAAmC,EACnC,IAAgB;QAEhB,QAAQ,OAAO,CAAC,WAAW,EAAE;YAC3B,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,0BAA0B,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;YAChE,KAAK,aAAa;gBAChB,OAAO,IAAI,CAAC,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;SACpE;QAED,OAAO;YACL,UAAU,EAAE,KAAK;SAClB,CAAC;IACJ,CAAC;IAEO,0BAA0B,CAChC,OAA0B,EAC1B,MAAmC,EACnC,IAAgB;QAEhB,IAAI,QAAQ,GAAG,0CAAgC,CAAC;QAChD,MAAM,cAAc,GAAe;YACjC,CAAC,4BAAkB,CAAC,EAAE,yCAA+B;YACrD,CAAC,oCAA0B,CAAC,EAAE,0CAAgC;SAC/D,CAAC;QAEF,MAAM,OAAO,GAAG,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC;QAC7C,IAAI,OAAO,EAAE;YACX,cAAc,CAAC,mCAAyB,CAAC,GAAG,OAAO,CAAC;YACpD,IAAI,QAAQ,EAAE;gBACZ,QAAQ,IAAI,IAAI,OAAO,EAAE,CAAC;aAC3B;SACF;QAED,MAAM,eAAe,GAAG,OAAO,CAAC,YAAY,CAAC,eAAe,CAAC;QAC7D,IAAI,eAAe,EAAE;YACnB,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,eAAe,CAAC;YACxE,IAAI,SAAS,KAAK,SAAS,EAAE;gBAC3B,cAAc,CAAC,wCAA8B,CAAC,GAAG,SAAS,CAAC;aAC5D;YACD,IAAI,WAAW,KAAK,SAAS,EAAE;gBAC7B,cAAc,CAAC,yCAA+B,CAAC,GAAG,WAAW,CAAC;aAC/D;YACD,IAAI,IAAI,KAAK,SAAS,EAAE;gBACtB,cAAc,CAAC,mCAAyB,CAAC,GAAG,IAAI,CAAC;aAClD;YACD,IAAI,aAAa,KAAK,SAAS,EAAE;gBAC/B,cAAc,CAAC,4CAAkC,CAAC,GAAG,aAAa,CAAC;aACpE;SACF;QAED,OAAO;YACL,QAAQ;YACR,UAAU,EAAE,KAAK;YACjB,cAAc;SACf,CAAC;IACJ,CAAC;IAEO,6BAA6B,CACnC,OAA0B,EAC1B,MAAmC,EACnC,IAAgB;QAEhB,IAAI,QAA4B,CAAC;QACjC,MAAM,cAAc,GAAe;YACjC,CAAC,4BAAkB,CAAC,EAAE,yCAA+B;YACrD,yCAAyC;SAC1C,CAAC;QAEF,MAAM,OAAO,GAAG,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC;QAC9C,IAAI,OAAO,EAAE;YACX,cAAc,CAAC,mCAAyB,CAAC,GAAG,OAAO,CAAC;SACrD;QAED,IAAI,OAAO,CAAC,YAAY,EAAE,IAAI,EAAE;YAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC1D,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE;gBACpC,IAAI,WAAW,CAAC,oBAAoB,EAAE,WAAW,KAAK,SAAS,EAAE;oBAC/D,cAAc,CAAC,yCAA+B,CAAC;wBAC7C,WAAW,CAAC,oBAAoB,CAAC,WAAW,CAAC;iBAChD;gBACD,IAAI,WAAW,CAAC,oBAAoB,EAAE,IAAI,KAAK,SAAS,EAAE;oBACxD,cAAc,CAAC,mCAAyB,CAAC;wBACvC,WAAW,CAAC,oBAAoB,CAAC,IAAI,CAAC;iBACzC;gBACD,IAAI,WAAW,CAAC,oBAAoB,EAAE,aAAa,KAAK,SAAS,EAAE;oBACjE,cAAc,CAAC,wCAA8B,CAAC;wBAC5C,WAAW,CAAC,oBAAoB,CAAC,aAAa,CAAC;iBAClD;gBACD,IAAI,WAAW,CAAC,oBAAoB,EAAE,aAAa,KAAK,SAAS,EAAE;oBACjE,cAAc,CAAC,4CAAkC,CAAC;wBAChD,WAAW,CAAC,oBAAoB,CAAC,aAAa,CAAC;iBAClD;aACF;iBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE;gBAC1C,IAAI,WAAW,CAAC,eAAe,EAAE,WAAW,KAAK,SAAS,EAAE;oBAC1D,cAAc,CAAC,yCAA+B,CAAC;wBAC7C,WAAW,CAAC,eAAe,CAAC,WAAW,CAAC;iBAC3C;gBACD,IAAI,WAAW,CAAC,eAAe,EAAE,KAAK,KAAK,SAAS,EAAE;oBACpD,cAAc,CAAC,mCAAyB,CAAC;wBACvC,WAAW,CAAC,eAAe,CAAC,KAAK,CAAC;iBACrC;gBACD,IAAI,WAAW,CAAC,eAAe,EAAE,cAAc,KAAK,SAAS,EAAE;oBAC7D,cAAc,CAAC,wCAA8B,CAAC;wBAC5C,WAAW,CAAC,eAAe,CAAC,cAAc,CAAC;iBAC9C;gBACD,IAAI,WAAW,CAAC,eAAe,EAAE,aAAa,KAAK,SAAS,EAAE;oBAC5D,cAAc,CAAC,4CAAkC,CAAC;wBAChD,WAAW,CAAC,eAAe,CAAC,aAAa,CAAC;iBAC7C;aACF;iBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE;gBAC/C,IAAI,WAAW,CAAC,UAAU,KAAK,SAAS,EAAE;oBACxC,cAAc,CAAC,wCAA8B,CAAC;wBAC5C,WAAW,CAAC,UAAU,CAAC;iBAC1B;gBACD,IAAI,WAAW,CAAC,WAAW,KAAK,SAAS,EAAE;oBACzC,cAAc,CAAC,yCAA+B,CAAC;wBAC7C,WAAW,CAAC,WAAW,CAAC;iBAC3B;gBACD,IAAI,WAAW,CAAC,KAAK,KAAK,SAAS,EAAE;oBACnC,cAAc,CAAC,mCAAyB,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC;iBAC/D;gBACD,IAAI,WAAW,CAAC,cAAc,KAAK,SAAS,EAAE;oBAC5C,cAAc,CAAC,4CAAkC,CAAC;wBAChD,WAAW,CAAC,cAAc,CAAC;iBAC9B;aACF;iBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;gBACzC,IAAI,WAAW,CAAC,WAAW,KAAK,SAAS,EAAE;oBACzC,cAAc,CAAC,wCAA8B,CAAC;wBAC5C,WAAW,CAAC,WAAW,CAAC;iBAC3B;gBACD,IAAI,WAAW,CAAC,WAAW,KAAK,SAAS,EAAE;oBACzC,cAAc,CAAC,yCAA+B,CAAC;wBAC7C,WAAW,CAAC,WAAW,CAAC;iBAC3B;gBACD,IAAI,WAAW,CAAC,KAAK,KAAK,SAAS,EAAE;oBACnC,cAAc,CAAC,mCAAyB,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC;iBAC/D;gBACD,sEAAsE;aACvE;iBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE;gBAC/C,IAAI,WAAW,CAAC,UAAU,KAAK,SAAS,EAAE;oBACxC,cAAc,CAAC,wCAA8B,CAAC;wBAC5C,WAAW,CAAC,UAAU,CAAC;iBAC1B;gBACD,IAAI,WAAW,CAAC,WAAW,KAAK,SAAS,EAAE;oBACzC,cAAc,CAAC,yCAA+B,CAAC;wBAC7C,WAAW,CAAC,WAAW,CAAC;iBAC3B;gBACD,IAAI,WAAW,CAAC,CAAC,KAAK,SAAS,EAAE;oBAC/B,cAAc,CAAC,mCAAyB,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;iBAC3D;gBACD,IAAI,WAAW,CAAC,OAAO,KAAK,SAAS,EAAE;oBACrC,8FAA8F;oBAC9F,+FAA+F;oBAC/F,wFAAwF;oBACxF,cAAc,CAAC,wCAA8B,CAAC,GAAG,IAAI,CAAC,IAAI,CACxD,WAAW,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAC/B,CAAC;iBACH;gBACD,IAAI,WAAW,CAAC,cAAc,KAAK,SAAS,EAAE;oBAC5C,cAAc,CAAC,4CAAkC,CAAC;wBAChD,WAAW,CAAC,cAAc,CAAC;iBAC9B;aACF;iBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE;gBAC7C,IAAI,WAAW,CAAC,UAAU,KAAK,SAAS,EAAE;oBACxC,cAAc,CAAC,wCAA8B,CAAC;wBAC5C,WAAW,CAAC,UAAU,CAAC;iBAC1B;gBACD,IAAI,WAAW,CAAC,WAAW,KAAK,SAAS,EAAE;oBACzC,cAAc,CAAC,yCAA+B,CAAC;wBAC7C,WAAW,CAAC,WAAW,CAAC;iBAC3B;gBACD,IAAI,WAAW,CAAC,CAAC,KAAK,SAAS,EAAE;oBAC/B,cAAc,CAAC,mCAAyB,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;iBAC3D;gBACD,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,EAAE;oBACpC,8FAA8F;oBAC9F,+FAA+F;oBAC/F,wFAAwF;oBACxF,cAAc,CAAC,wCAA8B,CAAC,GAAG,IAAI,CAAC,IAAI,CACxD,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAC9B,CAAC;iBACH;gBACD,IAAI,WAAW,CAAC,cAAc,KAAK,SAAS,EAAE;oBAC5C,cAAc,CAAC,4CAAkC,CAAC;wBAChD,WAAW,CAAC,cAAc,CAAC;iBAC9B;aACF;iBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;gBACtC,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,EAAE;oBACpC,8FAA8F;oBAC9F,+FAA+F;oBAC/F,wFAAwF;oBACxF,cAAc,CAAC,wCAA8B,CAAC,GAAG,IAAI,CAAC,IAAI,CACxD,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAC9B,CAAC;iBACH;gBACD,IAAI,WAAW,CAAC,UAAU,KAAK,SAAS,EAAE;oBACxC,cAAc,CAAC,wCAA8B,CAAC;wBAC5C,WAAW,CAAC,UAAU,CAAC;iBAC1B;gBACD,IAAI,WAAW,CAAC,WAAW,KAAK,SAAS,EAAE;oBACzC,cAAc,CAAC,yCAA+B,CAAC;wBAC7C,WAAW,CAAC,WAAW,CAAC;iBAC3B;gBACD,IAAI,WAAW,CAAC,KAAK,KAAK,SAAS,EAAE;oBACnC,cAAc,CAAC,mCAAyB,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC;iBAC/D;gBACD,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,EAAE;oBAClC,cAAc,CAAC,4CAAkC,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC;iBACvE;aACF;SACF;QAED,OAAO;YACL,QAAQ;YACR,UAAU,EAAE,KAAK;YACjB,cAAc;SACf,CAAC;IACJ,CAAC;IAED,YAAY,CACV,QAA4B,EAC5B,IAAU,EACV,MAAc,EACd,MAAmC;QAEnC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE;YACvB,OAAO;SACR;QAED,QAAQ,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE;YACpC,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YACnE,KAAK,aAAa;gBAChB,OAAO,IAAI,CAAC,uBAAuB,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;SACvE;IACH,CAAC;IAEO,oBAAoB,CAC1B,QAA4B,EAC5B,IAAU,EACV,MAAc,EACd,MAAmC;QAEnC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC5C,IAAI,KAAK,EAAE;YACT,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC;YAC5C,IAAI,WAAW,KAAK,SAAS,EAAE;gBAC7B,IAAI,CAAC,YAAY,CAAC,wCAA8B,EAAE,WAAW,CAAC,CAAC;aAChE;YACD,IAAI,YAAY,KAAK,SAAS,EAAE;gBAC9B,IAAI,CAAC,YAAY,CAAC,yCAA+B,EAAE,YAAY,CAAC,CAAC;aAClE;SACF;QAED,IAAI,UAAU,KAAK,SAAS,EAAE;YAC5B,IAAI,CAAC,YAAY,CAAC,6CAAmC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;SACtE;IACH,CAAC;IAEO,uBAAuB,CAC7B,QAA4B,EAC5B,IAAU,EACV,MAAc,EACd,MAAmC;QAEnC,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC;QAC9D,IAAI,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE;YACvB,MAAM,mBAAmB,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzE,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;YACrD,IAAI,cAAc,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE;gBAC3C,IAAI,YAAY,CAAC,mBAAmB,KAAK,SAAS,EAAE;oBAClD,IAAI,CAAC,YAAY,CACf,wCAA8B,EAC9B,YAAY,CAAC,mBAAmB,CACjC,CAAC;iBACH;gBACD,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,KAAK,SAAS,EAAE;oBACvD,IAAI,CAAC,YAAY,CACf,yCAA+B,EAC/B,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CACnC,CAAC;iBACH;gBACD,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,KAAK,SAAS,EAAE;oBAC7D,IAAI,CAAC,YAAY,CAAC,6CAAmC,EAAE;wBACrD,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB;qBACzC,CAAC,CAAC;iBACJ;aACF;iBAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE;gBACjD,IAAI,YAAY,CAAC,KAAK,KAAK,SAAS,EAAE;oBACpC,IAAI,YAAY,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE;wBAChD,IAAI,CAAC,YAAY,CACf,wCAA8B,EAC9B,YAAY,CAAC,KAAK,CAAC,WAAW,CAC/B,CAAC;qBACH;oBACD,IAAI,YAAY,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE;wBACjD,IAAI,CAAC,YAAY,CACf,yCAA+B,EAC/B,YAAY,CAAC,KAAK,CAAC,YAAY,CAChC,CAAC;qBACH;iBACF;gBACD,IAAI,YAAY,CAAC,UAAU,KAAK,SAAS,EAAE;oBACzC,IAAI,CAAC,YAAY,CAAC,6CAAmC,EAAE;wBACrD,YAAY,CAAC,UAAU;qBACxB,CAAC,CAAC;iBACJ;aACF;iBAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE;gBACtD,IAAI,YAAY,CAAC,KAAK,EAAE,YAAY,KAAK,SAAS,EAAE;oBAClD,IAAI,CAAC,YAAY,CACf,wCAA8B,EAC9B,YAAY,CAAC,KAAK,CAAC,YAAY,CAChC,CAAC;iBACH;gBACD,IAAI,YAAY,CAAC,KAAK,EAAE,aAAa,KAAK,SAAS,EAAE;oBACnD,IAAI,CAAC,YAAY,CACf,yCAA+B,EAC/B,YAAY,CAAC,KAAK,CAAC,aAAa,CACjC,CAAC;iBACH;gBACD,IAAI,YAAY,CAAC,WAAW,KAAK,SAAS,EAAE;oBAC1C,IAAI,CAAC,YAAY,CAAC,6CAAmC,EAAE;wBACrD,YAAY,CAAC,WAAW;qBACzB,CAAC,CAAC;iBACJ;aACF;iBAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;gBAChD,IAAI,YAAY,CAAC,kBAAkB,KAAK,SAAS,EAAE;oBACjD,IAAI,CAAC,YAAY,CACf,wCAA8B,EAC9B,YAAY,CAAC,kBAAkB,CAChC,CAAC;iBACH;gBACD,IAAI,YAAY,CAAC,sBAAsB,KAAK,SAAS,EAAE;oBACrD,IAAI,CAAC,YAAY,CACf,yCAA+B,EAC/B,YAAY,CAAC,sBAAsB,CACpC,CAAC;iBACH;gBACD,IAAI,YAAY,CAAC,WAAW,KAAK,SAAS,EAAE;oBAC1C,IAAI,CAAC,YAAY,CAAC,6CAAmC,EAAE;wBACrD,YAAY,CAAC,WAAW;qBACzB,CAAC,CAAC;iBACJ;aACF;iBAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE;gBACtD,IAAI,YAAY,CAAC,IAAI,KAAK,SAAS,EAAE;oBACnC,8FAA8F;oBAC9F,+FAA+F;oBAC/F,wFAAwF;oBACxF,IAAI,CAAC,YAAY,CACf,yCAA+B,EAC/B,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CACxC,CAAC;iBACH;gBACD,IAAI,YAAY,CAAC,aAAa,KAAK,SAAS,EAAE;oBAC5C,IAAI,CAAC,YAAY,CAAC,6CAAmC,EAAE;wBACrD,YAAY,CAAC,aAAa;qBAC3B,CAAC,CAAC;iBACJ;aACF;iBAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE;gBACpD,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,SAAS,EAAE;oBACrD,IAAI,CAAC,YAAY,CACf,yCAA+B;oBAC/B,8FAA8F;oBAC9F,+FAA+F;oBAC/F,wFAAwF;oBACxF,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CACvD,CAAC;iBACH;gBACD,IAAI,YAAY,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,KAAK,SAAS,EAAE;oBAC9D,IAAI,CAAC,YAAY,CAAC,6CAAmC,EAAE;wBACrD,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,aAAa;qBAC1C,CAAC,CAAC;iBACJ;aACF;iBAAM,IAAI,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;gBAC7C,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,SAAS,EAAE;oBACjD,IAAI,CAAC,YAAY,CACf,yCAA+B;oBAC/B,8FAA8F;oBAC9F,+FAA+F;oBAC/F,wFAAwF;oBACxF,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CACnD,CAAC;iBACH;gBACD,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,KAAK,SAAS,EAAE;oBACxD,IAAI,CAAC,YAAY,CAAC,6CAAmC,EAAE;wBACrD,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW;qBACpC,CAAC,CAAC;iBACJ;aACF;SACF;IACH,CAAC;CACF;AA3YD,wEA2YC","sourcesContent":["/*\n * Copyright The OpenTelemetry Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *      https://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport { Attributes, DiagLogger, Span, Tracer } from '@opentelemetry/api';\nimport { RequestMetadata, ServiceExtension } from './ServiceExtension';\nimport {\n  ATTR_GEN_AI_SYSTEM,\n  ATTR_GEN_AI_OPERATION_NAME,\n  ATTR_GEN_AI_REQUEST_MODEL,\n  ATTR_GEN_AI_REQUEST_MAX_TOKENS,\n  ATTR_GEN_AI_REQUEST_TEMPERATURE,\n  ATTR_GEN_AI_REQUEST_TOP_P,\n  ATTR_GEN_AI_REQUEST_STOP_SEQUENCES,\n  ATTR_GEN_AI_USAGE_INPUT_TOKENS,\n  ATTR_GEN_AI_USAGE_OUTPUT_TOKENS,\n  ATTR_GEN_AI_RESPONSE_FINISH_REASONS,\n  GEN_AI_OPERATION_NAME_VALUE_CHAT,\n  GEN_AI_SYSTEM_VALUE_AWS_BEDROCK,\n} from '../semconv';\nimport {\n  AwsSdkInstrumentationConfig,\n  NormalizedRequest,\n  NormalizedResponse,\n} from '../types';\n\nexport class BedrockRuntimeServiceExtension implements ServiceExtension {\n  requestPreSpanHook(\n    request: NormalizedRequest,\n    config: AwsSdkInstrumentationConfig,\n    diag: DiagLogger\n  ): RequestMetadata {\n    switch (request.commandName) {\n      case 'Converse':\n        return this.requestPreSpanHookConverse(request, config, diag);\n      case 'InvokeModel':\n        return this.requestPreSpanHookInvokeModel(request, config, diag);\n    }\n\n    return {\n      isIncoming: false,\n    };\n  }\n\n  private requestPreSpanHookConverse(\n    request: NormalizedRequest,\n    config: AwsSdkInstrumentationConfig,\n    diag: DiagLogger\n  ): RequestMetadata {\n    let spanName = GEN_AI_OPERATION_NAME_VALUE_CHAT;\n    const spanAttributes: Attributes = {\n      [ATTR_GEN_AI_SYSTEM]: GEN_AI_SYSTEM_VALUE_AWS_BEDROCK,\n      [ATTR_GEN_AI_OPERATION_NAME]: GEN_AI_OPERATION_NAME_VALUE_CHAT,\n    };\n\n    const modelId = request.commandInput.modelId;\n    if (modelId) {\n      spanAttributes[ATTR_GEN_AI_REQUEST_MODEL] = modelId;\n      if (spanName) {\n        spanName += ` ${modelId}`;\n      }\n    }\n\n    const inferenceConfig = request.commandInput.inferenceConfig;\n    if (inferenceConfig) {\n      const { maxTokens, temperature, topP, stopSequences } = inferenceConfig;\n      if (maxTokens !== undefined) {\n        spanAttributes[ATTR_GEN_AI_REQUEST_MAX_TOKENS] = maxTokens;\n      }\n      if (temperature !== undefined) {\n        spanAttributes[ATTR_GEN_AI_REQUEST_TEMPERATURE] = temperature;\n      }\n      if (topP !== undefined) {\n        spanAttributes[ATTR_GEN_AI_REQUEST_TOP_P] = topP;\n      }\n      if (stopSequences !== undefined) {\n        spanAttributes[ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] = stopSequences;\n      }\n    }\n\n    return {\n      spanName,\n      isIncoming: false,\n      spanAttributes,\n    };\n  }\n\n  private requestPreSpanHookInvokeModel(\n    request: NormalizedRequest,\n    config: AwsSdkInstrumentationConfig,\n    diag: DiagLogger\n  ): RequestMetadata {\n    let spanName: string | undefined;\n    const spanAttributes: Attributes = {\n      [ATTR_GEN_AI_SYSTEM]: GEN_AI_SYSTEM_VALUE_AWS_BEDROCK,\n      // add operation name for InvokeModel API\n    };\n\n    const modelId = request.commandInput?.modelId;\n    if (modelId) {\n      spanAttributes[ATTR_GEN_AI_REQUEST_MODEL] = modelId;\n    }\n\n    if (request.commandInput?.body) {\n      const requestBody = JSON.parse(request.commandInput.body);\n      if (modelId.includes('amazon.titan')) {\n        if (requestBody.textGenerationConfig?.temperature !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TEMPERATURE] =\n            requestBody.textGenerationConfig.temperature;\n        }\n        if (requestBody.textGenerationConfig?.topP !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TOP_P] =\n            requestBody.textGenerationConfig.topP;\n        }\n        if (requestBody.textGenerationConfig?.maxTokenCount !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_MAX_TOKENS] =\n            requestBody.textGenerationConfig.maxTokenCount;\n        }\n        if (requestBody.textGenerationConfig?.stopSequences !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] =\n            requestBody.textGenerationConfig.stopSequences;\n        }\n      } else if (modelId.includes('amazon.nova')) {\n        if (requestBody.inferenceConfig?.temperature !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TEMPERATURE] =\n            requestBody.inferenceConfig.temperature;\n        }\n        if (requestBody.inferenceConfig?.top_p !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TOP_P] =\n            requestBody.inferenceConfig.top_p;\n        }\n        if (requestBody.inferenceConfig?.max_new_tokens !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_MAX_TOKENS] =\n            requestBody.inferenceConfig.max_new_tokens;\n        }\n        if (requestBody.inferenceConfig?.stopSequences !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] =\n            requestBody.inferenceConfig.stopSequences;\n        }\n      } else if (modelId.includes('anthropic.claude')) {\n        if (requestBody.max_tokens !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_MAX_TOKENS] =\n            requestBody.max_tokens;\n        }\n        if (requestBody.temperature !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TEMPERATURE] =\n            requestBody.temperature;\n        }\n        if (requestBody.top_p !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TOP_P] = requestBody.top_p;\n        }\n        if (requestBody.stop_sequences !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] =\n            requestBody.stop_sequences;\n        }\n      } else if (modelId.includes('meta.llama')) {\n        if (requestBody.max_gen_len !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_MAX_TOKENS] =\n            requestBody.max_gen_len;\n        }\n        if (requestBody.temperature !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TEMPERATURE] =\n            requestBody.temperature;\n        }\n        if (requestBody.top_p !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TOP_P] = requestBody.top_p;\n        }\n        // request for meta llama models does not contain stop_sequences field\n      } else if (modelId.includes('cohere.command-r')) {\n        if (requestBody.max_tokens !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_MAX_TOKENS] =\n            requestBody.max_tokens;\n        }\n        if (requestBody.temperature !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TEMPERATURE] =\n            requestBody.temperature;\n        }\n        if (requestBody.p !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TOP_P] = requestBody.p;\n        }\n        if (requestBody.message !== undefined) {\n          // NOTE: We approximate the token count since this value is not directly available in the body\n          // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.\n          // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html\n          spanAttributes[ATTR_GEN_AI_USAGE_INPUT_TOKENS] = Math.ceil(\n            requestBody.message.length / 6\n          );\n        }\n        if (requestBody.stop_sequences !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] =\n            requestBody.stop_sequences;\n        }\n      } else if (modelId.includes('cohere.command')) {\n        if (requestBody.max_tokens !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_MAX_TOKENS] =\n            requestBody.max_tokens;\n        }\n        if (requestBody.temperature !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TEMPERATURE] =\n            requestBody.temperature;\n        }\n        if (requestBody.p !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TOP_P] = requestBody.p;\n        }\n        if (requestBody.prompt !== undefined) {\n          // NOTE: We approximate the token count since this value is not directly available in the body\n          // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.\n          // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html\n          spanAttributes[ATTR_GEN_AI_USAGE_INPUT_TOKENS] = Math.ceil(\n            requestBody.prompt.length / 6\n          );\n        }\n        if (requestBody.stop_sequences !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] =\n            requestBody.stop_sequences;\n        }\n      } else if (modelId.includes('mistral')) {\n        if (requestBody.prompt !== undefined) {\n          // NOTE: We approximate the token count since this value is not directly available in the body\n          // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.\n          // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html\n          spanAttributes[ATTR_GEN_AI_USAGE_INPUT_TOKENS] = Math.ceil(\n            requestBody.prompt.length / 6\n          );\n        }\n        if (requestBody.max_tokens !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_MAX_TOKENS] =\n            requestBody.max_tokens;\n        }\n        if (requestBody.temperature !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TEMPERATURE] =\n            requestBody.temperature;\n        }\n        if (requestBody.top_p !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_TOP_P] = requestBody.top_p;\n        }\n        if (requestBody.stop !== undefined) {\n          spanAttributes[ATTR_GEN_AI_REQUEST_STOP_SEQUENCES] = requestBody.stop;\n        }\n      }\n    }\n\n    return {\n      spanName,\n      isIncoming: false,\n      spanAttributes,\n    };\n  }\n\n  responseHook(\n    response: NormalizedResponse,\n    span: Span,\n    tracer: Tracer,\n    config: AwsSdkInstrumentationConfig\n  ) {\n    if (!span.isRecording()) {\n      return;\n    }\n\n    switch (response.request.commandName) {\n      case 'Converse':\n        return this.responseHookConverse(response, span, tracer, config);\n      case 'InvokeModel':\n        return this.responseHookInvokeModel(response, span, tracer, config);\n    }\n  }\n\n  private responseHookConverse(\n    response: NormalizedResponse,\n    span: Span,\n    tracer: Tracer,\n    config: AwsSdkInstrumentationConfig\n  ) {\n    const { stopReason, usage } = response.data;\n    if (usage) {\n      const { inputTokens, outputTokens } = usage;\n      if (inputTokens !== undefined) {\n        span.setAttribute(ATTR_GEN_AI_USAGE_INPUT_TOKENS, inputTokens);\n      }\n      if (outputTokens !== undefined) {\n        span.setAttribute(ATTR_GEN_AI_USAGE_OUTPUT_TOKENS, outputTokens);\n      }\n    }\n\n    if (stopReason !== undefined) {\n      span.setAttribute(ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [stopReason]);\n    }\n  }\n\n  private responseHookInvokeModel(\n    response: NormalizedResponse,\n    span: Span,\n    tracer: Tracer,\n    config: AwsSdkInstrumentationConfig\n  ) {\n    const currentModelId = response.request.commandInput?.modelId;\n    if (response.data?.body) {\n      const decodedResponseBody = new TextDecoder().decode(response.data.body);\n      const responseBody = JSON.parse(decodedResponseBody);\n      if (currentModelId.includes('amazon.titan')) {\n        if (responseBody.inputTextTokenCount !== undefined) {\n          span.setAttribute(\n            ATTR_GEN_AI_USAGE_INPUT_TOKENS,\n            responseBody.inputTextTokenCount\n          );\n        }\n        if (responseBody.results?.[0]?.tokenCount !== undefined) {\n          span.setAttribute(\n            ATTR_GEN_AI_USAGE_OUTPUT_TOKENS,\n            responseBody.results[0].tokenCount\n          );\n        }\n        if (responseBody.results?.[0]?.completionReason !== undefined) {\n          span.setAttribute(ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [\n            responseBody.results[0].completionReason,\n          ]);\n        }\n      } else if (currentModelId.includes('amazon.nova')) {\n        if (responseBody.usage !== undefined) {\n          if (responseBody.usage.inputTokens !== undefined) {\n            span.setAttribute(\n              ATTR_GEN_AI_USAGE_INPUT_TOKENS,\n              responseBody.usage.inputTokens\n            );\n          }\n          if (responseBody.usage.outputTokens !== undefined) {\n            span.setAttribute(\n              ATTR_GEN_AI_USAGE_OUTPUT_TOKENS,\n              responseBody.usage.outputTokens\n            );\n          }\n        }\n        if (responseBody.stopReason !== undefined) {\n          span.setAttribute(ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [\n            responseBody.stopReason,\n          ]);\n        }\n      } else if (currentModelId.includes('anthropic.claude')) {\n        if (responseBody.usage?.input_tokens !== undefined) {\n          span.setAttribute(\n            ATTR_GEN_AI_USAGE_INPUT_TOKENS,\n            responseBody.usage.input_tokens\n          );\n        }\n        if (responseBody.usage?.output_tokens !== undefined) {\n          span.setAttribute(\n            ATTR_GEN_AI_USAGE_OUTPUT_TOKENS,\n            responseBody.usage.output_tokens\n          );\n        }\n        if (responseBody.stop_reason !== undefined) {\n          span.setAttribute(ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [\n            responseBody.stop_reason,\n          ]);\n        }\n      } else if (currentModelId.includes('meta.llama')) {\n        if (responseBody.prompt_token_count !== undefined) {\n          span.setAttribute(\n            ATTR_GEN_AI_USAGE_INPUT_TOKENS,\n            responseBody.prompt_token_count\n          );\n        }\n        if (responseBody.generation_token_count !== undefined) {\n          span.setAttribute(\n            ATTR_GEN_AI_USAGE_OUTPUT_TOKENS,\n            responseBody.generation_token_count\n          );\n        }\n        if (responseBody.stop_reason !== undefined) {\n          span.setAttribute(ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [\n            responseBody.stop_reason,\n          ]);\n        }\n      } else if (currentModelId.includes('cohere.command-r')) {\n        if (responseBody.text !== undefined) {\n          // NOTE: We approximate the token count since this value is not directly available in the body\n          // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.\n          // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html\n          span.setAttribute(\n            ATTR_GEN_AI_USAGE_OUTPUT_TOKENS,\n            Math.ceil(responseBody.text.length / 6)\n          );\n        }\n        if (responseBody.finish_reason !== undefined) {\n          span.setAttribute(ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [\n            responseBody.finish_reason,\n          ]);\n        }\n      } else if (currentModelId.includes('cohere.command')) {\n        if (responseBody.generations?.[0]?.text !== undefined) {\n          span.setAttribute(\n            ATTR_GEN_AI_USAGE_OUTPUT_TOKENS,\n            // NOTE: We approximate the token count since this value is not directly available in the body\n            // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.\n            // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html\n            Math.ceil(responseBody.generations[0].text.length / 6)\n          );\n        }\n        if (responseBody.generations?.[0]?.finish_reason !== undefined) {\n          span.setAttribute(ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [\n            responseBody.generations[0].finish_reason,\n          ]);\n        }\n      } else if (currentModelId.includes('mistral')) {\n        if (responseBody.outputs?.[0]?.text !== undefined) {\n          span.setAttribute(\n            ATTR_GEN_AI_USAGE_OUTPUT_TOKENS,\n            // NOTE: We approximate the token count since this value is not directly available in the body\n            // According to Bedrock docs they use (total_chars / 6) to approximate token count for pricing.\n            // https://docs.aws.amazon.com/bedrock/latest/userguide/model-customization-prepare.html\n            Math.ceil(responseBody.outputs[0].text.length / 6)\n          );\n        }\n        if (responseBody.outputs?.[0]?.stop_reason !== undefined) {\n          span.setAttribute(ATTR_GEN_AI_RESPONSE_FINISH_REASONS, [\n            responseBody.outputs[0].stop_reason,\n          ]);\n        }\n      }\n    }\n  }\n}\n"]}

package/build/src/version.d.ts

@@ -1,3 +1,3 @@
-export declare const PACKAGE_VERSION = "0.51.0";
+export declare const PACKAGE_VERSION = "0.52.0";
 export declare const PACKAGE_NAME = "@opentelemetry/instrumentation-aws-sdk";
 //# sourceMappingURL=version.d.ts.map

package/build/src/version.js

@@ -17,6 +17,6 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PACKAGE_NAME = exports.PACKAGE_VERSION = void 0;
 // this is autogenerated file, see scripts/version-update.js
-exports.PACKAGE_VERSION = '0.51.0';
+exports.PACKAGE_VERSION = '0.52.0';
 exports.PACKAGE_NAME = '@opentelemetry/instrumentation-aws-sdk';
 //# sourceMappingURL=version.js.map

package/build/src/version.js.map

@@ -1 +1 @@
-{"version":3,"file":"version.js","sourceRoot":"","sources":["../../src/version.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;AAEH,4DAA4D;AAC/C,QAAA,eAAe,GAAG,QAAQ,CAAC;AAC3B,QAAA,YAAY,GAAG,wCAAwC,CAAC","sourcesContent":["/*\n * Copyright The OpenTelemetry Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *      https://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n// this is autogenerated file, see scripts/version-update.js\nexport const PACKAGE_VERSION = '0.51.0';\nexport const PACKAGE_NAME = '@opentelemetry/instrumentation-aws-sdk';\n"]}
+{"version":3,"file":"version.js","sourceRoot":"","sources":["../../src/version.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;AAEH,4DAA4D;AAC/C,QAAA,eAAe,GAAG,QAAQ,CAAC;AAC3B,QAAA,YAAY,GAAG,wCAAwC,CAAC","sourcesContent":["/*\n * Copyright The OpenTelemetry Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *      https://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n// this is autogenerated file, see scripts/version-update.js\nexport const PACKAGE_VERSION = '0.52.0';\nexport const PACKAGE_NAME = '@opentelemetry/instrumentation-aws-sdk';\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@opentelemetry/instrumentation-aws-sdk",
-  "version": "0.51.0",
+  "version": "0.52.0",
   "description": "OpenTelemetry instrumentation for `aws-sdk` and `@aws-sdk/client-*` clients for various AWS services",
   "keywords": [
     "aws",
@@ -68,7 +68,7 @@
     "eslint": "8.7.0",
     "expect": "29.2.0",
     "nock": "13.3.3",
-    "nyc": "15.1.0",
+    "nyc": "17.1.0",
     "rimraf": "5.0.10",
     "sinon": "15.2.0",
     "test-all-versions": "6.1.0",
@@ -77,5 +77,5 @@
   "engines": {
     "node": "^18.19.0 || >=20.6.0"
   },
-  "gitHead": "88386368afca78a4b3ed898eb5c28e4f5bde2271"
+  "gitHead": "a99ba69d9646d8861161b29c0d6ccb91508b7b61"
 }