@traceloop/instrumentation-bedrock 0.5.21 → 0.5.24

package/dist/index.d.ts

@@ -0,0 +1,29 @@
+import { InstrumentationConfig, InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
+import * as bedrock from '@aws-sdk/client-bedrock-runtime';
+
+interface BedrockInstrumentationConfig extends InstrumentationConfig {
+    /**
+     * Whether to log prompts, completions and embeddings on traces.
+     * @default true
+     */
+    traceContent?: boolean;
+}
+
+declare class BedrockInstrumentation extends InstrumentationBase<any> {
+    protected _config: BedrockInstrumentationConfig;
+    constructor(config?: BedrockInstrumentationConfig);
+    setConfig(config?: BedrockInstrumentationConfig): void;
+    protected init(): InstrumentationModuleDefinition<any>;
+    manuallyInstrument(module: typeof bedrock): void;
+    private wrap;
+    private unwrap;
+    private wrapperMethod;
+    private _wrapPromise;
+    private _startSpan;
+    private _endSpan;
+    private _setRequestAttributes;
+    private _setResponseAttributes;
+    private _shouldSendPrompts;
+}
+
+export { BedrockInstrumentation, type BedrockInstrumentationConfig };

package/dist/index.js

@@ -0,0 +1,271 @@
+'use strict';
+
+var tslib = require('tslib');
+var api = require('@opentelemetry/api');
+var instrumentation = require('@opentelemetry/instrumentation');
+var aiSemanticConventions = require('@traceloop/ai-semantic-conventions');
+
+var version = "0.5.23";
+
+class BedrockInstrumentation extends instrumentation.InstrumentationBase {
+    constructor(config = {}) {
+        super("@traceloop/instrumentation-bedrock", version, config);
+    }
+    setConfig(config = {}) {
+        super.setConfig(config);
+    }
+    init() {
+        const module = new instrumentation.InstrumentationNodeModuleDefinition("@aws-sdk/client-bedrock-runtime", [">=3.499.0"], this.wrap.bind(this), this.unwrap.bind(this));
+        return module;
+    }
+    manuallyInstrument(module) {
+        this._diag.debug(`Patching @aws-sdk/client-bedrock-runtime manually`);
+        this._wrap(module.BedrockRuntimeClient.prototype, "send", this.wrapperMethod());
+    }
+    wrap(module, moduleVersion) {
+        this._diag.debug(`Patching @aws-sdk/client-bedrock-runtime@${moduleVersion}`);
+        this._wrap(module.BedrockRuntimeClient.prototype, "send", this.wrapperMethod());
+        return module;
+    }
+    unwrap(module, moduleVersion) {
+        this._diag.debug(`Unpatching @aws-sdk/client-bedrock-runtime@${moduleVersion}`);
+        this._unwrap(module.BedrockRuntimeClient.prototype, "send");
+    }
+    wrapperMethod() {
+        // eslint-disable-next-line @typescript-eslint/no-this-alias
+        const plugin = this;
+        // eslint-disable-next-line @typescript-eslint/ban-types
+        return (original) => {
+            return function method(...args) {
+                const span = plugin._startSpan({
+                    params: args[0],
+                });
+                const execContext = api.trace.setSpan(api.context.active(), span);
+                const execPromise = instrumentation.safeExecuteInTheMiddle(() => {
+                    return api.context.with(execContext, () => {
+                        return original.apply(this, args);
+                    });
+                }, (e) => {
+                    if (e) {
+                        plugin._diag.error(`Error in bedrock instrumentation`, e);
+                    }
+                });
+                const wrappedPromise = plugin._wrapPromise(span, execPromise);
+                return api.context.bind(execContext, wrappedPromise);
+            };
+        };
+    }
+    _wrapPromise(span, promise) {
+        return promise
+            .then((result) => tslib.__awaiter(this, void 0, void 0, function* () {
+            yield this._endSpan({
+                span,
+                result: result,
+            });
+            return new Promise((resolve) => resolve(result));
+        }))
+            .catch((error) => {
+            return new Promise((_, reject) => {
+                span.setStatus({
+                    code: api.SpanStatusCode.ERROR,
+                    message: error.message,
+                });
+                span.recordException(error);
+                span.end();
+                reject(error);
+            });
+        });
+    }
+    _startSpan({ params, }) {
+        const [vendor, model] = params.input.modelId
+            ? params.input.modelId.split(".")
+            : ["", ""];
+        let attributes = {
+            [aiSemanticConventions.SpanAttributes.LLM_VENDOR]: vendor,
+            [aiSemanticConventions.SpanAttributes.LLM_REQUEST_MODEL]: model,
+            [aiSemanticConventions.SpanAttributes.LLM_RESPONSE_MODEL]: model,
+            [aiSemanticConventions.SpanAttributes.LLM_REQUEST_TYPE]: aiSemanticConventions.LLMRequestTypeValues.COMPLETION,
+        };
+        if (typeof params.input.body === "string") {
+            const requestBody = JSON.parse(params.input.body);
+            attributes = Object.assign(Object.assign({}, attributes), this._setRequestAttributes(vendor, requestBody));
+        }
+        return this.tracer.startSpan(`bedrock.completion`, {
+            kind: api.SpanKind.CLIENT,
+            attributes,
+        });
+    }
+    _endSpan({ span, result, }) {
+        var _a, e_1, _b, _c;
+        var _d;
+        return tslib.__awaiter(this, void 0, void 0, function* () {
+            if ("body" in result) {
+                const attributes = "attributes" in span ? span["attributes"] : {};
+                if (aiSemanticConventions.SpanAttributes.LLM_VENDOR in attributes) {
+                    if (!(result.body instanceof Object.getPrototypeOf(Uint8Array))) {
+                        const rawRes = result.body;
+                        let streamedContent = "";
+                        try {
+                            for (var _e = true, rawRes_1 = tslib.__asyncValues(rawRes), rawRes_1_1; rawRes_1_1 = yield rawRes_1.next(), _a = rawRes_1_1.done, !_a; _e = true) {
+                                _c = rawRes_1_1.value;
+                                _e = false;
+                                const value = _c;
+                                // Convert it to a JSON String
+                                const jsonString = new TextDecoder().decode((_d = value.chunk) === null || _d === void 0 ? void 0 : _d.bytes);
+                                // Parse the JSON string
+                                const parsedResponse = JSON.parse(jsonString);
+                                if ("amazon-bedrock-invocationMetrics" in parsedResponse) {
+                                    span.setAttribute(aiSemanticConventions.SpanAttributes.LLM_USAGE_PROMPT_TOKENS, parsedResponse["amazon-bedrock-invocationMetrics"]["inputTokenCount"]);
+                                    span.setAttribute(aiSemanticConventions.SpanAttributes.LLM_USAGE_COMPLETION_TOKENS, parsedResponse["amazon-bedrock-invocationMetrics"]["outputTokenCount"]);
+                                    span.setAttribute(aiSemanticConventions.SpanAttributes.LLM_USAGE_TOTAL_TOKENS, parsedResponse["amazon-bedrock-invocationMetrics"]["inputTokenCount"] +
+                                        parsedResponse["amazon-bedrock-invocationMetrics"]["outputTokenCount"]);
+                                }
+                                let responseAttributes = this._setResponseAttributes(attributes[aiSemanticConventions.SpanAttributes.LLM_VENDOR], parsedResponse, true);
+                                // ! NOTE: This make sure the content always have all streamed chunks
+                                if (this._shouldSendPrompts()) {
+                                    // Update local value with attribute value that was set by _setResponseAttributes
+                                    streamedContent +=
+                                        responseAttributes[`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.content`];
+                                    // re-assign the new value to responseAttributes
+                                    responseAttributes = Object.assign(Object.assign({}, responseAttributes), { [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.content`]: streamedContent });
+                                }
+                                span.setAttributes(responseAttributes);
+                            }
+                        }
+                        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                        finally {
+                            try {
+                                if (!_e && !_a && (_b = rawRes_1.return)) yield _b.call(rawRes_1);
+                            }
+                            finally { if (e_1) throw e_1.error; }
+                        }
+                    }
+                    else if (result.body instanceof Object.getPrototypeOf(Uint8Array)) {
+                        // Convert it to a JSON String
+                        const jsonString = new TextDecoder().decode(result.body);
+                        // Parse the JSON string
+                        const parsedResponse = JSON.parse(jsonString);
+                        const responseAttributes = this._setResponseAttributes(attributes[aiSemanticConventions.SpanAttributes.LLM_VENDOR], parsedResponse);
+                        span.setAttributes(responseAttributes);
+                    }
+                }
+            }
+            span.setStatus({ code: api.SpanStatusCode.OK });
+            span.end();
+        });
+    }
+    _setRequestAttributes(vendor, requestBody) {
+        switch (vendor) {
+            case "ai21": {
+                return Object.assign({ [aiSemanticConventions.SpanAttributes.LLM_TOP_P]: requestBody["topP"], [aiSemanticConventions.SpanAttributes.LLM_TEMPERATURE]: requestBody["temperature"], [aiSemanticConventions.SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody["maxTokens"], [aiSemanticConventions.SpanAttributes.LLM_PRESENCE_PENALTY]: requestBody["presencePenalty"]["scale"], [aiSemanticConventions.SpanAttributes.LLM_FREQUENCY_PENALTY]: requestBody["frequencyPenalty"]["scale"] }, (this._shouldSendPrompts()
+                    ? {
+                        [`${aiSemanticConventions.SpanAttributes.LLM_PROMPTS}.0.role`]: "user",
+                        [`${aiSemanticConventions.SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody["prompt"],
+                    }
+                    : {}));
+            }
+            case "amazon": {
+                return Object.assign({ [aiSemanticConventions.SpanAttributes.LLM_TOP_P]: requestBody["textGenerationConfig"]["topP"], [aiSemanticConventions.SpanAttributes.LLM_TEMPERATURE]: requestBody["textGenerationConfig"]["temperature"], [aiSemanticConventions.SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody["textGenerationConfig"]["maxTokenCount"] }, (this._shouldSendPrompts()
+                    ? {
+                        [`${aiSemanticConventions.SpanAttributes.LLM_PROMPTS}.0.role`]: "user",
+                        [`${aiSemanticConventions.SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody["inputText"],
+                    }
+                    : {}));
+            }
+            case "anthropic": {
+                return Object.assign({ [aiSemanticConventions.SpanAttributes.LLM_TOP_P]: requestBody["top_p"], [aiSemanticConventions.SpanAttributes.LLM_TOP_K]: requestBody["top_k"], [aiSemanticConventions.SpanAttributes.LLM_TEMPERATURE]: requestBody["temperature"], [aiSemanticConventions.SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody["max_tokens_to_sample"] }, (this._shouldSendPrompts()
+                    ? {
+                        [`${aiSemanticConventions.SpanAttributes.LLM_PROMPTS}.0.role`]: "user",
+                        [`${aiSemanticConventions.SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody["prompt"]
+                            // The format is removing when we are setting span attribute
+                            .replace("\n\nHuman:", "")
+                            .replace("\n\nAssistant:", ""),
+                    }
+                    : {}));
+            }
+            case "cohere": {
+                return Object.assign({ [aiSemanticConventions.SpanAttributes.LLM_TOP_P]: requestBody["p"], [aiSemanticConventions.SpanAttributes.LLM_TOP_K]: requestBody["k"], [aiSemanticConventions.SpanAttributes.LLM_TEMPERATURE]: requestBody["temperature"], [aiSemanticConventions.SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody["max_tokens"] }, (this._shouldSendPrompts()
+                    ? {
+                        [`${aiSemanticConventions.SpanAttributes.LLM_PROMPTS}.0.role`]: "user",
+                        [`${aiSemanticConventions.SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody["prompt"],
+                    }
+                    : {}));
+            }
+            case "meta": {
+                return Object.assign({ [aiSemanticConventions.SpanAttributes.LLM_TOP_P]: requestBody["top_p"], [aiSemanticConventions.SpanAttributes.LLM_TEMPERATURE]: requestBody["temperature"], [aiSemanticConventions.SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody["max_gen_len"] }, (this._shouldSendPrompts()
+                    ? {
+                        [`${aiSemanticConventions.SpanAttributes.LLM_PROMPTS}.0.role`]: "user",
+                        [`${aiSemanticConventions.SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody["prompt"],
+                    }
+                    : {}));
+            }
+            default:
+                return {};
+        }
+    }
+    _setResponseAttributes(vendor, response, isStream = false) {
+        switch (vendor) {
+            case "ai21": {
+                return Object.assign({ [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: response["completions"][0]["finishReason"]["reason"], [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.role`]: "assistant" }, (this._shouldSendPrompts()
+                    ? {
+                        [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.content`]: response["completions"][0]["data"]["text"],
+                    }
+                    : {}));
+            }
+            case "amazon": {
+                return Object.assign({ [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: isStream
+                        ? response["completionReason"]
+                        : response["results"][0]["completionReason"], [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.role`]: "assistant", [aiSemanticConventions.SpanAttributes.LLM_USAGE_PROMPT_TOKENS]: response["inputTextTokenCount"], [aiSemanticConventions.SpanAttributes.LLM_USAGE_COMPLETION_TOKENS]: isStream
+                        ? response["totalOutputTextTokenCount"]
+                        : response["results"][0]["tokenCount"], [aiSemanticConventions.SpanAttributes.LLM_USAGE_TOTAL_TOKENS]: isStream
+                        ? response["inputTextTokenCount"] +
+                            response["totalOutputTextTokenCount"]
+                        : response["inputTextTokenCount"] +
+                            response["results"][0]["tokenCount"] }, (this._shouldSendPrompts()
+                    ? {
+                        [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.content`]: isStream
+                            ? response["outputText"]
+                            : response["results"][0]["outputText"],
+                    }
+                    : {}));
+            }
+            case "anthropic": {
+                return Object.assign({ [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: response["stop_reason"], [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.role`]: "assistant" }, (this._shouldSendPrompts()
+                    ? {
+                        [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.content`]: response["completion"],
+                    }
+                    : {}));
+            }
+            case "cohere": {
+                return Object.assign({ [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: response["generations"][0]["finish_reason"], [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.role`]: "assistant" }, (this._shouldSendPrompts()
+                    ? {
+                        [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.content`]: response["generations"][0]["text"],
+                    }
+                    : {}));
+            }
+            case "meta": {
+                return Object.assign({ [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: response["stop_reason"], [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.role`]: "assistant", [aiSemanticConventions.SpanAttributes.LLM_USAGE_PROMPT_TOKENS]: response["prompt_token_count"], [aiSemanticConventions.SpanAttributes.LLM_USAGE_COMPLETION_TOKENS]: response["generation_token_count"], [aiSemanticConventions.SpanAttributes.LLM_USAGE_TOTAL_TOKENS]: response["prompt_token_count"] + response["generation_token_count"] }, (this._shouldSendPrompts()
+                    ? {
+                        [`${aiSemanticConventions.SpanAttributes.LLM_COMPLETIONS}.0.content`]: response["generation"],
+                    }
+                    : {}));
+            }
+            default:
+                return {};
+        }
+    }
+    _shouldSendPrompts() {
+        const contextShouldSendPrompts = api.context
+            .active()
+            .getValue(aiSemanticConventions.CONTEXT_KEY_ALLOW_TRACE_CONTENT);
+        if (contextShouldSendPrompts !== undefined) {
+            return contextShouldSendPrompts;
+        }
+        return this._config.traceContent !== undefined
+            ? this._config.traceContent
+            : true;
+    }
+}
+
+exports.BedrockInstrumentation = BedrockInstrumentation;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sources":["../../src/instrumentation.ts"],"sourcesContent":["/*\n * Copyright Traceloop\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *      https://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport {\n  Span,\n  Attributes,\n  SpanKind,\n  SpanStatusCode,\n  context,\n  trace,\n} from \"@opentelemetry/api\";\nimport {\n  InstrumentationBase,\n  InstrumentationModuleDefinition,\n  InstrumentationNodeModuleDefinition,\n  safeExecuteInTheMiddle,\n} from \"@opentelemetry/instrumentation\";\nimport { BedrockInstrumentationConfig } from \"./types\";\nimport type * as bedrock from \"@aws-sdk/client-bedrock-runtime\";\nimport {\n  CONTEXT_KEY_ALLOW_TRACE_CONTENT,\n  LLMRequestTypeValues,\n  SpanAttributes,\n} from \"@traceloop/ai-semantic-conventions\";\nimport { version } from \"../package.json\";\n\nexport class BedrockInstrumentation extends InstrumentationBase<any> {\n  protected declare _config: BedrockInstrumentationConfig;\n\n  constructor(config: BedrockInstrumentationConfig = {}) {\n    super(\"@traceloop/instrumentation-bedrock\", version, config);\n  }\n\n  public override setConfig(config: BedrockInstrumentationConfig = {}) {\n    super.setConfig(config);\n  }\n\n  protected init(): InstrumentationModuleDefinition<any> {\n    const module = new InstrumentationNodeModuleDefinition<any>(\n      \"@aws-sdk/client-bedrock-runtime\",\n      [\">=3.499.0\"],\n      this.wrap.bind(this),\n      this.unwrap.bind(this),\n    );\n\n    return module;\n  }\n\n  public manuallyInstrument(module: typeof bedrock) {\n    this._diag.debug(`Patching @aws-sdk/client-bedrock-runtime manually`);\n\n    this._wrap(\n      module.BedrockRuntimeClient.prototype,\n      \"send\",\n      this.wrapperMethod(),\n    );\n  }\n\n  private wrap(module: typeof bedrock, moduleVersion?: string) {\n    this._diag.debug(\n      `Patching @aws-sdk/client-bedrock-runtime@${moduleVersion}`,\n    );\n\n    this._wrap(\n      module.BedrockRuntimeClient.prototype,\n      \"send\",\n      this.wrapperMethod(),\n    );\n\n    return module;\n  }\n\n  private unwrap(module: typeof bedrock, moduleVersion?: string) {\n    this._diag.debug(\n      `Unpatching @aws-sdk/client-bedrock-runtime@${moduleVersion}`,\n    );\n\n    this._unwrap(module.BedrockRuntimeClient.prototype, \"send\");\n  }\n\n  private wrapperMethod() {\n    // eslint-disable-next-line @typescript-eslint/no-this-alias\n    const plugin = this;\n    // eslint-disable-next-line @typescript-eslint/ban-types\n    return (original: Function) => {\n      return function method(this: any, ...args: any) {\n        const span = plugin._startSpan({\n          params: args[0],\n        });\n        const execContext = trace.setSpan(context.active(), span);\n        const execPromise = safeExecuteInTheMiddle(\n          () => {\n            return context.with(execContext, () => {\n              return original.apply(this, args);\n            });\n          },\n          (e) => {\n            if (e) {\n              plugin._diag.error(`Error in bedrock instrumentation`, e);\n            }\n          },\n        );\n        const wrappedPromise = plugin._wrapPromise(span, execPromise);\n        return context.bind(execContext, wrappedPromise);\n      };\n    };\n  }\n  private _wrapPromise<T>(span: Span, promise: Promise<T>): Promise<T> {\n    return promise\n      .then(async (result) => {\n        await this._endSpan({\n          span,\n          result: result as\n            | bedrock.InvokeModelCommandOutput\n            | bedrock.InvokeModelWithResponseStreamCommandOutput,\n        });\n\n        return new Promise<T>((resolve) => resolve(result));\n      })\n      .catch((error: Error) => {\n        return new Promise<T>((_, reject) => {\n          span.setStatus({\n            code: SpanStatusCode.ERROR,\n            message: error.message,\n          });\n          span.recordException(error);\n          span.end();\n\n          reject(error);\n        });\n      });\n  }\n\n  private _startSpan({\n    params,\n  }: {\n    params: Parameters<bedrock.BedrockRuntimeClient[\"send\"]>[0];\n  }): Span {\n    const [vendor, model] = params.input.modelId\n      ? params.input.modelId.split(\".\")\n      : [\"\", \"\"];\n\n    let attributes: Attributes = {\n      [SpanAttributes.LLM_VENDOR]: vendor,\n      [SpanAttributes.LLM_REQUEST_MODEL]: model,\n      [SpanAttributes.LLM_RESPONSE_MODEL]: model,\n      [SpanAttributes.LLM_REQUEST_TYPE]: LLMRequestTypeValues.COMPLETION,\n    };\n\n    if (typeof params.input.body === \"string\") {\n      const requestBody = JSON.parse(params.input.body);\n\n      attributes = {\n        ...attributes,\n        ...this._setRequestAttributes(vendor, requestBody),\n      };\n    }\n\n    return this.tracer.startSpan(`bedrock.completion`, {\n      kind: SpanKind.CLIENT,\n      attributes,\n    });\n  }\n\n  private async _endSpan({\n    span,\n    result,\n  }: {\n    span: Span;\n    result:\n      | bedrock.InvokeModelCommandOutput\n      | bedrock.InvokeModelWithResponseStreamCommandOutput;\n  }) {\n    if (\"body\" in result) {\n      const attributes =\n        \"attributes\" in span ? (span[\"attributes\"] as Record<string, any>) : {};\n\n      if (SpanAttributes.LLM_VENDOR in attributes) {\n        if (!(result.body instanceof Object.getPrototypeOf(Uint8Array))) {\n          const rawRes = result.body as AsyncIterable<bedrock.ResponseStream>;\n\n          let streamedContent = \"\";\n          for await (const value of rawRes) {\n            // Convert it to a JSON String\n            const jsonString = new TextDecoder().decode(value.chunk?.bytes);\n            // Parse the JSON string\n            const parsedResponse = JSON.parse(jsonString);\n\n            if (\"amazon-bedrock-invocationMetrics\" in parsedResponse) {\n              span.setAttribute(\n                SpanAttributes.LLM_USAGE_PROMPT_TOKENS,\n                parsedResponse[\"amazon-bedrock-invocationMetrics\"][\n                  \"inputTokenCount\"\n                ],\n              );\n              span.setAttribute(\n                SpanAttributes.LLM_USAGE_COMPLETION_TOKENS,\n                parsedResponse[\"amazon-bedrock-invocationMetrics\"][\n                  \"outputTokenCount\"\n                ],\n              );\n\n              span.setAttribute(\n                SpanAttributes.LLM_USAGE_TOTAL_TOKENS,\n                parsedResponse[\"amazon-bedrock-invocationMetrics\"][\n                  \"inputTokenCount\"\n                ] +\n                  parsedResponse[\"amazon-bedrock-invocationMetrics\"][\n                    \"outputTokenCount\"\n                  ],\n              );\n            }\n\n            let responseAttributes = this._setResponseAttributes(\n              attributes[SpanAttributes.LLM_VENDOR],\n              parsedResponse,\n              true,\n            );\n\n            // ! NOTE: This make sure the content always have all streamed chunks\n            if (this._shouldSendPrompts()) {\n              // Update local value with attribute value that was set by _setResponseAttributes\n              streamedContent +=\n                responseAttributes[\n                  `${SpanAttributes.LLM_COMPLETIONS}.0.content`\n                ];\n              // re-assign the new value to responseAttributes\n              responseAttributes = {\n                ...responseAttributes,\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]:\n                  streamedContent,\n              };\n            }\n\n            span.setAttributes(responseAttributes);\n          }\n        } else if (result.body instanceof Object.getPrototypeOf(Uint8Array)) {\n          // Convert it to a JSON String\n          const jsonString = new TextDecoder().decode(\n            result.body as Uint8Array,\n          );\n          // Parse the JSON string\n          const parsedResponse = JSON.parse(jsonString);\n\n          const responseAttributes = this._setResponseAttributes(\n            attributes[SpanAttributes.LLM_VENDOR],\n            parsedResponse,\n          );\n\n          span.setAttributes(responseAttributes);\n        }\n      }\n    }\n\n    span.setStatus({ code: SpanStatusCode.OK });\n    span.end();\n  }\n\n  private _setRequestAttributes(\n    vendor: string,\n    requestBody: Record<string, any>,\n  ) {\n    switch (vendor) {\n      case \"ai21\": {\n        return {\n          [SpanAttributes.LLM_TOP_P]: requestBody[\"topP\"],\n          [SpanAttributes.LLM_TEMPERATURE]: requestBody[\"temperature\"],\n          [SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody[\"maxTokens\"],\n          [SpanAttributes.LLM_PRESENCE_PENALTY]:\n            requestBody[\"presencePenalty\"][\"scale\"],\n          [SpanAttributes.LLM_FREQUENCY_PENALTY]:\n            requestBody[\"frequencyPenalty\"][\"scale\"],\n\n          // Prompt & Role\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_PROMPTS}.0.role`]: \"user\",\n                [`${SpanAttributes.LLM_PROMPTS}.0.content`]:\n                  requestBody[\"prompt\"],\n              }\n            : {}),\n        };\n      }\n      case \"amazon\": {\n        return {\n          [SpanAttributes.LLM_TOP_P]:\n            requestBody[\"textGenerationConfig\"][\"topP\"],\n          [SpanAttributes.LLM_TEMPERATURE]:\n            requestBody[\"textGenerationConfig\"][\"temperature\"],\n          [SpanAttributes.LLM_REQUEST_MAX_TOKENS]:\n            requestBody[\"textGenerationConfig\"][\"maxTokenCount\"],\n\n          // Prompt & Role\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_PROMPTS}.0.role`]: \"user\",\n                [`${SpanAttributes.LLM_PROMPTS}.0.content`]:\n                  requestBody[\"inputText\"],\n              }\n            : {}),\n        };\n      }\n      case \"anthropic\": {\n        return {\n          [SpanAttributes.LLM_TOP_P]: requestBody[\"top_p\"],\n          [SpanAttributes.LLM_TOP_K]: requestBody[\"top_k\"],\n          [SpanAttributes.LLM_TEMPERATURE]: requestBody[\"temperature\"],\n          [SpanAttributes.LLM_REQUEST_MAX_TOKENS]:\n            requestBody[\"max_tokens_to_sample\"],\n\n          // Prompt & Role\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_PROMPTS}.0.role`]: \"user\",\n                [`${SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody[\n                  \"prompt\"\n                ]\n                  // The format is removing when we are setting span attribute\n                  .replace(\"\\n\\nHuman:\", \"\")\n                  .replace(\"\\n\\nAssistant:\", \"\"),\n              }\n            : {}),\n        };\n      }\n      case \"cohere\": {\n        return {\n          [SpanAttributes.LLM_TOP_P]: requestBody[\"p\"],\n          [SpanAttributes.LLM_TOP_K]: requestBody[\"k\"],\n          [SpanAttributes.LLM_TEMPERATURE]: requestBody[\"temperature\"],\n          [SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody[\"max_tokens\"],\n\n          // Prompt & Role\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_PROMPTS}.0.role`]: \"user\",\n                [`${SpanAttributes.LLM_PROMPTS}.0.content`]:\n                  requestBody[\"prompt\"],\n              }\n            : {}),\n        };\n      }\n      case \"meta\": {\n        return {\n          [SpanAttributes.LLM_TOP_P]: requestBody[\"top_p\"],\n          [SpanAttributes.LLM_TEMPERATURE]: requestBody[\"temperature\"],\n          [SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody[\"max_gen_len\"],\n\n          // Prompt & Role\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_PROMPTS}.0.role`]: \"user\",\n                [`${SpanAttributes.LLM_PROMPTS}.0.content`]:\n                  requestBody[\"prompt\"],\n              }\n            : {}),\n        };\n      }\n      default:\n        return {};\n    }\n  }\n\n  private _setResponseAttributes(\n    vendor: string,\n    response: Record<string, any>,\n    isStream = false,\n  ) {\n    switch (vendor) {\n      case \"ai21\": {\n        return {\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]:\n            response[\"completions\"][0][\"finishReason\"][\"reason\"],\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.role`]: \"assistant\",\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]:\n                  response[\"completions\"][0][\"data\"][\"text\"],\n              }\n            : {}),\n        };\n      }\n      case \"amazon\": {\n        return {\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: isStream\n            ? response[\"completionReason\"]\n            : response[\"results\"][0][\"completionReason\"],\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.role`]: \"assistant\",\n          [SpanAttributes.LLM_USAGE_PROMPT_TOKENS]:\n            response[\"inputTextTokenCount\"],\n          [SpanAttributes.LLM_USAGE_COMPLETION_TOKENS]: isStream\n            ? response[\"totalOutputTextTokenCount\"]\n            : response[\"results\"][0][\"tokenCount\"],\n          [SpanAttributes.LLM_USAGE_TOTAL_TOKENS]: isStream\n            ? response[\"inputTextTokenCount\"] +\n              response[\"totalOutputTextTokenCount\"]\n            : response[\"inputTextTokenCount\"] +\n              response[\"results\"][0][\"tokenCount\"],\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]: isStream\n                  ? response[\"outputText\"]\n                  : response[\"results\"][0][\"outputText\"],\n              }\n            : {}),\n        };\n      }\n      case \"anthropic\": {\n        return {\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]:\n            response[\"stop_reason\"],\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.role`]: \"assistant\",\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]:\n                  response[\"completion\"],\n              }\n            : {}),\n        };\n      }\n      case \"cohere\": {\n        return {\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]:\n            response[\"generations\"][0][\"finish_reason\"],\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.role`]: \"assistant\",\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]:\n                  response[\"generations\"][0][\"text\"],\n              }\n            : {}),\n        };\n      }\n      case \"meta\": {\n        return {\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]:\n            response[\"stop_reason\"],\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.role`]: \"assistant\",\n          [SpanAttributes.LLM_USAGE_PROMPT_TOKENS]:\n            response[\"prompt_token_count\"],\n          [SpanAttributes.LLM_USAGE_COMPLETION_TOKENS]:\n            response[\"generation_token_count\"],\n          [SpanAttributes.LLM_USAGE_TOTAL_TOKENS]:\n            response[\"prompt_token_count\"] + response[\"generation_token_count\"],\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]:\n                  response[\"generation\"],\n              }\n            : {}),\n        };\n      }\n      default:\n        return {};\n    }\n  }\n\n  private _shouldSendPrompts() {\n    const contextShouldSendPrompts = context\n      .active()\n      .getValue(CONTEXT_KEY_ALLOW_TRACE_CONTENT);\n\n    if (contextShouldSendPrompts !== undefined) {\n      return contextShouldSendPrompts;\n    }\n\n    return this._config.traceContent !== undefined\n      ? this._config.traceContent\n      : true;\n  }\n}\n"],"names":["InstrumentationBase","InstrumentationNodeModuleDefinition","trace","context","safeExecuteInTheMiddle","__awaiter","SpanStatusCode","SpanAttributes","LLMRequestTypeValues","SpanKind","__asyncValues","CONTEXT_KEY_ALLOW_TRACE_CONTENT"],"mappings":";;;;;;;;;AAsCM,MAAO,sBAAuB,SAAQA,mCAAwB,CAAA;AAGlE,IAAA,WAAA,CAAY,SAAuC,EAAE,EAAA;AACnD,QAAA,KAAK,CAAC,oCAAoC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;KAC9D;IAEe,SAAS,CAAC,SAAuC,EAAE,EAAA;AACjE,QAAA,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;KACzB;IAES,IAAI,GAAA;AACZ,QAAA,MAAM,MAAM,GAAG,IAAIC,mDAAmC,CACpD,iCAAiC,EACjC,CAAC,WAAW,CAAC,EACb,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CACvB,CAAC;AAEF,QAAA,OAAO,MAAM,CAAC;KACf;AAEM,IAAA,kBAAkB,CAAC,MAAsB,EAAA;AAC9C,QAAA,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA,iDAAA,CAAmD,CAAC,CAAC;AAEtE,QAAA,IAAI,CAAC,KAAK,CACR,MAAM,CAAC,oBAAoB,CAAC,SAAS,EACrC,MAAM,EACN,IAAI,CAAC,aAAa,EAAE,CACrB,CAAC;KACH;IAEO,IAAI,CAAC,MAAsB,EAAE,aAAsB,EAAA;QACzD,IAAI,CAAC,KAAK,CAAC,KAAK,CACd,CAA4C,yCAAA,EAAA,aAAa,CAAE,CAAA,CAC5D,CAAC;AAEF,QAAA,IAAI,CAAC,KAAK,CACR,MAAM,CAAC,oBAAoB,CAAC,SAAS,EACrC,MAAM,EACN,IAAI,CAAC,aAAa,EAAE,CACrB,CAAC;AAEF,QAAA,OAAO,MAAM,CAAC;KACf;IAEO,MAAM,CAAC,MAAsB,EAAE,aAAsB,EAAA;QAC3D,IAAI,CAAC,KAAK,CAAC,KAAK,CACd,CAA8C,2CAAA,EAAA,aAAa,CAAE,CAAA,CAC9D,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;KAC7D;IAEO,aAAa,GAAA;;QAEnB,MAAM,MAAM,GAAG,IAAI,CAAC;;QAEpB,OAAO,CAAC,QAAkB,KAAI;AAC5B,YAAA,OAAO,SAAS,MAAM,CAAY,GAAG,IAAS,EAAA;AAC5C,gBAAA,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC;AAC7B,oBAAA,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AAChB,iBAAA,CAAC,CAAC;AACH,gBAAA,MAAM,WAAW,GAAGC,SAAK,CAAC,OAAO,CAACC,WAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;AAC1D,gBAAA,MAAM,WAAW,GAAGC,sCAAsB,CACxC,MAAK;AACH,oBAAA,OAAOD,WAAO,CAAC,IAAI,CAAC,WAAW,EAAE,MAAK;wBACpC,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACpC,qBAAC,CAAC,CAAC;AACL,iBAAC,EACD,CAAC,CAAC,KAAI;oBACJ,IAAI,CAAC,EAAE;wBACL,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAkC,gCAAA,CAAA,EAAE,CAAC,CAAC,CAAC;qBAC3D;AACH,iBAAC,CACF,CAAC;gBACF,MAAM,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBAC9D,OAAOA,WAAO,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;AACnD,aAAC,CAAC;AACJ,SAAC,CAAC;KACH;IACO,YAAY,CAAI,IAAU,EAAE,OAAmB,EAAA;AACrD,QAAA,OAAO,OAAO;AACX,aAAA,IAAI,CAAC,CAAO,MAAM,KAAIE,eAAA,CAAA,IAAA,EAAA,KAAA,CAAA,EAAA,KAAA,CAAA,EAAA,aAAA;YACrB,MAAM,IAAI,CAAC,QAAQ,CAAC;gBAClB,IAAI;AACJ,gBAAA,MAAM,EAAE,MAE8C;AACvD,aAAA,CAAC,CAAC;AAEH,YAAA,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;AACtD,SAAC,CAAA,CAAC;AACD,aAAA,KAAK,CAAC,CAAC,KAAY,KAAI;YACtB,OAAO,IAAI,OAAO,CAAI,CAAC,CAAC,EAAE,MAAM,KAAI;gBAClC,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAEC,kBAAc,CAAC,KAAK;oBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;AACvB,iBAAA,CAAC,CAAC;AACH,gBAAA,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;gBAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEX,MAAM,CAAC,KAAK,CAAC,CAAC;AAChB,aAAC,CAAC,CAAC;AACL,SAAC,CAAC,CAAC;KACN;IAEO,UAAU,CAAC,EACjB,MAAM,GAGP,EAAA;QACC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO;cACxC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC;AACjC,cAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;AAEb,QAAA,IAAI,UAAU,GAAe;AAC3B,YAAA,CAACC,oCAAc,CAAC,UAAU,GAAG,MAAM;AACnC,YAAA,CAACA,oCAAc,CAAC,iBAAiB,GAAG,KAAK;AACzC,YAAA,CAACA,oCAAc,CAAC,kBAAkB,GAAG,KAAK;AAC1C,YAAA,CAACA,oCAAc,CAAC,gBAAgB,GAAGC,0CAAoB,CAAC,UAAU;SACnE,CAAC;QAEF,IAAI,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE;AACzC,YAAA,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAElD,YAAA,UAAU,GACL,MAAA,CAAA,MAAA,CAAA,MAAA,CAAA,MAAA,CAAA,EAAA,EAAA,UAAU,CACV,EAAA,IAAI,CAAC,qBAAqB,CAAC,MAAM,EAAE,WAAW,CAAC,CACnD,CAAC;SACH;AAED,QAAA,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,oBAAoB,EAAE;YACjD,IAAI,EAAEC,YAAQ,CAAC,MAAM;YACrB,UAAU;AACX,SAAA,CAAC,CAAC;KACJ;AAEa,IAAA,QAAQ,CAAC,EACrB,IAAI,EACJ,MAAM,GAMP,EAAA;;;;AACC,YAAA,IAAI,MAAM,IAAI,MAAM,EAAE;AACpB,gBAAA,MAAM,UAAU,GACd,YAAY,IAAI,IAAI,GAAI,IAAI,CAAC,YAAY,CAAyB,GAAG,EAAE,CAAC;AAE1E,gBAAA,IAAIF,oCAAc,CAAC,UAAU,IAAI,UAAU,EAAE;AAC3C,oBAAA,IAAI,EAAE,MAAM,CAAC,IAAI,YAAY,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,EAAE;AAC/D,wBAAA,MAAM,MAAM,GAAG,MAAM,CAAC,IAA6C,CAAC;wBAEpE,IAAI,eAAe,GAAG,EAAE,CAAC;;AACzB,4BAAA,KAA0B,eAAA,QAAA,GAAAG,mBAAA,CAAA,MAAM,CAAA,EAAA,UAAA,4EAAE;gCAAR,EAAM,GAAA,UAAA,CAAA,KAAA,CAAA;gCAAN,EAAM,GAAA,KAAA,CAAA;gCAArB,MAAM,KAAK,KAAA,CAAA;;AAEpB,gCAAA,MAAM,UAAU,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,CAAA,EAAA,GAAA,KAAK,CAAC,KAAK,MAAE,IAAA,IAAA,EAAA,KAAA,KAAA,CAAA,GAAA,KAAA,CAAA,GAAA,EAAA,CAAA,KAAK,CAAC,CAAC;;gCAEhE,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;AAE9C,gCAAA,IAAI,kCAAkC,IAAI,cAAc,EAAE;AACxD,oCAAA,IAAI,CAAC,YAAY,CACfH,oCAAc,CAAC,uBAAuB,EACtC,cAAc,CAAC,kCAAkC,CAAC,CAChD,iBAAiB,CAClB,CACF,CAAC;AACF,oCAAA,IAAI,CAAC,YAAY,CACfA,oCAAc,CAAC,2BAA2B,EAC1C,cAAc,CAAC,kCAAkC,CAAC,CAChD,kBAAkB,CACnB,CACF,CAAC;AAEF,oCAAA,IAAI,CAAC,YAAY,CACfA,oCAAc,CAAC,sBAAsB,EACrC,cAAc,CAAC,kCAAkC,CAAC,CAChD,iBAAiB,CAClB;AACC,wCAAA,cAAc,CAAC,kCAAkC,CAAC,CAChD,kBAAkB,CACnB,CACJ,CAAC;iCACH;AAED,gCAAA,IAAI,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,CAClD,UAAU,CAACA,oCAAc,CAAC,UAAU,CAAC,EACrC,cAAc,EACd,IAAI,CACL,CAAC;;AAGF,gCAAA,IAAI,IAAI,CAAC,kBAAkB,EAAE,EAAE;;oCAE7B,eAAe;AACb,wCAAA,kBAAkB,CAChB,CAAG,EAAAA,oCAAc,CAAC,eAAe,CAAA,UAAA,CAAY,CAC9C,CAAC;;AAEJ,oCAAA,kBAAkB,GACb,MAAA,CAAA,MAAA,CAAA,MAAA,CAAA,MAAA,CAAA,EAAA,EAAA,kBAAkB,CACrB,EAAA,EAAA,CAAC,CAAG,EAAAA,oCAAc,CAAC,eAAe,CAAY,UAAA,CAAA,GAC5C,eAAe,GAClB,CAAC;iCACH;AAED,gCAAA,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC;6BACxC;;;;;;;;;qBACF;yBAAM,IAAI,MAAM,CAAC,IAAI,YAAY,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE;;AAEnE,wBAAA,MAAM,UAAU,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CACzC,MAAM,CAAC,IAAkB,CAC1B,CAAC;;wBAEF,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;AAE9C,wBAAA,MAAM,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,CACpD,UAAU,CAACA,oCAAc,CAAC,UAAU,CAAC,EACrC,cAAc,CACf,CAAC;AAEF,wBAAA,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC;qBACxC;iBACF;aACF;YAED,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAED,kBAAc,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,GAAG,EAAE,CAAC;;AACZ,KAAA;IAEO,qBAAqB,CAC3B,MAAc,EACd,WAAgC,EAAA;QAEhC,QAAQ,MAAM;YACZ,KAAK,MAAM,EAAE;AACX,gBAAA,OAAA,MAAA,CAAA,MAAA,CAAA,EACE,CAACC,oCAAc,CAAC,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,EAC/C,CAACA,oCAAc,CAAC,eAAe,GAAG,WAAW,CAAC,aAAa,CAAC,EAC5D,CAACA,oCAAc,CAAC,sBAAsB,GAAG,WAAW,CAAC,WAAW,CAAC,EACjE,CAACA,oCAAc,CAAC,oBAAoB,GAClC,WAAW,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EACzC,CAACA,oCAAc,CAAC,qBAAqB,GACnC,WAAW,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,EAGvC,GAAC,IAAI,CAAC,kBAAkB,EAAE;AAC3B,sBAAE;AACE,wBAAA,CAAC,GAAGA,oCAAc,CAAC,WAAW,CAAS,OAAA,CAAA,GAAG,MAAM;wBAChD,CAAC,CAAA,EAAGA,oCAAc,CAAC,WAAW,CAAA,UAAA,CAAY,GACxC,WAAW,CAAC,QAAQ,CAAC;AACxB,qBAAA;sBACD,EAAE,EACN,CAAA;aACH;YACD,KAAK,QAAQ,EAAE;gBACb,OACE,MAAA,CAAA,MAAA,CAAA,EAAA,CAACA,oCAAc,CAAC,SAAS,GACvB,WAAW,CAAC,sBAAsB,CAAC,CAAC,MAAM,CAAC,EAC7C,CAACA,oCAAc,CAAC,eAAe,GAC7B,WAAW,CAAC,sBAAsB,CAAC,CAAC,aAAa,CAAC,EACpD,CAACA,oCAAc,CAAC,sBAAsB,GACpC,WAAW,CAAC,sBAAsB,CAAC,CAAC,eAAe,CAAC,KAGlD,IAAI,CAAC,kBAAkB,EAAE;AAC3B,sBAAE;AACE,wBAAA,CAAC,GAAGA,oCAAc,CAAC,WAAW,CAAS,OAAA,CAAA,GAAG,MAAM;wBAChD,CAAC,CAAA,EAAGA,oCAAc,CAAC,WAAW,CAAA,UAAA,CAAY,GACxC,WAAW,CAAC,WAAW,CAAC;AAC3B,qBAAA;sBACD,EAAE,EACN,CAAA;aACH;YACD,KAAK,WAAW,EAAE;gBAChB,OACE,MAAA,CAAA,MAAA,CAAA,EAAA,CAACA,oCAAc,CAAC,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,EAChD,CAACA,oCAAc,CAAC,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,EAChD,CAACA,oCAAc,CAAC,eAAe,GAAG,WAAW,CAAC,aAAa,CAAC,EAC5D,CAACA,oCAAc,CAAC,sBAAsB,GACpC,WAAW,CAAC,sBAAsB,CAAC,KAGjC,IAAI,CAAC,kBAAkB,EAAE;AAC3B,sBAAE;AACE,wBAAA,CAAC,GAAGA,oCAAc,CAAC,WAAW,CAAS,OAAA,CAAA,GAAG,MAAM;wBAChD,CAAC,CAAA,EAAGA,oCAAc,CAAC,WAAW,CAAA,UAAA,CAAY,GAAG,WAAW,CACtD,QAAQ,CACT;;AAEE,6BAAA,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;AACzB,6BAAA,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;AACjC,qBAAA;sBACD,EAAE,EACN,CAAA;aACH;YACD,KAAK,QAAQ,EAAE;gBACb,OACE,MAAA,CAAA,MAAA,CAAA,EAAA,CAACA,oCAAc,CAAC,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,EAC5C,CAACA,oCAAc,CAAC,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,EAC5C,CAACA,oCAAc,CAAC,eAAe,GAAG,WAAW,CAAC,aAAa,CAAC,EAC5D,CAACA,oCAAc,CAAC,sBAAsB,GAAG,WAAW,CAAC,YAAY,CAAC,KAG9D,IAAI,CAAC,kBAAkB,EAAE;AAC3B,sBAAE;AACE,wBAAA,CAAC,GAAGA,oCAAc,CAAC,WAAW,CAAS,OAAA,CAAA,GAAG,MAAM;wBAChD,CAAC,CAAA,EAAGA,oCAAc,CAAC,WAAW,CAAA,UAAA,CAAY,GACxC,WAAW,CAAC,QAAQ,CAAC;AACxB,qBAAA;sBACD,EAAE,EACN,CAAA;aACH;YACD,KAAK,MAAM,EAAE;AACX,gBAAA,OAAA,MAAA,CAAA,MAAA,CAAA,EACE,CAACA,oCAAc,CAAC,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,EAChD,CAACA,oCAAc,CAAC,eAAe,GAAG,WAAW,CAAC,aAAa,CAAC,EAC5D,CAACA,oCAAc,CAAC,sBAAsB,GAAG,WAAW,CAAC,aAAa,CAAC,EAAA,GAG/D,IAAI,CAAC,kBAAkB,EAAE;AAC3B,sBAAE;AACE,wBAAA,CAAC,GAAGA,oCAAc,CAAC,WAAW,CAAS,OAAA,CAAA,GAAG,MAAM;wBAChD,CAAC,CAAA,EAAGA,oCAAc,CAAC,WAAW,CAAA,UAAA,CAAY,GACxC,WAAW,CAAC,QAAQ,CAAC;AACxB,qBAAA;sBACD,EAAE,EACN,CAAA;aACH;AACD,YAAA;AACE,gBAAA,OAAO,EAAE,CAAC;SACb;KACF;AAEO,IAAA,sBAAsB,CAC5B,MAAc,EACd,QAA6B,EAC7B,QAAQ,GAAG,KAAK,EAAA;QAEhB,QAAQ,MAAM;YACZ,KAAK,MAAM,EAAE;AACX,gBAAA,OAAA,MAAA,CAAA,MAAA,CAAA,EACE,CAAC,CAAG,EAAAA,oCAAc,CAAC,eAAe,kBAAkB,GAClD,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,EACtD,CAAC,CAAG,EAAAA,oCAAc,CAAC,eAAe,CAAA,OAAA,CAAS,GAAG,WAAW,EACtD,GAAC,IAAI,CAAC,kBAAkB,EAAE;AAC3B,sBAAE;AACE,wBAAA,CAAC,GAAGA,oCAAc,CAAC,eAAe,CAAY,UAAA,CAAA,GAC5C,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;AAC7C,qBAAA;sBACD,EAAE,EACN,CAAA;aACH;YACD,KAAK,QAAQ,EAAE;gBACb,OACE,MAAA,CAAA,MAAA,CAAA,EAAA,CAAC,GAAGA,oCAAc,CAAC,eAAe,CAAkB,gBAAA,CAAA,GAAG,QAAQ;AAC7D,0BAAE,QAAQ,CAAC,kBAAkB,CAAC;AAC9B,0BAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,EAC9C,CAAC,GAAGA,oCAAc,CAAC,eAAe,CAAS,OAAA,CAAA,GAAG,WAAW,EACzD,CAACA,oCAAc,CAAC,uBAAuB,GACrC,QAAQ,CAAC,qBAAqB,CAAC,EACjC,CAACA,oCAAc,CAAC,2BAA2B,GAAG,QAAQ;AACpD,0BAAE,QAAQ,CAAC,2BAA2B,CAAC;AACvC,0BAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,EACxC,CAACA,oCAAc,CAAC,sBAAsB,GAAG,QAAQ;AAC/C,0BAAE,QAAQ,CAAC,qBAAqB,CAAC;4BAC/B,QAAQ,CAAC,2BAA2B,CAAC;AACvC,0BAAE,QAAQ,CAAC,qBAAqB,CAAC;AAC/B,4BAAA,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,EACrC,GAAC,IAAI,CAAC,kBAAkB,EAAE;AAC3B,sBAAE;AACE,wBAAA,CAAC,GAAGA,oCAAc,CAAC,eAAe,CAAY,UAAA,CAAA,GAAG,QAAQ;AACvD,8BAAE,QAAQ,CAAC,YAAY,CAAC;8BACtB,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;AACzC,qBAAA;sBACD,EAAE,EACN,CAAA;aACH;YACD,KAAK,WAAW,EAAE;gBAChB,OACE,MAAA,CAAA,MAAA,CAAA,EAAA,CAAC,CAAG,EAAAA,oCAAc,CAAC,eAAe,CAAkB,gBAAA,CAAA,GAClD,QAAQ,CAAC,aAAa,CAAC,EACzB,CAAC,CAAA,EAAGA,oCAAc,CAAC,eAAe,CAAA,OAAA,CAAS,GAAG,WAAW,EAAA,GACrD,IAAI,CAAC,kBAAkB,EAAE;AAC3B,sBAAE;wBACE,CAAC,CAAA,EAAGA,oCAAc,CAAC,eAAe,CAAA,UAAA,CAAY,GAC5C,QAAQ,CAAC,YAAY,CAAC;AACzB,qBAAA;sBACD,EAAE,EACN,CAAA;aACH;YACD,KAAK,QAAQ,EAAE;AACb,gBAAA,OAAA,MAAA,CAAA,MAAA,CAAA,EACE,CAAC,CAAA,EAAGA,oCAAc,CAAC,eAAe,CAAkB,gBAAA,CAAA,GAClD,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,EAC7C,CAAC,CAAG,EAAAA,oCAAc,CAAC,eAAe,CAAA,OAAA,CAAS,GAAG,WAAW,EACtD,GAAC,IAAI,CAAC,kBAAkB,EAAE;AAC3B,sBAAE;AACE,wBAAA,CAAC,GAAGA,oCAAc,CAAC,eAAe,CAAA,UAAA,CAAY,GAC5C,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AACrC,qBAAA;sBACD,EAAE,EACN,CAAA;aACH;YACD,KAAK,MAAM,EAAE;AACX,gBAAA,OAAA,MAAA,CAAA,MAAA,CAAA,EACE,CAAC,CAAA,EAAGA,oCAAc,CAAC,eAAe,CAAA,gBAAA,CAAkB,GAClD,QAAQ,CAAC,aAAa,CAAC,EACzB,CAAC,CAAA,EAAGA,oCAAc,CAAC,eAAe,CAAA,OAAA,CAAS,GAAG,WAAW,EACzD,CAACA,oCAAc,CAAC,uBAAuB,GACrC,QAAQ,CAAC,oBAAoB,CAAC,EAChC,CAACA,oCAAc,CAAC,2BAA2B,GACzC,QAAQ,CAAC,wBAAwB,CAAC,EACpC,CAACA,oCAAc,CAAC,sBAAsB,GACpC,QAAQ,CAAC,oBAAoB,CAAC,GAAG,QAAQ,CAAC,wBAAwB,CAAC,EAClE,GAAC,IAAI,CAAC,kBAAkB,EAAE;AAC3B,sBAAE;wBACE,CAAC,CAAA,EAAGA,oCAAc,CAAC,eAAe,CAAA,UAAA,CAAY,GAC5C,QAAQ,CAAC,YAAY,CAAC;AACzB,qBAAA;sBACD,EAAE,EACN,CAAA;aACH;AACD,YAAA;AACE,gBAAA,OAAO,EAAE,CAAC;SACb;KACF;IAEO,kBAAkB,GAAA;QACxB,MAAM,wBAAwB,GAAGJ,WAAO;AACrC,aAAA,MAAM,EAAE;aACR,QAAQ,CAACQ,qDAA+B,CAAC,CAAC;AAE7C,QAAA,IAAI,wBAAwB,KAAK,SAAS,EAAE;AAC1C,YAAA,OAAO,wBAAwB,CAAC;SACjC;AAED,QAAA,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS;AAC5C,cAAE,IAAI,CAAC,OAAO,CAAC,YAAY;cACzB,IAAI,CAAC;KACV;AACF;;;;"}

package/dist/src/instrumentation.d.ts

@@ -1,6 +1,6 @@
 import { InstrumentationBase, InstrumentationModuleDefinition } from "@opentelemetry/instrumentation";
 import { BedrockInstrumentationConfig } from "./types";
-import * as bedrock from "@aws-sdk/client-bedrock-runtime";
+import type * as bedrock from "@aws-sdk/client-bedrock-runtime";
 export declare class BedrockInstrumentation extends InstrumentationBase<any> {
     protected _config: BedrockInstrumentationConfig;
     constructor(config?: BedrockInstrumentationConfig);

package/dist/tests/ai21.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ai21.test.d.ts.map

package/dist/tests/amazon.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=amazon.test.d.ts.map

package/dist/tests/anthropic.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=anthropic.test.d.ts.map

package/dist/tests/cohere.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=cohere.test.d.ts.map

package/dist/tests/meta.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=meta.test.d.ts.map

package/package.json

@@ -1,12 +1,13 @@
 {
   "name": "@traceloop/instrumentation-bedrock",
-  "version": "0.5.21",
+  "version": "0.5.24",
   "description": "Amazon Bedrock Instrumentation",
-  "main": "dist/src/index.js",
-  "types": "dist/src/index.d.ts",
+  "main": "dist/index.js",
+  "module": "dist/index.mjs",
+  "types": "dist/index.d.ts",
   "repository": "traceloop/openllmetry-js",
   "scripts": {
-    "build": "tsc --build tsconfig.json",
+    "build": "rollup -c",
     "lint": "eslint . --ext .ts",
     "lint:fix": "eslint . --ext .ts --fix",
     "test": "ts-mocha -p tsconfig.json 'tests/**/*.test.ts' --timeout 20000"
@@ -24,9 +25,9 @@
     "node": ">=14"
   },
   "files": [
-    "dist/src/**/*.js",
-    "dist/src/**/*.js.map",
-    "dist/src/**/*.d.ts",
+    "dist/**/*.js",
+    "dist/**/*.js.map",
+    "dist/**/*.d.ts",
     "doc",
     "LICENSE",
     "README.md",
@@ -48,5 +49,5 @@
     "@pollyjs/persister-fs": "^6.0.6"
   },
   "homepage": "https://github.com/traceloop/openllmetry-js/tree/main/packages/instrumentation-openai",
-  "gitHead": "f2708ee34a64d85c7826cd135b3dedac4b26c38c"
+  "gitHead": "0225fcda81fc0d1673052470e26b4b5e75116032"
 }

package/dist/src/index.js

@@ -1,34 +0,0 @@
-"use strict";
-/*
- * Copyright Traceloop
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *      https://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./instrumentation"), exports);
-__exportStar(require("./types"), exports);
-//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;;;;;AAEH,oDAAkC;AAClC,0CAAwB","sourcesContent":["/*\n * Copyright Traceloop\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *      https://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nexport * from \"./instrumentation\";\nexport * from \"./types\";\n"]}

package/dist/src/instrumentation.js

@@ -1,293 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __asyncValues = (this && this.__asyncValues) || function (o) {
-    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
-    var m = o[Symbol.asyncIterator], i;
-    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
-    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
-    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BedrockInstrumentation = void 0;
-/*
- * Copyright Traceloop
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *      https://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-const api_1 = require("@opentelemetry/api");
-const instrumentation_1 = require("@opentelemetry/instrumentation");
-const ai_semantic_conventions_1 = require("@traceloop/ai-semantic-conventions");
-class BedrockInstrumentation extends instrumentation_1.InstrumentationBase {
-    constructor(config = {}) {
-        super("@traceloop/instrumentation-bedrock", "0.3.0", config);
-    }
-    setConfig(config = {}) {
-        super.setConfig(config);
-    }
-    init() {
-        const module = new instrumentation_1.InstrumentationNodeModuleDefinition("@aws-sdk/client-bedrock-runtime", [">=3.499.0"], this.wrap.bind(this), this.unwrap.bind(this));
-        return module;
-    }
-    manuallyInstrument(module) {
-        this._wrap(module.BedrockRuntimeClient.prototype, "send", this.wrapperMethod());
-    }
-    wrap(module) {
-        this._wrap(module.BedrockRuntimeClient.prototype, "send", this.wrapperMethod());
-        return module;
-    }
-    unwrap(module) {
-        this._unwrap(module.BedrockRuntimeClient.prototype, "send");
-    }
-    wrapperMethod() {
-        // eslint-disable-next-line @typescript-eslint/no-this-alias
-        const plugin = this;
-        // eslint-disable-next-line @typescript-eslint/ban-types
-        return (original) => {
-            return function method(...args) {
-                const span = plugin._startSpan({
-                    params: args[0],
-                });
-                const execContext = api_1.trace.setSpan(api_1.context.active(), span);
-                const execPromise = (0, instrumentation_1.safeExecuteInTheMiddle)(() => {
-                    return api_1.context.with(execContext, () => {
-                        return original.apply(this, args);
-                    });
-                }, 
-                // eslint-disable-next-line @typescript-eslint/no-empty-function
-                () => { });
-                const wrappedPromise = plugin._wrapPromise(span, execPromise);
-                return api_1.context.bind(execContext, wrappedPromise);
-            };
-        };
-    }
-    _wrapPromise(span, promise) {
-        return promise
-            .then((result) => __awaiter(this, void 0, void 0, function* () {
-            yield this._endSpan({
-                span,
-                result: result,
-            });
-            return new Promise((resolve) => resolve(result));
-        }))
-            .catch((error) => {
-            return new Promise((_, reject) => {
-                span.setStatus({
-                    code: api_1.SpanStatusCode.ERROR,
-                    message: error.message,
-                });
-                span.recordException(error);
-                span.end();
-                reject(error);
-            });
-        });
-    }
-    _startSpan({ params, }) {
-        const [vendor, model] = params.input.modelId
-            ? params.input.modelId.split(".")
-            : ["", ""];
-        let attributes = {
-            [ai_semantic_conventions_1.SpanAttributes.LLM_VENDOR]: vendor,
-            [ai_semantic_conventions_1.SpanAttributes.LLM_REQUEST_MODEL]: model,
-            [ai_semantic_conventions_1.SpanAttributes.LLM_RESPONSE_MODEL]: model,
-            [ai_semantic_conventions_1.SpanAttributes.LLM_REQUEST_TYPE]: ai_semantic_conventions_1.LLMRequestTypeValues.COMPLETION,
-        };
-        if (typeof params.input.body === "string") {
-            const requestBody = JSON.parse(params.input.body);
-            attributes = Object.assign(Object.assign({}, attributes), this._setRequestAttributes(vendor, requestBody));
-        }
-        return this.tracer.startSpan(`bedrock.completion`, {
-            kind: api_1.SpanKind.CLIENT,
-            attributes,
-        });
-    }
-    _endSpan({ span, result, }) {
-        var _a, e_1, _b, _c;
-        var _d;
-        return __awaiter(this, void 0, void 0, function* () {
-            if ("body" in result) {
-                const attributes = "attributes" in span ? span["attributes"] : {};
-                if (ai_semantic_conventions_1.SpanAttributes.LLM_VENDOR in attributes) {
-                    if (!(result.body instanceof Object.getPrototypeOf(Uint8Array))) {
-                        const rawRes = result.body;
-                        let streamedContent = "";
-                        try {
-                            for (var _e = true, rawRes_1 = __asyncValues(rawRes), rawRes_1_1; rawRes_1_1 = yield rawRes_1.next(), _a = rawRes_1_1.done, !_a; _e = true) {
-                                _c = rawRes_1_1.value;
-                                _e = false;
-                                const value = _c;
-                                // Convert it to a JSON String
-                                const jsonString = new TextDecoder().decode((_d = value.chunk) === null || _d === void 0 ? void 0 : _d.bytes);
-                                // Parse the JSON string
-                                const parsedResponse = JSON.parse(jsonString);
-                                if ("amazon-bedrock-invocationMetrics" in parsedResponse) {
-                                    span.setAttribute(ai_semantic_conventions_1.SpanAttributes.LLM_USAGE_PROMPT_TOKENS, parsedResponse["amazon-bedrock-invocationMetrics"]["inputTokenCount"]);
-                                    span.setAttribute(ai_semantic_conventions_1.SpanAttributes.LLM_USAGE_COMPLETION_TOKENS, parsedResponse["amazon-bedrock-invocationMetrics"]["outputTokenCount"]);
-                                    span.setAttribute(ai_semantic_conventions_1.SpanAttributes.LLM_USAGE_TOTAL_TOKENS, parsedResponse["amazon-bedrock-invocationMetrics"]["inputTokenCount"] +
-                                        parsedResponse["amazon-bedrock-invocationMetrics"]["outputTokenCount"]);
-                                }
-                                let responseAttributes = this._setResponseAttributes(attributes[ai_semantic_conventions_1.SpanAttributes.LLM_VENDOR], parsedResponse, true);
-                                // ! NOTE: This make sure the content always have all streamed chunks
-                                if (this._shouldSendPrompts()) {
-                                    // Update local value with attribute value that was set by _setResponseAttributes
-                                    streamedContent +=
-                                        responseAttributes[`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.content`];
-                                    // re-assign the new value to responseAttributes
-                                    responseAttributes = Object.assign(Object.assign({}, responseAttributes), { [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.content`]: streamedContent });
-                                }
-                                span.setAttributes(responseAttributes);
-                            }
-                        }
-                        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-                        finally {
-                            try {
-                                if (!_e && !_a && (_b = rawRes_1.return)) yield _b.call(rawRes_1);
-                            }
-                            finally { if (e_1) throw e_1.error; }
-                        }
-                    }
-                    else if (result.body instanceof Object.getPrototypeOf(Uint8Array)) {
-                        // Convert it to a JSON String
-                        const jsonString = new TextDecoder().decode(result.body);
-                        // Parse the JSON string
-                        const parsedResponse = JSON.parse(jsonString);
-                        const responseAttributes = this._setResponseAttributes(attributes[ai_semantic_conventions_1.SpanAttributes.LLM_VENDOR], parsedResponse);
-                        span.setAttributes(responseAttributes);
-                    }
-                }
-            }
-            span.setStatus({ code: api_1.SpanStatusCode.OK });
-            span.end();
-        });
-    }
-    _setRequestAttributes(vendor, requestBody) {
-        switch (vendor) {
-            case "ai21": {
-                return Object.assign({ [ai_semantic_conventions_1.SpanAttributes.LLM_TOP_P]: requestBody["topP"], [ai_semantic_conventions_1.SpanAttributes.LLM_TEMPERATURE]: requestBody["temperature"], [ai_semantic_conventions_1.SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody["maxTokens"], [ai_semantic_conventions_1.SpanAttributes.LLM_PRESENCE_PENALTY]: requestBody["presencePenalty"]["scale"], [ai_semantic_conventions_1.SpanAttributes.LLM_FREQUENCY_PENALTY]: requestBody["frequencyPenalty"]["scale"] }, (this._shouldSendPrompts()
-                    ? {
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_PROMPTS}.0.role`]: "user",
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody["prompt"],
-                    }
-                    : {}));
-            }
-            case "amazon": {
-                return Object.assign({ [ai_semantic_conventions_1.SpanAttributes.LLM_TOP_P]: requestBody["textGenerationConfig"]["topP"], [ai_semantic_conventions_1.SpanAttributes.LLM_TEMPERATURE]: requestBody["textGenerationConfig"]["temperature"], [ai_semantic_conventions_1.SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody["textGenerationConfig"]["maxTokenCount"] }, (this._shouldSendPrompts()
-                    ? {
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_PROMPTS}.0.role`]: "user",
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody["inputText"],
-                    }
-                    : {}));
-            }
-            case "anthropic": {
-                return Object.assign({ [ai_semantic_conventions_1.SpanAttributes.LLM_TOP_P]: requestBody["top_p"], [ai_semantic_conventions_1.SpanAttributes.LLM_TOP_K]: requestBody["top_k"], [ai_semantic_conventions_1.SpanAttributes.LLM_TEMPERATURE]: requestBody["temperature"], [ai_semantic_conventions_1.SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody["max_tokens_to_sample"] }, (this._shouldSendPrompts()
-                    ? {
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_PROMPTS}.0.role`]: "user",
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody["prompt"]
-                            // The format is removing when we are setting span attribute
-                            .replace("\n\nHuman:", "")
-                            .replace("\n\nAssistant:", ""),
-                    }
-                    : {}));
-            }
-            case "cohere": {
-                return Object.assign({ [ai_semantic_conventions_1.SpanAttributes.LLM_TOP_P]: requestBody["p"], [ai_semantic_conventions_1.SpanAttributes.LLM_TOP_K]: requestBody["k"], [ai_semantic_conventions_1.SpanAttributes.LLM_TEMPERATURE]: requestBody["temperature"], [ai_semantic_conventions_1.SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody["max_tokens"] }, (this._shouldSendPrompts()
-                    ? {
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_PROMPTS}.0.role`]: "user",
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody["prompt"],
-                    }
-                    : {}));
-            }
-            case "meta": {
-                return Object.assign({ [ai_semantic_conventions_1.SpanAttributes.LLM_TOP_P]: requestBody["top_p"], [ai_semantic_conventions_1.SpanAttributes.LLM_TEMPERATURE]: requestBody["temperature"], [ai_semantic_conventions_1.SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody["max_gen_len"] }, (this._shouldSendPrompts()
-                    ? {
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_PROMPTS}.0.role`]: "user",
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody["prompt"],
-                    }
-                    : {}));
-            }
-            default:
-                return {};
-        }
-    }
-    _setResponseAttributes(vendor, response, isStream = false) {
-        switch (vendor) {
-            case "ai21": {
-                return Object.assign({ [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: response["completions"][0]["finishReason"]["reason"], [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.role`]: "assistant" }, (this._shouldSendPrompts()
-                    ? {
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.content`]: response["completions"][0]["data"]["text"],
-                    }
-                    : {}));
-            }
-            case "amazon": {
-                return Object.assign({ [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: isStream
-                        ? response["completionReason"]
-                        : response["results"][0]["completionReason"], [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.role`]: "assistant", [ai_semantic_conventions_1.SpanAttributes.LLM_USAGE_PROMPT_TOKENS]: response["inputTextTokenCount"], [ai_semantic_conventions_1.SpanAttributes.LLM_USAGE_COMPLETION_TOKENS]: isStream
-                        ? response["totalOutputTextTokenCount"]
-                        : response["results"][0]["tokenCount"], [ai_semantic_conventions_1.SpanAttributes.LLM_USAGE_TOTAL_TOKENS]: isStream
-                        ? response["inputTextTokenCount"] +
-                            response["totalOutputTextTokenCount"]
-                        : response["inputTextTokenCount"] +
-                            response["results"][0]["tokenCount"] }, (this._shouldSendPrompts()
-                    ? {
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.content`]: isStream
-                            ? response["outputText"]
-                            : response["results"][0]["outputText"],
-                    }
-                    : {}));
-            }
-            case "anthropic": {
-                return Object.assign({ [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: response["stop_reason"], [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.role`]: "assistant" }, (this._shouldSendPrompts()
-                    ? {
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.content`]: response["completion"],
-                    }
-                    : {}));
-            }
-            case "cohere": {
-                return Object.assign({ [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: response["generations"][0]["finish_reason"], [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.role`]: "assistant" }, (this._shouldSendPrompts()
-                    ? {
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.content`]: response["generations"][0]["text"],
-                    }
-                    : {}));
-            }
-            case "meta": {
-                return Object.assign({ [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: response["stop_reason"], [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.role`]: "assistant", [ai_semantic_conventions_1.SpanAttributes.LLM_USAGE_PROMPT_TOKENS]: response["prompt_token_count"], [ai_semantic_conventions_1.SpanAttributes.LLM_USAGE_COMPLETION_TOKENS]: response["generation_token_count"], [ai_semantic_conventions_1.SpanAttributes.LLM_USAGE_TOTAL_TOKENS]: response["prompt_token_count"] + response["generation_token_count"] }, (this._shouldSendPrompts()
-                    ? {
-                        [`${ai_semantic_conventions_1.SpanAttributes.LLM_COMPLETIONS}.0.content`]: response["generation"],
-                    }
-                    : {}));
-            }
-            default:
-                return {};
-        }
-    }
-    _shouldSendPrompts() {
-        const contextShouldSendPrompts = api_1.context
-            .active()
-            .getValue(ai_semantic_conventions_1.CONTEXT_KEY_ALLOW_TRACE_CONTENT);
-        if (contextShouldSendPrompts !== undefined) {
-            return contextShouldSendPrompts;
-        }
-        return this._config.traceContent !== undefined
-            ? this._config.traceContent
-            : true;
-    }
-}
-exports.BedrockInstrumentation = BedrockInstrumentation;
-//# sourceMappingURL=instrumentation.js.map

package/dist/src/instrumentation.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"instrumentation.js","sourceRoot":"","sources":["../../src/instrumentation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;GAcG;AACH,4CAO4B;AAC5B,oEAKwC;AAGxC,gFAI4C;AAE5C,MAAa,sBAAuB,SAAQ,qCAAwB;IAGlE,YAAY,SAAuC,EAAE;QACnD,KAAK,CAAC,oCAAoC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/D,CAAC;IAEe,SAAS,CAAC,SAAuC,EAAE;QACjE,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAES,IAAI;QACZ,MAAM,MAAM,GAAG,IAAI,qDAAmC,CACpD,iCAAiC,EACjC,CAAC,WAAW,CAAC,EACb,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CACvB,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,kBAAkB,CAAC,MAAsB;QAC9C,IAAI,CAAC,KAAK,CACR,MAAM,CAAC,oBAAoB,CAAC,SAAS,EACrC,MAAM,EACN,IAAI,CAAC,aAAa,EAAE,CACrB,CAAC;IACJ,CAAC;IAEO,IAAI,CAAC,MAAsB;QACjC,IAAI,CAAC,KAAK,CACR,MAAM,CAAC,oBAAoB,CAAC,SAAS,EACrC,MAAM,EACN,IAAI,CAAC,aAAa,EAAE,CACrB,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,MAAM,CAAC,MAAsB;QACnC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC9D,CAAC;IAEO,aAAa;QACnB,4DAA4D;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC;QACpB,wDAAwD;QACxD,OAAO,CAAC,QAAkB,EAAE,EAAE;YAC5B,OAAO,SAAS,MAAM,CAAY,GAAG,IAAS;gBAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC;oBAC7B,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;iBAChB,CAAC,CAAC;gBACH,MAAM,WAAW,GAAG,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC;gBAC1D,MAAM,WAAW,GAAG,IAAA,wCAAsB,EACxC,GAAG,EAAE;oBACH,OAAO,aAAO,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE;wBACpC,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBACpC,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,gEAAgE;gBAChE,GAAG,EAAE,GAAE,CAAC,CACT,CAAC;gBACF,MAAM,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBAC9D,OAAO,aAAO,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;YACnD,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IACO,YAAY,CAAI,IAAU,EAAE,OAAmB;QACrD,OAAO,OAAO;aACX,IAAI,CAAC,CAAO,MAAM,EAAE,EAAE;YACrB,MAAM,IAAI,CAAC,QAAQ,CAAC;gBAClB,IAAI;gBACJ,MAAM,EAAE,MAE8C;aACvD,CAAC,CAAC;YAEH,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACtD,CAAC,CAAA,CAAC;aACD,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE;YACtB,OAAO,IAAI,OAAO,CAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAClC,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,oBAAc,CAAC,KAAK;oBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;gBACH,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;gBAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEX,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,UAAU,CAAC,EACjB,MAAM,GAGP;QACC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO;YAC1C,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC;YACjC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAEb,IAAI,UAAU,GAAe;YAC3B,CAAC,wCAAc,CAAC,UAAU,CAAC,EAAE,MAAM;YACnC,CAAC,wCAAc,CAAC,iBAAiB,CAAC,EAAE,KAAK;YACzC,CAAC,wCAAc,CAAC,kBAAkB,CAAC,EAAE,KAAK;YAC1C,CAAC,wCAAc,CAAC,gBAAgB,CAAC,EAAE,8CAAoB,CAAC,UAAU;SACnE,CAAC;QAEF,IAAI,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAElD,UAAU,mCACL,UAAU,GACV,IAAI,CAAC,qBAAqB,CAAC,MAAM,EAAE,WAAW,CAAC,CACnD,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,oBAAoB,EAAE;YACjD,IAAI,EAAE,cAAQ,CAAC,MAAM;YACrB,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAEa,QAAQ,CAAC,EACrB,IAAI,EACJ,MAAM,GAMP;;;;YACC,IAAI,MAAM,IAAI,MAAM,EAAE,CAAC;gBACrB,MAAM,UAAU,GACd,YAAY,IAAI,IAAI,CAAC,CAAC,CAAE,IAAI,CAAC,YAAY,CAAyB,CAAC,CAAC,CAAC,EAAE,CAAC;gBAE1E,IAAI,wCAAc,CAAC,UAAU,IAAI,UAAU,EAAE,CAAC;oBAC5C,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,YAAY,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;wBAChE,MAAM,MAAM,GAAG,MAAM,CAAC,IAA6C,CAAC;wBAEpE,IAAI,eAAe,GAAG,EAAE,CAAC;;4BACzB,KAA0B,eAAA,WAAA,cAAA,MAAM,CAAA,YAAA,4EAAE,CAAC;gCAAT,sBAAM;gCAAN,WAAM;gCAArB,MAAM,KAAK,KAAA,CAAA;gCACpB,8BAA8B;gCAC9B,MAAM,UAAU,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,MAAA,KAAK,CAAC,KAAK,0CAAE,KAAK,CAAC,CAAC;gCAChE,wBAAwB;gCACxB,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gCAE9C,IAAI,kCAAkC,IAAI,cAAc,EAAE,CAAC;oCACzD,IAAI,CAAC,YAAY,CACf,wCAAc,CAAC,uBAAuB,EACtC,cAAc,CAAC,kCAAkC,CAAC,CAChD,iBAAiB,CAClB,CACF,CAAC;oCACF,IAAI,CAAC,YAAY,CACf,wCAAc,CAAC,2BAA2B,EAC1C,cAAc,CAAC,kCAAkC,CAAC,CAChD,kBAAkB,CACnB,CACF,CAAC;oCAEF,IAAI,CAAC,YAAY,CACf,wCAAc,CAAC,sBAAsB,EACrC,cAAc,CAAC,kCAAkC,CAAC,CAChD,iBAAiB,CAClB;wCACC,cAAc,CAAC,kCAAkC,CAAC,CAChD,kBAAkB,CACnB,CACJ,CAAC;gCACJ,CAAC;gCAED,IAAI,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,CAClD,UAAU,CAAC,wCAAc,CAAC,UAAU,CAAC,EACrC,cAAc,EACd,IAAI,CACL,CAAC;gCAEF,qEAAqE;gCACrE,IAAI,IAAI,CAAC,kBAAkB,EAAE,EAAE,CAAC;oCAC9B,iFAAiF;oCACjF,eAAe;wCACb,kBAAkB,CAChB,GAAG,wCAAc,CAAC,eAAe,YAAY,CAC9C,CAAC;oCACJ,gDAAgD;oCAChD,kBAAkB,mCACb,kBAAkB,KACrB,CAAC,GAAG,wCAAc,CAAC,eAAe,YAAY,CAAC,EAC7C,eAAe,GAClB,CAAC;gCACJ,CAAC;gCAED,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC;4BACzC,CAAC;;;;;;;;;oBACH,CAAC;yBAAM,IAAI,MAAM,CAAC,IAAI,YAAY,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;wBACpE,8BAA8B;wBAC9B,MAAM,UAAU,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CACzC,MAAM,CAAC,IAAkB,CAC1B,CAAC;wBACF,wBAAwB;wBACxB,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;wBAE9C,MAAM,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,CACpD,UAAU,CAAC,wCAAc,CAAC,UAAU,CAAC,EACrC,cAAc,CACf,CAAC;wBAEF,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC;oBACzC,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,oBAAc,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,GAAG,EAAE,CAAC;;KACZ;IAEO,qBAAqB,CAC3B,MAAc,EACd,WAAgC;QAEhC,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,uBACE,CAAC,wCAAc,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,EAC/C,CAAC,wCAAc,CAAC,eAAe,CAAC,EAAE,WAAW,CAAC,aAAa,CAAC,EAC5D,CAAC,wCAAc,CAAC,sBAAsB,CAAC,EAAE,WAAW,CAAC,WAAW,CAAC,EACjE,CAAC,wCAAc,CAAC,oBAAoB,CAAC,EACnC,WAAW,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EACzC,CAAC,wCAAc,CAAC,qBAAqB,CAAC,EACpC,WAAW,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,IAGvC,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBAC3B,CAAC,CAAC;wBACE,CAAC,GAAG,wCAAc,CAAC,WAAW,SAAS,CAAC,EAAE,MAAM;wBAChD,CAAC,GAAG,wCAAc,CAAC,WAAW,YAAY,CAAC,EACzC,WAAW,CAAC,QAAQ,CAAC;qBACxB;oBACH,CAAC,CAAC,EAAE,CAAC,EACP;YACJ,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,uBACE,CAAC,wCAAc,CAAC,SAAS,CAAC,EACxB,WAAW,CAAC,sBAAsB,CAAC,CAAC,MAAM,CAAC,EAC7C,CAAC,wCAAc,CAAC,eAAe,CAAC,EAC9B,WAAW,CAAC,sBAAsB,CAAC,CAAC,aAAa,CAAC,EACpD,CAAC,wCAAc,CAAC,sBAAsB,CAAC,EACrC,WAAW,CAAC,sBAAsB,CAAC,CAAC,eAAe,CAAC,IAGnD,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBAC3B,CAAC,CAAC;wBACE,CAAC,GAAG,wCAAc,CAAC,WAAW,SAAS,CAAC,EAAE,MAAM;wBAChD,CAAC,GAAG,wCAAc,CAAC,WAAW,YAAY,CAAC,EACzC,WAAW,CAAC,WAAW,CAAC;qBAC3B;oBACH,CAAC,CAAC,EAAE,CAAC,EACP;YACJ,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,uBACE,CAAC,wCAAc,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,EAChD,CAAC,wCAAc,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,EAChD,CAAC,wCAAc,CAAC,eAAe,CAAC,EAAE,WAAW,CAAC,aAAa,CAAC,EAC5D,CAAC,wCAAc,CAAC,sBAAsB,CAAC,EACrC,WAAW,CAAC,sBAAsB,CAAC,IAGlC,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBAC3B,CAAC,CAAC;wBACE,CAAC,GAAG,wCAAc,CAAC,WAAW,SAAS,CAAC,EAAE,MAAM;wBAChD,CAAC,GAAG,wCAAc,CAAC,WAAW,YAAY,CAAC,EAAE,WAAW,CACtD,QAAQ,CACT;4BACC,4DAA4D;6BAC3D,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;6BACzB,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;qBACjC;oBACH,CAAC,CAAC,EAAE,CAAC,EACP;YACJ,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,uBACE,CAAC,wCAAc,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,GAAG,CAAC,EAC5C,CAAC,wCAAc,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,GAAG,CAAC,EAC5C,CAAC,wCAAc,CAAC,eAAe,CAAC,EAAE,WAAW,CAAC,aAAa,CAAC,EAC5D,CAAC,wCAAc,CAAC,sBAAsB,CAAC,EAAE,WAAW,CAAC,YAAY,CAAC,IAG/D,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBAC3B,CAAC,CAAC;wBACE,CAAC,GAAG,wCAAc,CAAC,WAAW,SAAS,CAAC,EAAE,MAAM;wBAChD,CAAC,GAAG,wCAAc,CAAC,WAAW,YAAY,CAAC,EACzC,WAAW,CAAC,QAAQ,CAAC;qBACxB;oBACH,CAAC,CAAC,EAAE,CAAC,EACP;YACJ,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,uBACE,CAAC,wCAAc,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,EAChD,CAAC,wCAAc,CAAC,eAAe,CAAC,EAAE,WAAW,CAAC,aAAa,CAAC,EAC5D,CAAC,wCAAc,CAAC,sBAAsB,CAAC,EAAE,WAAW,CAAC,aAAa,CAAC,IAGhE,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBAC3B,CAAC,CAAC;wBACE,CAAC,GAAG,wCAAc,CAAC,WAAW,SAAS,CAAC,EAAE,MAAM;wBAChD,CAAC,GAAG,wCAAc,CAAC,WAAW,YAAY,CAAC,EACzC,WAAW,CAAC,QAAQ,CAAC;qBACxB;oBACH,CAAC,CAAC,EAAE,CAAC,EACP;YACJ,CAAC;YACD;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAEO,sBAAsB,CAC5B,MAAc,EACd,QAA6B,EAC7B,QAAQ,GAAG,KAAK;QAEhB,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,uBACE,CAAC,GAAG,wCAAc,CAAC,eAAe,kBAAkB,CAAC,EACnD,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,EACtD,CAAC,GAAG,wCAAc,CAAC,eAAe,SAAS,CAAC,EAAE,WAAW,IACtD,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBAC3B,CAAC,CAAC;wBACE,CAAC,GAAG,wCAAc,CAAC,eAAe,YAAY,CAAC,EAC7C,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;qBAC7C;oBACH,CAAC,CAAC,EAAE,CAAC,EACP;YACJ,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,uBACE,CAAC,GAAG,wCAAc,CAAC,eAAe,kBAAkB,CAAC,EAAE,QAAQ;wBAC7D,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;wBAC9B,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,EAC9C,CAAC,GAAG,wCAAc,CAAC,eAAe,SAAS,CAAC,EAAE,WAAW,EACzD,CAAC,wCAAc,CAAC,uBAAuB,CAAC,EACtC,QAAQ,CAAC,qBAAqB,CAAC,EACjC,CAAC,wCAAc,CAAC,2BAA2B,CAAC,EAAE,QAAQ;wBACpD,CAAC,CAAC,QAAQ,CAAC,2BAA2B,CAAC;wBACvC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,EACxC,CAAC,wCAAc,CAAC,sBAAsB,CAAC,EAAE,QAAQ;wBAC/C,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC;4BAC/B,QAAQ,CAAC,2BAA2B,CAAC;wBACvC,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC;4BAC/B,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IACrC,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBAC3B,CAAC,CAAC;wBACE,CAAC,GAAG,wCAAc,CAAC,eAAe,YAAY,CAAC,EAAE,QAAQ;4BACvD,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC;4BACxB,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;qBACzC;oBACH,CAAC,CAAC,EAAE,CAAC,EACP;YACJ,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,uBACE,CAAC,GAAG,wCAAc,CAAC,eAAe,kBAAkB,CAAC,EACnD,QAAQ,CAAC,aAAa,CAAC,EACzB,CAAC,GAAG,wCAAc,CAAC,eAAe,SAAS,CAAC,EAAE,WAAW,IACtD,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBAC3B,CAAC,CAAC;wBACE,CAAC,GAAG,wCAAc,CAAC,eAAe,YAAY,CAAC,EAC7C,QAAQ,CAAC,YAAY,CAAC;qBACzB;oBACH,CAAC,CAAC,EAAE,CAAC,EACP;YACJ,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,uBACE,CAAC,GAAG,wCAAc,CAAC,eAAe,kBAAkB,CAAC,EACnD,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,EAC7C,CAAC,GAAG,wCAAc,CAAC,eAAe,SAAS,CAAC,EAAE,WAAW,IACtD,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBAC3B,CAAC,CAAC;wBACE,CAAC,GAAG,wCAAc,CAAC,eAAe,YAAY,CAAC,EAC7C,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;qBACrC;oBACH,CAAC,CAAC,EAAE,CAAC,EACP;YACJ,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,uBACE,CAAC,GAAG,wCAAc,CAAC,eAAe,kBAAkB,CAAC,EACnD,QAAQ,CAAC,aAAa,CAAC,EACzB,CAAC,GAAG,wCAAc,CAAC,eAAe,SAAS,CAAC,EAAE,WAAW,EACzD,CAAC,wCAAc,CAAC,uBAAuB,CAAC,EACtC,QAAQ,CAAC,oBAAoB,CAAC,EAChC,CAAC,wCAAc,CAAC,2BAA2B,CAAC,EAC1C,QAAQ,CAAC,wBAAwB,CAAC,EACpC,CAAC,wCAAc,CAAC,sBAAsB,CAAC,EACrC,QAAQ,CAAC,oBAAoB,CAAC,GAAG,QAAQ,CAAC,wBAAwB,CAAC,IAClE,CAAC,IAAI,CAAC,kBAAkB,EAAE;oBAC3B,CAAC,CAAC;wBACE,CAAC,GAAG,wCAAc,CAAC,eAAe,YAAY,CAAC,EAC7C,QAAQ,CAAC,YAAY,CAAC;qBACzB;oBACH,CAAC,CAAC,EAAE,CAAC,EACP;YACJ,CAAC;YACD;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAEO,kBAAkB;QACxB,MAAM,wBAAwB,GAAG,aAAO;aACrC,MAAM,EAAE;aACR,QAAQ,CAAC,yDAA+B,CAAC,CAAC;QAE7C,IAAI,wBAAwB,KAAK,SAAS,EAAE,CAAC;YAC3C,OAAO,wBAAwB,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS;YAC5C,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY;YAC3B,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;CACF;AA9aD,wDA8aC","sourcesContent":["/*\n * Copyright Traceloop\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *      https://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport {\n  Span,\n  Attributes,\n  SpanKind,\n  SpanStatusCode,\n  context,\n  trace,\n} from \"@opentelemetry/api\";\nimport {\n  InstrumentationBase,\n  InstrumentationModuleDefinition,\n  InstrumentationNodeModuleDefinition,\n  safeExecuteInTheMiddle,\n} from \"@opentelemetry/instrumentation\";\nimport { BedrockInstrumentationConfig } from \"./types\";\nimport * as bedrock from \"@aws-sdk/client-bedrock-runtime\";\nimport {\n  CONTEXT_KEY_ALLOW_TRACE_CONTENT,\n  LLMRequestTypeValues,\n  SpanAttributes,\n} from \"@traceloop/ai-semantic-conventions\";\n\nexport class BedrockInstrumentation extends InstrumentationBase<any> {\n  protected override _config!: BedrockInstrumentationConfig;\n\n  constructor(config: BedrockInstrumentationConfig = {}) {\n    super(\"@traceloop/instrumentation-bedrock\", \"0.3.0\", config);\n  }\n\n  public override setConfig(config: BedrockInstrumentationConfig = {}) {\n    super.setConfig(config);\n  }\n\n  protected init(): InstrumentationModuleDefinition<any> {\n    const module = new InstrumentationNodeModuleDefinition<any>(\n      \"@aws-sdk/client-bedrock-runtime\",\n      [\">=3.499.0\"],\n      this.wrap.bind(this),\n      this.unwrap.bind(this),\n    );\n\n    return module;\n  }\n\n  public manuallyInstrument(module: typeof bedrock) {\n    this._wrap(\n      module.BedrockRuntimeClient.prototype,\n      \"send\",\n      this.wrapperMethod(),\n    );\n  }\n\n  private wrap(module: typeof bedrock) {\n    this._wrap(\n      module.BedrockRuntimeClient.prototype,\n      \"send\",\n      this.wrapperMethod(),\n    );\n\n    return module;\n  }\n\n  private unwrap(module: typeof bedrock) {\n    this._unwrap(module.BedrockRuntimeClient.prototype, \"send\");\n  }\n\n  private wrapperMethod() {\n    // eslint-disable-next-line @typescript-eslint/no-this-alias\n    const plugin = this;\n    // eslint-disable-next-line @typescript-eslint/ban-types\n    return (original: Function) => {\n      return function method(this: any, ...args: any) {\n        const span = plugin._startSpan({\n          params: args[0],\n        });\n        const execContext = trace.setSpan(context.active(), span);\n        const execPromise = safeExecuteInTheMiddle(\n          () => {\n            return context.with(execContext, () => {\n              return original.apply(this, args);\n            });\n          },\n          // eslint-disable-next-line @typescript-eslint/no-empty-function\n          () => {},\n        );\n        const wrappedPromise = plugin._wrapPromise(span, execPromise);\n        return context.bind(execContext, wrappedPromise);\n      };\n    };\n  }\n  private _wrapPromise<T>(span: Span, promise: Promise<T>): Promise<T> {\n    return promise\n      .then(async (result) => {\n        await this._endSpan({\n          span,\n          result: result as\n            | bedrock.InvokeModelCommandOutput\n            | bedrock.InvokeModelWithResponseStreamCommandOutput,\n        });\n\n        return new Promise<T>((resolve) => resolve(result));\n      })\n      .catch((error: Error) => {\n        return new Promise<T>((_, reject) => {\n          span.setStatus({\n            code: SpanStatusCode.ERROR,\n            message: error.message,\n          });\n          span.recordException(error);\n          span.end();\n\n          reject(error);\n        });\n      });\n  }\n\n  private _startSpan({\n    params,\n  }: {\n    params: Parameters<bedrock.BedrockRuntimeClient[\"send\"]>[0];\n  }): Span {\n    const [vendor, model] = params.input.modelId\n      ? params.input.modelId.split(\".\")\n      : [\"\", \"\"];\n\n    let attributes: Attributes = {\n      [SpanAttributes.LLM_VENDOR]: vendor,\n      [SpanAttributes.LLM_REQUEST_MODEL]: model,\n      [SpanAttributes.LLM_RESPONSE_MODEL]: model,\n      [SpanAttributes.LLM_REQUEST_TYPE]: LLMRequestTypeValues.COMPLETION,\n    };\n\n    if (typeof params.input.body === \"string\") {\n      const requestBody = JSON.parse(params.input.body);\n\n      attributes = {\n        ...attributes,\n        ...this._setRequestAttributes(vendor, requestBody),\n      };\n    }\n\n    return this.tracer.startSpan(`bedrock.completion`, {\n      kind: SpanKind.CLIENT,\n      attributes,\n    });\n  }\n\n  private async _endSpan({\n    span,\n    result,\n  }: {\n    span: Span;\n    result:\n      | bedrock.InvokeModelCommandOutput\n      | bedrock.InvokeModelWithResponseStreamCommandOutput;\n  }) {\n    if (\"body\" in result) {\n      const attributes =\n        \"attributes\" in span ? (span[\"attributes\"] as Record<string, any>) : {};\n\n      if (SpanAttributes.LLM_VENDOR in attributes) {\n        if (!(result.body instanceof Object.getPrototypeOf(Uint8Array))) {\n          const rawRes = result.body as AsyncIterable<bedrock.ResponseStream>;\n\n          let streamedContent = \"\";\n          for await (const value of rawRes) {\n            // Convert it to a JSON String\n            const jsonString = new TextDecoder().decode(value.chunk?.bytes);\n            // Parse the JSON string\n            const parsedResponse = JSON.parse(jsonString);\n\n            if (\"amazon-bedrock-invocationMetrics\" in parsedResponse) {\n              span.setAttribute(\n                SpanAttributes.LLM_USAGE_PROMPT_TOKENS,\n                parsedResponse[\"amazon-bedrock-invocationMetrics\"][\n                  \"inputTokenCount\"\n                ],\n              );\n              span.setAttribute(\n                SpanAttributes.LLM_USAGE_COMPLETION_TOKENS,\n                parsedResponse[\"amazon-bedrock-invocationMetrics\"][\n                  \"outputTokenCount\"\n                ],\n              );\n\n              span.setAttribute(\n                SpanAttributes.LLM_USAGE_TOTAL_TOKENS,\n                parsedResponse[\"amazon-bedrock-invocationMetrics\"][\n                  \"inputTokenCount\"\n                ] +\n                  parsedResponse[\"amazon-bedrock-invocationMetrics\"][\n                    \"outputTokenCount\"\n                  ],\n              );\n            }\n\n            let responseAttributes = this._setResponseAttributes(\n              attributes[SpanAttributes.LLM_VENDOR],\n              parsedResponse,\n              true,\n            );\n\n            // ! NOTE: This make sure the content always have all streamed chunks\n            if (this._shouldSendPrompts()) {\n              // Update local value with attribute value that was set by _setResponseAttributes\n              streamedContent +=\n                responseAttributes[\n                  `${SpanAttributes.LLM_COMPLETIONS}.0.content`\n                ];\n              // re-assign the new value to responseAttributes\n              responseAttributes = {\n                ...responseAttributes,\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]:\n                  streamedContent,\n              };\n            }\n\n            span.setAttributes(responseAttributes);\n          }\n        } else if (result.body instanceof Object.getPrototypeOf(Uint8Array)) {\n          // Convert it to a JSON String\n          const jsonString = new TextDecoder().decode(\n            result.body as Uint8Array,\n          );\n          // Parse the JSON string\n          const parsedResponse = JSON.parse(jsonString);\n\n          const responseAttributes = this._setResponseAttributes(\n            attributes[SpanAttributes.LLM_VENDOR],\n            parsedResponse,\n          );\n\n          span.setAttributes(responseAttributes);\n        }\n      }\n    }\n\n    span.setStatus({ code: SpanStatusCode.OK });\n    span.end();\n  }\n\n  private _setRequestAttributes(\n    vendor: string,\n    requestBody: Record<string, any>,\n  ) {\n    switch (vendor) {\n      case \"ai21\": {\n        return {\n          [SpanAttributes.LLM_TOP_P]: requestBody[\"topP\"],\n          [SpanAttributes.LLM_TEMPERATURE]: requestBody[\"temperature\"],\n          [SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody[\"maxTokens\"],\n          [SpanAttributes.LLM_PRESENCE_PENALTY]:\n            requestBody[\"presencePenalty\"][\"scale\"],\n          [SpanAttributes.LLM_FREQUENCY_PENALTY]:\n            requestBody[\"frequencyPenalty\"][\"scale\"],\n\n          // Prompt & Role\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_PROMPTS}.0.role`]: \"user\",\n                [`${SpanAttributes.LLM_PROMPTS}.0.content`]:\n                  requestBody[\"prompt\"],\n              }\n            : {}),\n        };\n      }\n      case \"amazon\": {\n        return {\n          [SpanAttributes.LLM_TOP_P]:\n            requestBody[\"textGenerationConfig\"][\"topP\"],\n          [SpanAttributes.LLM_TEMPERATURE]:\n            requestBody[\"textGenerationConfig\"][\"temperature\"],\n          [SpanAttributes.LLM_REQUEST_MAX_TOKENS]:\n            requestBody[\"textGenerationConfig\"][\"maxTokenCount\"],\n\n          // Prompt & Role\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_PROMPTS}.0.role`]: \"user\",\n                [`${SpanAttributes.LLM_PROMPTS}.0.content`]:\n                  requestBody[\"inputText\"],\n              }\n            : {}),\n        };\n      }\n      case \"anthropic\": {\n        return {\n          [SpanAttributes.LLM_TOP_P]: requestBody[\"top_p\"],\n          [SpanAttributes.LLM_TOP_K]: requestBody[\"top_k\"],\n          [SpanAttributes.LLM_TEMPERATURE]: requestBody[\"temperature\"],\n          [SpanAttributes.LLM_REQUEST_MAX_TOKENS]:\n            requestBody[\"max_tokens_to_sample\"],\n\n          // Prompt & Role\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_PROMPTS}.0.role`]: \"user\",\n                [`${SpanAttributes.LLM_PROMPTS}.0.content`]: requestBody[\n                  \"prompt\"\n                ]\n                  // The format is removing when we are setting span attribute\n                  .replace(\"\\n\\nHuman:\", \"\")\n                  .replace(\"\\n\\nAssistant:\", \"\"),\n              }\n            : {}),\n        };\n      }\n      case \"cohere\": {\n        return {\n          [SpanAttributes.LLM_TOP_P]: requestBody[\"p\"],\n          [SpanAttributes.LLM_TOP_K]: requestBody[\"k\"],\n          [SpanAttributes.LLM_TEMPERATURE]: requestBody[\"temperature\"],\n          [SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody[\"max_tokens\"],\n\n          // Prompt & Role\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_PROMPTS}.0.role`]: \"user\",\n                [`${SpanAttributes.LLM_PROMPTS}.0.content`]:\n                  requestBody[\"prompt\"],\n              }\n            : {}),\n        };\n      }\n      case \"meta\": {\n        return {\n          [SpanAttributes.LLM_TOP_P]: requestBody[\"top_p\"],\n          [SpanAttributes.LLM_TEMPERATURE]: requestBody[\"temperature\"],\n          [SpanAttributes.LLM_REQUEST_MAX_TOKENS]: requestBody[\"max_gen_len\"],\n\n          // Prompt & Role\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_PROMPTS}.0.role`]: \"user\",\n                [`${SpanAttributes.LLM_PROMPTS}.0.content`]:\n                  requestBody[\"prompt\"],\n              }\n            : {}),\n        };\n      }\n      default:\n        return {};\n    }\n  }\n\n  private _setResponseAttributes(\n    vendor: string,\n    response: Record<string, any>,\n    isStream = false,\n  ) {\n    switch (vendor) {\n      case \"ai21\": {\n        return {\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]:\n            response[\"completions\"][0][\"finishReason\"][\"reason\"],\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.role`]: \"assistant\",\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]:\n                  response[\"completions\"][0][\"data\"][\"text\"],\n              }\n            : {}),\n        };\n      }\n      case \"amazon\": {\n        return {\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]: isStream\n            ? response[\"completionReason\"]\n            : response[\"results\"][0][\"completionReason\"],\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.role`]: \"assistant\",\n          [SpanAttributes.LLM_USAGE_PROMPT_TOKENS]:\n            response[\"inputTextTokenCount\"],\n          [SpanAttributes.LLM_USAGE_COMPLETION_TOKENS]: isStream\n            ? response[\"totalOutputTextTokenCount\"]\n            : response[\"results\"][0][\"tokenCount\"],\n          [SpanAttributes.LLM_USAGE_TOTAL_TOKENS]: isStream\n            ? response[\"inputTextTokenCount\"] +\n              response[\"totalOutputTextTokenCount\"]\n            : response[\"inputTextTokenCount\"] +\n              response[\"results\"][0][\"tokenCount\"],\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]: isStream\n                  ? response[\"outputText\"]\n                  : response[\"results\"][0][\"outputText\"],\n              }\n            : {}),\n        };\n      }\n      case \"anthropic\": {\n        return {\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]:\n            response[\"stop_reason\"],\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.role`]: \"assistant\",\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]:\n                  response[\"completion\"],\n              }\n            : {}),\n        };\n      }\n      case \"cohere\": {\n        return {\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]:\n            response[\"generations\"][0][\"finish_reason\"],\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.role`]: \"assistant\",\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]:\n                  response[\"generations\"][0][\"text\"],\n              }\n            : {}),\n        };\n      }\n      case \"meta\": {\n        return {\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`]:\n            response[\"stop_reason\"],\n          [`${SpanAttributes.LLM_COMPLETIONS}.0.role`]: \"assistant\",\n          [SpanAttributes.LLM_USAGE_PROMPT_TOKENS]:\n            response[\"prompt_token_count\"],\n          [SpanAttributes.LLM_USAGE_COMPLETION_TOKENS]:\n            response[\"generation_token_count\"],\n          [SpanAttributes.LLM_USAGE_TOTAL_TOKENS]:\n            response[\"prompt_token_count\"] + response[\"generation_token_count\"],\n          ...(this._shouldSendPrompts()\n            ? {\n                [`${SpanAttributes.LLM_COMPLETIONS}.0.content`]:\n                  response[\"generation\"],\n              }\n            : {}),\n        };\n      }\n      default:\n        return {};\n    }\n  }\n\n  private _shouldSendPrompts() {\n    const contextShouldSendPrompts = context\n      .active()\n      .getValue(CONTEXT_KEY_ALLOW_TRACE_CONTENT);\n\n    if (contextShouldSendPrompts !== undefined) {\n      return contextShouldSendPrompts;\n    }\n\n    return this._config.traceContent !== undefined\n      ? this._config.traceContent\n      : true;\n  }\n}\n"]}

package/dist/src/types.js

@@ -1,3 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=types.js.map

package/dist/src/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"","sourcesContent":["import { InstrumentationConfig } from \"@opentelemetry/instrumentation\";\n\nexport interface BedrockInstrumentationConfig extends InstrumentationConfig {\n  /**\n   * Whether to log prompts, completions and embeddings on traces.\n   * @default true\n   */\n  traceContent?: boolean;\n}\n"]}