@introspection-sdk/introspection-node 0.19.1 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +28 -8
- package/dist/auth.d.ts +1 -1
- package/dist/client.d.ts +4 -3
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +16 -7
- package/dist/client.js.map +1 -1
- package/dist/dev-target.js +1 -1
- package/dist/index.d.ts +4 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -6
- package/dist/index.js.map +1 -1
- package/dist/otel/index.d.ts +1 -14
- package/dist/otel/index.d.ts.map +1 -1
- package/dist/otel/index.js +10 -18
- package/dist/otel/index.js.map +1 -1
- package/dist/otel/init.d.ts +19 -21
- package/dist/otel/init.d.ts.map +1 -1
- package/dist/otel/init.js +62 -48
- package/dist/otel/init.js.map +1 -1
- package/dist/otel/integrations/base.d.ts +17 -37
- package/dist/otel/integrations/base.d.ts.map +1 -1
- package/dist/otel/integrations/base.js +6 -13
- package/dist/otel/integrations/base.js.map +1 -1
- package/dist/otel/integrations/index.d.ts +3 -4
- package/dist/otel/integrations/index.d.ts.map +1 -1
- package/dist/otel/integrations/index.js +6 -25
- package/dist/otel/integrations/index.js.map +1 -1
- package/dist/otel/integrations/pi.d.ts.map +1 -1
- package/dist/otel/integrations/pi.js +9 -1
- package/dist/otel/integrations/pi.js.map +1 -1
- package/dist/otel/logs.d.ts +41 -8
- package/dist/otel/logs.d.ts.map +1 -1
- package/dist/otel/logs.js +95 -66
- package/dist/otel/logs.js.map +1 -1
- package/dist/otel/pi.d.ts +18 -5
- package/dist/otel/pi.d.ts.map +1 -1
- package/dist/otel/pi.js +38 -9
- package/dist/otel/pi.js.map +1 -1
- package/dist/otel/register.d.ts +2 -2
- package/dist/otel/register.d.ts.map +1 -1
- package/dist/otel/register.js +7 -9
- package/dist/otel/register.js.map +1 -1
- package/dist/otel/setup.d.ts +2 -2
- package/dist/otel/setup.d.ts.map +1 -1
- package/dist/otel/setup.js +16 -6
- package/dist/otel/setup.js.map +1 -1
- package/dist/otel/span-processor.d.ts +18 -5
- package/dist/otel/span-processor.d.ts.map +1 -1
- package/dist/otel/span-processor.js +50 -65
- package/dist/otel/span-processor.js.map +1 -1
- package/dist/resources/experiments.d.ts +10 -5
- package/dist/resources/experiments.d.ts.map +1 -1
- package/dist/resources/experiments.js +9 -25
- package/dist/resources/experiments.js.map +1 -1
- package/dist/resources/recipes.d.ts +6 -6
- package/dist/resources/recipes.d.ts.map +1 -1
- package/dist/resources/recipes.js +5 -23
- package/dist/resources/recipes.js.map +1 -1
- package/dist/resources/runtimes.d.ts +2 -2
- package/dist/resources/runtimes.d.ts.map +1 -1
- package/dist/resources/runtimes.js +2 -2
- package/dist/resources/runtimes.js.map +1 -1
- package/dist/runner.d.ts +8 -4
- package/dist/runner.d.ts.map +1 -1
- package/dist/runner.js +26 -18
- package/dist/runner.js.map +1 -1
- package/dist/types.d.ts +1 -1
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +1 -1
- package/dist/types.js.map +1 -1
- package/dist/utils.d.ts +45 -0
- package/dist/utils.d.ts.map +1 -1
- package/dist/utils.js +61 -2
- package/dist/utils.js.map +1 -1
- package/dist/version.d.ts +1 -1
- package/dist/version.d.ts.map +1 -1
- package/dist/version.js +1 -1
- package/dist/version.js.map +1 -1
- package/package.json +18 -60
- package/.turbo/turbo-build.log +0 -4
- package/dist/converters/claude.d.ts +0 -150
- package/dist/converters/claude.d.ts.map +0 -1
- package/dist/converters/claude.js +0 -211
- package/dist/converters/claude.js.map +0 -1
- package/dist/converters/gemini.d.ts +0 -90
- package/dist/converters/gemini.d.ts.map +0 -1
- package/dist/converters/gemini.js +0 -171
- package/dist/converters/gemini.js.map +0 -1
- package/dist/converters/index.d.ts +0 -9
- package/dist/converters/index.d.ts.map +0 -1
- package/dist/converters/index.js +0 -9
- package/dist/converters/index.js.map +0 -1
- package/dist/converters/openai.d.ts +0 -51
- package/dist/converters/openai.d.ts.map +0 -1
- package/dist/converters/openai.js +0 -269
- package/dist/converters/openai.js.map +0 -1
- package/dist/converters/openinference.d.ts +0 -107
- package/dist/converters/openinference.d.ts.map +0 -1
- package/dist/converters/openinference.js +0 -553
- package/dist/converters/openinference.js.map +0 -1
- package/dist/converters/vercel.d.ts +0 -21
- package/dist/converters/vercel.d.ts.map +0 -1
- package/dist/converters/vercel.js +0 -236
- package/dist/converters/vercel.js.map +0 -1
- package/dist/otel/anthropic.d.ts +0 -63
- package/dist/otel/anthropic.d.ts.map +0 -1
- package/dist/otel/anthropic.js +0 -475
- package/dist/otel/anthropic.js.map +0 -1
- package/dist/otel/claude-hooks.d.ts +0 -346
- package/dist/otel/claude-hooks.d.ts.map +0 -1
- package/dist/otel/claude-hooks.js +0 -647
- package/dist/otel/claude-hooks.js.map +0 -1
- package/dist/otel/claude-wrapper.d.ts +0 -93
- package/dist/otel/claude-wrapper.d.ts.map +0 -1
- package/dist/otel/claude-wrapper.js +0 -155
- package/dist/otel/claude-wrapper.js.map +0 -1
- package/dist/otel/gemini.d.ts +0 -56
- package/dist/otel/gemini.d.ts.map +0 -1
- package/dist/otel/gemini.js +0 -350
- package/dist/otel/gemini.js.map +0 -1
- package/dist/otel/integrations/anthropic.d.ts +0 -10
- package/dist/otel/integrations/anthropic.d.ts.map +0 -1
- package/dist/otel/integrations/anthropic.js +0 -26
- package/dist/otel/integrations/anthropic.js.map +0 -1
- package/dist/otel/integrations/claude-agent.d.ts +0 -12
- package/dist/otel/integrations/claude-agent.d.ts.map +0 -1
- package/dist/otel/integrations/claude-agent.js +0 -28
- package/dist/otel/integrations/claude-agent.js.map +0 -1
- package/dist/otel/integrations/gemini.d.ts +0 -11
- package/dist/otel/integrations/gemini.d.ts.map +0 -1
- package/dist/otel/integrations/gemini.js +0 -23
- package/dist/otel/integrations/gemini.js.map +0 -1
- package/dist/otel/integrations/langchain.d.ts +0 -15
- package/dist/otel/integrations/langchain.d.ts.map +0 -1
- package/dist/otel/integrations/langchain.js +0 -43
- package/dist/otel/integrations/langchain.js.map +0 -1
- package/dist/otel/integrations/mastra.d.ts +0 -14
- package/dist/otel/integrations/mastra.d.ts.map +0 -1
- package/dist/otel/integrations/mastra.js +0 -31
- package/dist/otel/integrations/mastra.js.map +0 -1
- package/dist/otel/integrations/openai-agents.d.ts +0 -11
- package/dist/otel/integrations/openai-agents.d.ts.map +0 -1
- package/dist/otel/integrations/openai-agents.js +0 -30
- package/dist/otel/integrations/openai-agents.js.map +0 -1
- package/dist/otel/integrations/vercel.d.ts +0 -14
- package/dist/otel/integrations/vercel.d.ts.map +0 -1
- package/dist/otel/integrations/vercel.js +0 -20
- package/dist/otel/integrations/vercel.js.map +0 -1
- package/dist/otel/langchain-handler.d.ts +0 -112
- package/dist/otel/langchain-handler.d.ts.map +0 -1
- package/dist/otel/langchain-handler.js +0 -561
- package/dist/otel/langchain-handler.js.map +0 -1
- package/dist/otel/mastra-exporter.d.ts +0 -87
- package/dist/otel/mastra-exporter.d.ts.map +0 -1
- package/dist/otel/mastra-exporter.js +0 -530
- package/dist/otel/mastra-exporter.js.map +0 -1
- package/dist/otel/openai.d.ts +0 -20
- package/dist/otel/openai.d.ts.map +0 -1
- package/dist/otel/openai.js +0 -55
- package/dist/otel/openai.js.map +0 -1
- package/dist/otel/tracing-processor.d.ts +0 -139
- package/dist/otel/tracing-processor.d.ts.map +0 -1
- package/dist/otel/tracing-processor.js +0 -434
- package/dist/otel/tracing-processor.js.map +0 -1
- package/eslint.config.mjs +0 -4
- package/src/auth.ts +0 -236
- package/src/client.ts +0 -163
- package/src/converters/claude.ts +0 -343
- package/src/converters/gemini.ts +0 -243
- package/src/converters/index.ts +0 -50
- package/src/converters/openai.ts +0 -300
- package/src/converters/openinference.ts +0 -665
- package/src/converters/vercel.ts +0 -302
- package/src/dev-target.ts +0 -79
- package/src/http.ts +0 -43
- package/src/index.ts +0 -266
- package/src/otel/anthropic.ts +0 -619
- package/src/otel/claude-hooks.ts +0 -1116
- package/src/otel/claude-wrapper.ts +0 -239
- package/src/otel/gemini.ts +0 -483
- package/src/otel/index.ts +0 -128
- package/src/otel/init.ts +0 -411
- package/src/otel/integrations/anthropic.ts +0 -36
- package/src/otel/integrations/base.ts +0 -158
- package/src/otel/integrations/claude-agent.ts +0 -36
- package/src/otel/integrations/gemini.ts +0 -30
- package/src/otel/integrations/index.ts +0 -152
- package/src/otel/integrations/langchain.ts +0 -60
- package/src/otel/integrations/mastra.ts +0 -48
- package/src/otel/integrations/openai-agents.ts +0 -47
- package/src/otel/integrations/pi.ts +0 -28
- package/src/otel/integrations/vercel.ts +0 -26
- package/src/otel/langchain-handler.ts +0 -804
- package/src/otel/logs.ts +0 -395
- package/src/otel/mastra-exporter.ts +0 -714
- package/src/otel/openai.ts +0 -93
- package/src/otel/pi.ts +0 -94
- package/src/otel/register.ts +0 -50
- package/src/otel/setup.ts +0 -215
- package/src/otel/span-processor.ts +0 -512
- package/src/otel/tracing-processor.ts +0 -637
- package/src/pagination.ts +0 -10
- package/src/proxy-from-env.d.ts +0 -7
- package/src/resources/experiments.ts +0 -176
- package/src/resources/recipes.ts +0 -74
- package/src/resources/runtimes.ts +0 -31
- package/src/runner.ts +0 -213
- package/src/types.ts +0 -13
- package/src/utils.ts +0 -95
- package/src/version.ts +0 -2
- package/tsconfig.json +0 -8
package/dist/otel/openai.d.ts
DELETED
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
/** Privacy-preserving OpenAI embeddings instrumentation. */
|
|
2
|
-
import { type Tracer } from "@opentelemetry/api";
|
|
3
|
-
import type { CreateEmbeddingResponse, EmbeddingCreateParams } from "openai/resources/embeddings";
|
|
4
|
-
/** The narrow OpenAI client surface required by the embedding wrapper. */
|
|
5
|
-
export interface OpenAIEmbeddingsClient {
|
|
6
|
-
embeddings: {
|
|
7
|
-
create(params: EmbeddingCreateParams): Promise<CreateEmbeddingResponse>;
|
|
8
|
-
};
|
|
9
|
-
}
|
|
10
|
-
export interface TracedEmbeddingsOptions {
|
|
11
|
-
/** GenAI provider name. Defaults to `openai`. */
|
|
12
|
-
providerName?: string;
|
|
13
|
-
}
|
|
14
|
-
/**
|
|
15
|
-
* Call `client.embeddings.create` and emit a metadata-only GenAI span.
|
|
16
|
-
*
|
|
17
|
-
* Inputs and embedding vectors are deliberately never attached to the span.
|
|
18
|
-
*/
|
|
19
|
-
export declare function tracedEmbeddingsCreate(tracer: Tracer, client: OpenAIEmbeddingsClient, params: EmbeddingCreateParams, options?: TracedEmbeddingsOptions): Promise<CreateEmbeddingResponse>;
|
|
20
|
-
//# sourceMappingURL=openai.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/otel/openai.ts"],"names":[],"mappings":"AAAA,4DAA4D;AAE5D,OAAO,EAML,KAAK,MAAM,EACZ,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EACV,uBAAuB,EACvB,qBAAqB,EACtB,MAAM,6BAA6B,CAAC;AAErC,0EAA0E;AAC1E,MAAM,WAAW,sBAAsB;IACrC,UAAU,EAAE;QACV,MAAM,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;KACzE,CAAC;CACH;AAED,MAAM,WAAW,uBAAuB;IACtC,iDAAiD;IACjD,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAmBD;;;;GAIG;AACH,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,sBAAsB,EAC9B,MAAM,EAAE,qBAAqB,EAC7B,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,uBAAuB,CAAC,CAsClC"}
|
package/dist/otel/openai.js
DELETED
|
@@ -1,55 +0,0 @@
|
|
|
1
|
-
/** Privacy-preserving OpenAI embeddings instrumentation. */
|
|
2
|
-
import { context, SpanKind, SpanStatusCode, trace, } from "@opentelemetry/api";
|
|
3
|
-
function setResponseAttributes(span, response) {
|
|
4
|
-
span.setAttribute("gen_ai.response.model", response.model);
|
|
5
|
-
span.setAttribute("gen_ai.usage.input_tokens", response.usage.prompt_tokens);
|
|
6
|
-
const firstEmbedding = response.data[0]?.embedding;
|
|
7
|
-
if (Array.isArray(firstEmbedding)) {
|
|
8
|
-
span.setAttribute("gen_ai.embeddings.dimension.count", firstEmbedding.length);
|
|
9
|
-
}
|
|
10
|
-
span.setStatus({ code: SpanStatusCode.OK });
|
|
11
|
-
}
|
|
12
|
-
/**
|
|
13
|
-
* Call `client.embeddings.create` and emit a metadata-only GenAI span.
|
|
14
|
-
*
|
|
15
|
-
* Inputs and embedding vectors are deliberately never attached to the span.
|
|
16
|
-
*/
|
|
17
|
-
export async function tracedEmbeddingsCreate(tracer, client, params, options = {}) {
|
|
18
|
-
const providerName = options.providerName ?? "openai";
|
|
19
|
-
const span = tracer.startSpan(`embeddings ${params.model}`, {
|
|
20
|
-
kind: SpanKind.CLIENT,
|
|
21
|
-
attributes: {
|
|
22
|
-
"gen_ai.system": providerName,
|
|
23
|
-
"gen_ai.provider.name": providerName,
|
|
24
|
-
"gen_ai.operation.name": "embeddings",
|
|
25
|
-
"gen_ai.request.model": params.model,
|
|
26
|
-
"openinference.span.kind": "EMBEDDING",
|
|
27
|
-
...(params.dimensions !== undefined
|
|
28
|
-
? { "gen_ai.embeddings.dimension.count": params.dimensions }
|
|
29
|
-
: undefined),
|
|
30
|
-
...(params.encoding_format
|
|
31
|
-
? { "gen_ai.request.encoding_formats": [params.encoding_format] }
|
|
32
|
-
: undefined),
|
|
33
|
-
},
|
|
34
|
-
});
|
|
35
|
-
try {
|
|
36
|
-
return await context.with(trace.setSpan(context.active(), span), async () => {
|
|
37
|
-
const response = await client.embeddings.create(params);
|
|
38
|
-
setResponseAttributes(span, response);
|
|
39
|
-
return response;
|
|
40
|
-
});
|
|
41
|
-
}
|
|
42
|
-
catch (error) {
|
|
43
|
-
span.setStatus({
|
|
44
|
-
code: SpanStatusCode.ERROR,
|
|
45
|
-
message: error instanceof Error ? error.message : String(error),
|
|
46
|
-
});
|
|
47
|
-
if (error instanceof Error)
|
|
48
|
-
span.recordException(error);
|
|
49
|
-
throw error;
|
|
50
|
-
}
|
|
51
|
-
finally {
|
|
52
|
-
span.end();
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
//# sourceMappingURL=openai.js.map
|
package/dist/otel/openai.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/otel/openai.ts"],"names":[],"mappings":"AAAA,4DAA4D;AAE5D,OAAO,EACL,OAAO,EACP,QAAQ,EACR,cAAc,EACd,KAAK,GAGN,MAAM,oBAAoB,CAAC;AAkB5B,SAAS,qBAAqB,CAC5B,IAAU,EACV,QAAiC;IAEjC,IAAI,CAAC,YAAY,CAAC,uBAAuB,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC3D,IAAI,CAAC,YAAY,CAAC,2BAA2B,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAE7E,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;IACnD,IAAI,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,YAAY,CACf,mCAAmC,EACnC,cAAc,CAAC,MAAM,CACtB,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,MAAc,EACd,MAA8B,EAC9B,MAA6B,EAC7B,UAAmC,EAAE;IAErC,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,cAAc,MAAM,CAAC,KAAK,EAAE,EAAE;QAC1D,IAAI,EAAE,QAAQ,CAAC,MAAM;QACrB,UAAU,EAAE;YACV,eAAe,EAAE,YAAY;YAC7B,sBAAsB,EAAE,YAAY;YACpC,uBAAuB,EAAE,YAAY;YACrC,sBAAsB,EAAE,MAAM,CAAC,KAAK;YACpC,yBAAyB,EAAE,WAAW;YACtC,GAAG,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS;gBACjC,CAAC,CAAC,EAAE,mCAAmC,EAAE,MAAM,CAAC,UAAU,EAAE;gBAC5D,CAAC,CAAC,SAAS,CAAC;YACd,GAAG,CAAC,MAAM,CAAC,eAAe;gBACxB,CAAC,CAAC,EAAE,iCAAiC,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE;gBACjE,CAAC,CAAC,SAAS,CAAC;SACf;KACF,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,IAAI,CACvB,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EACrC,KAAK,IAAI,EAAE;YACT,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxD,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACtC,OAAO,QAAQ,CAAC;QAClB,CAAC,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,cAAc,CAAC,KAAK;YAC1B,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAChE,CAAC,CAAC;QACH,IAAI,KAAK,YAAY,KAAK;YAAE,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACxD,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,GAAG,EAAE,CAAC;IACb,CAAC;AACH,CAAC"}
|
|
@@ -1,139 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* OpenAI Agents TracingProcessor for Introspection SDK.
|
|
3
|
-
*
|
|
4
|
-
* Forwards OpenAI agent traces to the backend via OTLP with OTel Gen AI semantic
|
|
5
|
-
* convention attributes.
|
|
6
|
-
*/
|
|
7
|
-
import { type SpanExporter, type IdGenerator } from "@opentelemetry/sdk-trace-base";
|
|
8
|
-
import type { TracingProcessor, Trace, Span, SpanData } from "@openai/agents";
|
|
9
|
-
/**
|
|
10
|
-
* Advanced options for testing and customization of
|
|
11
|
-
* {@link IntrospectionTracingProcessor}.
|
|
12
|
-
*/
|
|
13
|
-
export interface TracingProcessorAdvancedOptions {
|
|
14
|
-
/** Custom span exporter (for testing - use InMemorySpanExporter) */
|
|
15
|
-
spanExporter?: SpanExporter;
|
|
16
|
-
/** Custom ID generator (for testing - use IncrementalIdGenerator) */
|
|
17
|
-
idGenerator?: IdGenerator;
|
|
18
|
-
/** Use SimpleSpanProcessor instead of BatchSpanProcessor (for testing) */
|
|
19
|
-
useSimpleSpanProcessor?: boolean;
|
|
20
|
-
/**
|
|
21
|
-
* Maximum number of spans to export in a single batch.
|
|
22
|
-
* Set to 1 to export each span individually on end, ensuring sequential
|
|
23
|
-
* processing by the backend (useful for multi-turn conversations where
|
|
24
|
-
* each turn must be ingested before the next arrives).
|
|
25
|
-
* Defaults to the OTel SDK default (512).
|
|
26
|
-
*/
|
|
27
|
-
maxExportBatchSize?: number;
|
|
28
|
-
/**
|
|
29
|
-
* Delay interval in milliseconds between batch exports.
|
|
30
|
-
* Lower values reduce latency but increase network requests.
|
|
31
|
-
* Defaults to 1000.
|
|
32
|
-
*/
|
|
33
|
-
scheduledDelayMillis?: number;
|
|
34
|
-
}
|
|
35
|
-
/** Configuration for {@link IntrospectionTracingProcessor}. */
|
|
36
|
-
export interface IntrospectionTracingProcessorOptions {
|
|
37
|
-
/** Authentication token (env: INTROSPECTION_TOKEN) */
|
|
38
|
-
token?: string;
|
|
39
|
-
/** Base URL for the API (env: INTROSPECTION_BASE_OTEL_URL, default: "https://otel.introspection.dev") */
|
|
40
|
-
baseUrl?: string;
|
|
41
|
-
/** Service name for telemetry (env: INTROSPECTION_SERVICE_NAME) */
|
|
42
|
-
serviceName?: string;
|
|
43
|
-
/** Additional headers to include in requests */
|
|
44
|
-
additionalHeaders?: Record<string, string>;
|
|
45
|
-
/** Advanced options for testing and customization */
|
|
46
|
-
advanced?: TracingProcessorAdvancedOptions;
|
|
47
|
-
}
|
|
48
|
-
/**
|
|
49
|
-
* {@link TracingProcessor} that forwards OpenAI agent traces to the
|
|
50
|
-
* Introspection backend via OTLP.
|
|
51
|
-
*
|
|
52
|
-
* Extracts OTel Gen AI semantic convention attributes from span data:
|
|
53
|
-
* - Agent spans: `gen_ai.agent.name`, `gen_ai.tool.definitions`, `gen_ai.agent.handoffs`
|
|
54
|
-
* - Function spans: `gen_ai.tool.name`, `gen_ai.tool.call.arguments`, `gen_ai.tool.call.result`
|
|
55
|
-
* - Response spans: `gen_ai.input/output.messages`, `gen_ai.usage.*`, `gen_ai.request.model`
|
|
56
|
-
* - Generation spans: `gen_ai.request.model`, `gen_ai.usage.*`
|
|
57
|
-
* - Handoff spans: `gen_ai.handoff.from_agent`, `gen_ai.handoff.to_agent`
|
|
58
|
-
*
|
|
59
|
-
* @example
|
|
60
|
-
* ```ts
|
|
61
|
-
* import { IntrospectionTracingProcessor } from "@introspection-sdk/introspection-node";
|
|
62
|
-
*
|
|
63
|
-
* const processor = new IntrospectionTracingProcessor({ token: "sk-intro-…" });
|
|
64
|
-
* // pass processor to the OpenAI Agents SDK withTrace() or registerProcessor()
|
|
65
|
-
* ```
|
|
66
|
-
*/
|
|
67
|
-
export declare class IntrospectionTracingProcessor implements TracingProcessor {
|
|
68
|
-
private _tracerProvider;
|
|
69
|
-
private _tracer;
|
|
70
|
-
private _spans;
|
|
71
|
-
private _conversationIds;
|
|
72
|
-
constructor(options?: IntrospectionTracingProcessorOptions);
|
|
73
|
-
/**
|
|
74
|
-
* Called when the processor is started. Optional lifecycle hook.
|
|
75
|
-
*/
|
|
76
|
-
start(): void;
|
|
77
|
-
/**
|
|
78
|
-
* Called when a trace starts. Creates a root OTel span.
|
|
79
|
-
*
|
|
80
|
-
* @param trace - The OpenAI Agents SDK trace object.
|
|
81
|
-
*/
|
|
82
|
-
onTraceStart(trace: Trace): Promise<void>;
|
|
83
|
-
/**
|
|
84
|
-
* Called when a trace ends. Closes the root OTel span.
|
|
85
|
-
*
|
|
86
|
-
* @param trace - The OpenAI Agents SDK trace object.
|
|
87
|
-
*/
|
|
88
|
-
onTraceEnd(trace: Trace): Promise<void>;
|
|
89
|
-
/**
|
|
90
|
-
* Called when a span starts. Creates a child OTel span with parent context.
|
|
91
|
-
*
|
|
92
|
-
* @param span - The OpenAI Agents SDK span.
|
|
93
|
-
*/
|
|
94
|
-
onSpanStart(span: Span<SpanData>): Promise<void>;
|
|
95
|
-
/**
|
|
96
|
-
* Called when a span ends. Extracts `gen_ai.*` attributes from the span
|
|
97
|
-
* data and sets them on the corresponding OTel span before ending it.
|
|
98
|
-
*
|
|
99
|
-
* @param span - The OpenAI Agents SDK span.
|
|
100
|
-
*/
|
|
101
|
-
onSpanEnd(span: Span<SpanData>): Promise<void>;
|
|
102
|
-
/**
|
|
103
|
-
* Extract attributes from agent spans.
|
|
104
|
-
*/
|
|
105
|
-
private _processAgentSpan;
|
|
106
|
-
/**
|
|
107
|
-
* Extract attributes from function/tool spans.
|
|
108
|
-
*/
|
|
109
|
-
private _processFunctionSpan;
|
|
110
|
-
/**
|
|
111
|
-
* Extract attributes from response spans.
|
|
112
|
-
* Matches Python implementation - extracts from both spanData and _response object.
|
|
113
|
-
*/
|
|
114
|
-
private _processResponseSpan;
|
|
115
|
-
/**
|
|
116
|
-
* Extract attributes from generation spans.
|
|
117
|
-
* Handles both structured GenerationUsageData (spanData.usage) and raw
|
|
118
|
-
* Chat Completions API responses stored in spanData.output[0] by
|
|
119
|
-
* OpenAIChatCompletionsModel.
|
|
120
|
-
*/
|
|
121
|
-
private _processGenerationSpan;
|
|
122
|
-
/**
|
|
123
|
-
* Extract attributes from handoff spans.
|
|
124
|
-
*/
|
|
125
|
-
private _processHandoffSpan;
|
|
126
|
-
/**
|
|
127
|
-
* Shut down the tracer provider, flushing all pending spans.
|
|
128
|
-
*
|
|
129
|
-
* @returns A promise that resolves once shutdown is complete.
|
|
130
|
-
*/
|
|
131
|
-
shutdown(): Promise<void>;
|
|
132
|
-
/**
|
|
133
|
-
* Force-flush any buffered spans to the Introspection backend.
|
|
134
|
-
*
|
|
135
|
-
* @returns A promise that resolves once the flush completes.
|
|
136
|
-
*/
|
|
137
|
-
forceFlush(): Promise<void>;
|
|
138
|
-
}
|
|
139
|
-
//# sourceMappingURL=tracing-processor.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"tracing-processor.d.ts","sourceRoot":"","sources":["../../src/otel/tracing-processor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAOH,OAAO,EAIL,KAAK,YAAY,EACjB,KAAK,WAAW,EACjB,MAAM,+BAA+B,CAAC;AAsBvC,OAAO,KAAK,EACV,gBAAgB,EAChB,KAAK,EACL,IAAI,EACJ,QAAQ,EAMT,MAAM,gBAAgB,CAAC;AAExB;;;GAGG;AACH,MAAM,WAAW,+BAA+B;IAC9C,oEAAoE;IACpE,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,qEAAqE;IACrE,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,0EAA0E;IAC1E,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC;;;;;;OAMG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,+DAA+D;AAC/D,MAAM,WAAW,oCAAoC;IACnD,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,yGAAyG;IACzG,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mEAAmE;IACnE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gDAAgD;IAChD,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,qDAAqD;IACrD,QAAQ,CAAC,EAAE,+BAA+B,CAAC;CAC5C;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,qBAAa,6BAA8B,YAAW,gBAAgB;IACpE,OAAO,CAAC,eAAe,CAAsB;IAC7C,OAAO,CAAC,OAAO,CAA+C;IAC9D,OAAO,CAAC,MAAM,CAAoC;IAClD,OAAO,CAAC,gBAAgB,CAAkC;gBAE9C,OAAO,GAAE,oCAAyC;IA2F9D;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;;;OAIG;IACG,YAAY,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IAc/C;;;;OAIG;IACG,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IAa7C;;;;OAIG;IACG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA4BtD;;;;;OAKG;IACG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAyCpD;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA6BzB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAmB5B;;;OAGG;IACH,OAAO,CAAC,oBAAoB;IAoG5B;;;;;OAKG;IACH,OAAO,CAAC,sBAAsB;IA2G9B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAY3B;;;;OAIG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B;;;;OAIG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;CAGlC"}
|
|
@@ -1,434 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* OpenAI Agents TracingProcessor for Introspection SDK.
|
|
3
|
-
*
|
|
4
|
-
* Forwards OpenAI agent traces to the backend via OTLP with OTel Gen AI semantic
|
|
5
|
-
* convention attributes.
|
|
6
|
-
*/
|
|
7
|
-
import { context as otelContext, trace as otelTrace, } from "@opentelemetry/api";
|
|
8
|
-
import { BasicTracerProvider, BatchSpanProcessor, SimpleSpanProcessor, } from "@opentelemetry/sdk-trace-base";
|
|
9
|
-
import { resourceFromAttributes } from "@opentelemetry/resources";
|
|
10
|
-
import { ATTR_SERVICE_NAME } from "@opentelemetry/semantic-conventions";
|
|
11
|
-
import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-proto";
|
|
12
|
-
import { randomUUID } from "crypto";
|
|
13
|
-
import { convertResponsesInputsToSemconv, convertResponsesOutputsToSemconv, convertResponsesToolsToSemconv, convertResponsesInstructionsToSemconv, } from "../converters/openai.js";
|
|
14
|
-
import { providerCostAttributes } from "@introspection-sdk/types";
|
|
15
|
-
import { logger, withOtlpHttpsProxy } from "../utils.js";
|
|
16
|
-
import { VERSION } from "../version.js";
|
|
17
|
-
/**
|
|
18
|
-
* {@link TracingProcessor} that forwards OpenAI agent traces to the
|
|
19
|
-
* Introspection backend via OTLP.
|
|
20
|
-
*
|
|
21
|
-
* Extracts OTel Gen AI semantic convention attributes from span data:
|
|
22
|
-
* - Agent spans: `gen_ai.agent.name`, `gen_ai.tool.definitions`, `gen_ai.agent.handoffs`
|
|
23
|
-
* - Function spans: `gen_ai.tool.name`, `gen_ai.tool.call.arguments`, `gen_ai.tool.call.result`
|
|
24
|
-
* - Response spans: `gen_ai.input/output.messages`, `gen_ai.usage.*`, `gen_ai.request.model`
|
|
25
|
-
* - Generation spans: `gen_ai.request.model`, `gen_ai.usage.*`
|
|
26
|
-
* - Handoff spans: `gen_ai.handoff.from_agent`, `gen_ai.handoff.to_agent`
|
|
27
|
-
*
|
|
28
|
-
* @example
|
|
29
|
-
* ```ts
|
|
30
|
-
* import { IntrospectionTracingProcessor } from "@introspection-sdk/introspection-node";
|
|
31
|
-
*
|
|
32
|
-
* const processor = new IntrospectionTracingProcessor({ token: "sk-intro-…" });
|
|
33
|
-
* // pass processor to the OpenAI Agents SDK withTrace() or registerProcessor()
|
|
34
|
-
* ```
|
|
35
|
-
*/
|
|
36
|
-
export class IntrospectionTracingProcessor {
|
|
37
|
-
_tracerProvider;
|
|
38
|
-
_tracer;
|
|
39
|
-
_spans = new Map();
|
|
40
|
-
_conversationIds = new Map();
|
|
41
|
-
constructor(options = {}) {
|
|
42
|
-
const advanced = options.advanced;
|
|
43
|
-
const serviceName = options.serviceName || process.env.INTROSPECTION_SERVICE_NAME;
|
|
44
|
-
const resource = serviceName
|
|
45
|
-
? resourceFromAttributes({ [ATTR_SERVICE_NAME]: serviceName })
|
|
46
|
-
: undefined;
|
|
47
|
-
// If custom exporter is provided (testing mode), skip token validation
|
|
48
|
-
if (!advanced?.spanExporter) {
|
|
49
|
-
const token = options.token || process.env.INTROSPECTION_TOKEN;
|
|
50
|
-
if (!token) {
|
|
51
|
-
throw new Error("INTROSPECTION_TOKEN is required");
|
|
52
|
-
}
|
|
53
|
-
const baseUrl = options.baseUrl ||
|
|
54
|
-
process.env.INTROSPECTION_BASE_OTEL_URL ||
|
|
55
|
-
"https://otel.introspection.dev";
|
|
56
|
-
const headers = {
|
|
57
|
-
"User-Agent": `introspection-sdk/${VERSION}`,
|
|
58
|
-
Authorization: `Bearer ${token}`,
|
|
59
|
-
...options.additionalHeaders,
|
|
60
|
-
};
|
|
61
|
-
// Construct endpoint URL
|
|
62
|
-
const endpoint = baseUrl.endsWith("/v1/traces")
|
|
63
|
-
? baseUrl
|
|
64
|
-
: `${baseUrl.replace(/\/$/, "")}/v1/traces`;
|
|
65
|
-
logger.info(`IntrospectionTracingProcessor initialized: endpoint=${endpoint}`);
|
|
66
|
-
// Setup OTLP exporter
|
|
67
|
-
const spanExporter = new OTLPTraceExporter(withOtlpHttpsProxy({
|
|
68
|
-
url: endpoint,
|
|
69
|
-
headers,
|
|
70
|
-
}));
|
|
71
|
-
// Use SimpleSpanProcessor for maxExportBatchSize=1 (sequential export),
|
|
72
|
-
// otherwise BatchSpanProcessor with configurable batch size.
|
|
73
|
-
// Default to sequential export for dev/staging tokens.
|
|
74
|
-
const effectiveBatchSize = advanced?.maxExportBatchSize ??
|
|
75
|
-
(token.startsWith("intro_dev") || token.startsWith("intro_staging")
|
|
76
|
-
? 1
|
|
77
|
-
: undefined);
|
|
78
|
-
const useSimple = advanced?.useSimpleSpanProcessor || effectiveBatchSize === 1;
|
|
79
|
-
const scheduledDelayMillis = advanced?.scheduledDelayMillis ?? 1000;
|
|
80
|
-
const spanProcessor = useSimple
|
|
81
|
-
? new SimpleSpanProcessor(spanExporter)
|
|
82
|
-
: new BatchSpanProcessor(spanExporter, {
|
|
83
|
-
scheduledDelayMillis,
|
|
84
|
-
...(effectiveBatchSize
|
|
85
|
-
? { maxExportBatchSize: effectiveBatchSize }
|
|
86
|
-
: {}),
|
|
87
|
-
});
|
|
88
|
-
this._tracerProvider = new BasicTracerProvider({
|
|
89
|
-
resource,
|
|
90
|
-
idGenerator: advanced?.idGenerator,
|
|
91
|
-
spanProcessors: [spanProcessor],
|
|
92
|
-
});
|
|
93
|
-
}
|
|
94
|
-
else {
|
|
95
|
-
// Testing mode: use provided exporter
|
|
96
|
-
logger.info(`IntrospectionTracingProcessor initialized in test mode with custom exporter`);
|
|
97
|
-
// Choose span processor based on options
|
|
98
|
-
const spanProcessor = advanced.useSimpleSpanProcessor
|
|
99
|
-
? new SimpleSpanProcessor(advanced.spanExporter)
|
|
100
|
-
: new BatchSpanProcessor(advanced.spanExporter, {
|
|
101
|
-
scheduledDelayMillis: 100,
|
|
102
|
-
});
|
|
103
|
-
this._tracerProvider = new BasicTracerProvider({
|
|
104
|
-
resource,
|
|
105
|
-
idGenerator: advanced.idGenerator,
|
|
106
|
-
spanProcessors: [spanProcessor],
|
|
107
|
-
});
|
|
108
|
-
}
|
|
109
|
-
this._tracer = this._tracerProvider.getTracer("openai-agents", VERSION);
|
|
110
|
-
}
|
|
111
|
-
/**
|
|
112
|
-
* Called when the processor is started. Optional lifecycle hook.
|
|
113
|
-
*/
|
|
114
|
-
start() {
|
|
115
|
-
// No-op - processor is ready after construction
|
|
116
|
-
}
|
|
117
|
-
/**
|
|
118
|
-
* Called when a trace starts. Creates a root OTel span.
|
|
119
|
-
*
|
|
120
|
-
* @param trace - The OpenAI Agents SDK trace object.
|
|
121
|
-
*/
|
|
122
|
-
async onTraceStart(trace) {
|
|
123
|
-
logger.debug(`onTraceStart called: ${trace?.name} (${trace?.traceId})`);
|
|
124
|
-
if (trace) {
|
|
125
|
-
// Use groupId as conversationId when provided so callers can link
|
|
126
|
-
// multiple traces (e.g. multi-turn orchestrator runs) into one conversation.
|
|
127
|
-
const conversationId = trace.groupId ?? `intro_conv_${randomUUID().replace(/-/g, "")}`;
|
|
128
|
-
this._conversationIds.set(trace.traceId, conversationId);
|
|
129
|
-
const otelSpan = this._tracer.startSpan(trace.name);
|
|
130
|
-
this._spans.set(trace.traceId, otelSpan);
|
|
131
|
-
logger.debug(`Created root span for trace: ${trace.traceId}`);
|
|
132
|
-
}
|
|
133
|
-
}
|
|
134
|
-
/**
|
|
135
|
-
* Called when a trace ends. Closes the root OTel span.
|
|
136
|
-
*
|
|
137
|
-
* @param trace - The OpenAI Agents SDK trace object.
|
|
138
|
-
*/
|
|
139
|
-
async onTraceEnd(trace) {
|
|
140
|
-
logger.debug(`onTraceEnd called: ${trace?.name} (${trace?.traceId})`);
|
|
141
|
-
if (trace) {
|
|
142
|
-
const otelSpan = this._spans.get(trace.traceId);
|
|
143
|
-
if (otelSpan) {
|
|
144
|
-
this._spans.delete(trace.traceId);
|
|
145
|
-
this._conversationIds.delete(trace.traceId);
|
|
146
|
-
otelSpan.end();
|
|
147
|
-
logger.debug(`Ended root span for trace: ${trace.traceId}`);
|
|
148
|
-
}
|
|
149
|
-
}
|
|
150
|
-
}
|
|
151
|
-
/**
|
|
152
|
-
* Called when a span starts. Creates a child OTel span with parent context.
|
|
153
|
-
*
|
|
154
|
-
* @param span - The OpenAI Agents SDK span.
|
|
155
|
-
*/
|
|
156
|
-
async onSpanStart(span) {
|
|
157
|
-
logger.debug(`onSpanStart called: ${span?.spanId} (type: ${span?.spanData?.type})`);
|
|
158
|
-
if (span) {
|
|
159
|
-
const parentId = span.parentId || span.traceId;
|
|
160
|
-
const parent = this._spans.get(parentId);
|
|
161
|
-
const ctx = parent
|
|
162
|
-
? otelTrace.setSpan(otelContext.active(), parent)
|
|
163
|
-
: undefined;
|
|
164
|
-
const spanData = span.spanData;
|
|
165
|
-
let name;
|
|
166
|
-
// Use name for agent and function spans, type for others
|
|
167
|
-
if (spanData.type === "agent") {
|
|
168
|
-
name = spanData.name;
|
|
169
|
-
}
|
|
170
|
-
else if (spanData.type === "function") {
|
|
171
|
-
name = spanData.name;
|
|
172
|
-
}
|
|
173
|
-
else {
|
|
174
|
-
name = spanData.type;
|
|
175
|
-
}
|
|
176
|
-
const otelSpan = this._tracer.startSpan(name, {}, ctx);
|
|
177
|
-
this._spans.set(span.spanId, otelSpan);
|
|
178
|
-
}
|
|
179
|
-
}
|
|
180
|
-
/**
|
|
181
|
-
* Called when a span ends. Extracts `gen_ai.*` attributes from the span
|
|
182
|
-
* data and sets them on the corresponding OTel span before ending it.
|
|
183
|
-
*
|
|
184
|
-
* @param span - The OpenAI Agents SDK span.
|
|
185
|
-
*/
|
|
186
|
-
async onSpanEnd(span) {
|
|
187
|
-
if (!span)
|
|
188
|
-
return;
|
|
189
|
-
const otelSpan = this._spans.get(span.spanId);
|
|
190
|
-
if (!otelSpan) {
|
|
191
|
-
return;
|
|
192
|
-
}
|
|
193
|
-
this._spans.delete(span.spanId);
|
|
194
|
-
const spanData = span.spanData;
|
|
195
|
-
// Extract gen_ai.* attributes based on span type
|
|
196
|
-
switch (spanData.type) {
|
|
197
|
-
case "agent":
|
|
198
|
-
this._processAgentSpan(otelSpan, spanData);
|
|
199
|
-
break;
|
|
200
|
-
case "function":
|
|
201
|
-
this._processFunctionSpan(otelSpan, spanData);
|
|
202
|
-
break;
|
|
203
|
-
case "response":
|
|
204
|
-
this._processResponseSpan(otelSpan, spanData);
|
|
205
|
-
break;
|
|
206
|
-
case "generation":
|
|
207
|
-
this._processGenerationSpan(otelSpan, spanData);
|
|
208
|
-
break;
|
|
209
|
-
case "handoff":
|
|
210
|
-
this._processHandoffSpan(otelSpan, spanData);
|
|
211
|
-
break;
|
|
212
|
-
}
|
|
213
|
-
// Propagate conversation ID from trace
|
|
214
|
-
const conversationId = this._conversationIds.get(span.traceId);
|
|
215
|
-
if (conversationId) {
|
|
216
|
-
otelSpan.setAttribute("gen_ai.conversation.id", conversationId);
|
|
217
|
-
}
|
|
218
|
-
// Keep raw span data for debugging (matches Python attribute name)
|
|
219
|
-
otelSpan.setAttribute("openai_agents.span_data", JSON.stringify(spanData));
|
|
220
|
-
otelSpan.end();
|
|
221
|
-
}
|
|
222
|
-
/**
|
|
223
|
-
* Extract attributes from agent spans.
|
|
224
|
-
*/
|
|
225
|
-
_processAgentSpan(otelSpan, spanData) {
|
|
226
|
-
otelSpan.setAttribute("gen_ai.agent.name", spanData.name);
|
|
227
|
-
otelSpan.setAttribute("gen_ai.provider.name", "openai");
|
|
228
|
-
otelSpan.setAttribute("openinference.span.kind", "AGENT");
|
|
229
|
-
if (spanData.tools) {
|
|
230
|
-
// Wrap tool names as objects for ClickHouse Array(JSON) compatibility
|
|
231
|
-
const toolDefs = spanData.tools.map((t) => ({
|
|
232
|
-
type: "function",
|
|
233
|
-
name: t,
|
|
234
|
-
}));
|
|
235
|
-
otelSpan.setAttribute("gen_ai.tool.definitions", JSON.stringify(toolDefs));
|
|
236
|
-
}
|
|
237
|
-
if (spanData.handoffs) {
|
|
238
|
-
otelSpan.setAttribute("gen_ai.agent.handoffs", JSON.stringify(spanData.handoffs));
|
|
239
|
-
}
|
|
240
|
-
if (spanData.output_type) {
|
|
241
|
-
otelSpan.setAttribute("gen_ai.agent.output_type", spanData.output_type);
|
|
242
|
-
}
|
|
243
|
-
}
|
|
244
|
-
/**
|
|
245
|
-
* Extract attributes from function/tool spans.
|
|
246
|
-
*/
|
|
247
|
-
_processFunctionSpan(otelSpan, spanData) {
|
|
248
|
-
otelSpan.updateName(`execute_tool ${spanData.name}`);
|
|
249
|
-
otelSpan.setAttribute("gen_ai.operation.name", "execute_tool");
|
|
250
|
-
otelSpan.setAttribute("gen_ai.tool.name", spanData.name);
|
|
251
|
-
otelSpan.setAttribute("gen_ai.tool.type", "function");
|
|
252
|
-
otelSpan.setAttribute("openinference.span.kind", "TOOL");
|
|
253
|
-
if (spanData.input) {
|
|
254
|
-
otelSpan.setAttribute("gen_ai.tool.call.arguments", spanData.input);
|
|
255
|
-
}
|
|
256
|
-
if (spanData.output) {
|
|
257
|
-
otelSpan.setAttribute("gen_ai.tool.call.result", String(spanData.output));
|
|
258
|
-
}
|
|
259
|
-
}
|
|
260
|
-
/**
|
|
261
|
-
* Extract attributes from response spans.
|
|
262
|
-
* Matches Python implementation - extracts from both spanData and _response object.
|
|
263
|
-
*/
|
|
264
|
-
_processResponseSpan(otelSpan, spanData) {
|
|
265
|
-
otelSpan.setAttribute("gen_ai.operation.name", "chat");
|
|
266
|
-
otelSpan.setAttribute("gen_ai.provider.name", "openai");
|
|
267
|
-
otelSpan.setAttribute("openinference.span.kind", "LLM");
|
|
268
|
-
// Response ID (from span_data directly)
|
|
269
|
-
if (spanData.response_id) {
|
|
270
|
-
otelSpan.setAttribute("gen_ai.response.id", spanData.response_id);
|
|
271
|
-
}
|
|
272
|
-
// Input messages (from spanData._input)
|
|
273
|
-
if (spanData._input) {
|
|
274
|
-
const inputs = Array.isArray(spanData._input)
|
|
275
|
-
? spanData._input
|
|
276
|
-
: [spanData._input];
|
|
277
|
-
const [inputMessages] = convertResponsesInputsToSemconv(inputs, undefined);
|
|
278
|
-
if (inputMessages.length > 0) {
|
|
279
|
-
otelSpan.setAttribute("gen_ai.input.messages", JSON.stringify(inputMessages));
|
|
280
|
-
}
|
|
281
|
-
}
|
|
282
|
-
// Extract from _response if available (full Response object)
|
|
283
|
-
const response = spanData._response;
|
|
284
|
-
if (!response)
|
|
285
|
-
return;
|
|
286
|
-
// System instructions
|
|
287
|
-
const sysInstructions = convertResponsesInstructionsToSemconv(response.instructions);
|
|
288
|
-
if (sysInstructions) {
|
|
289
|
-
otelSpan.setAttribute("gen_ai.system_instructions", JSON.stringify(sysInstructions));
|
|
290
|
-
}
|
|
291
|
-
// Tool definitions (with full details from Response object)
|
|
292
|
-
if (response.tools && response.tools.length > 0) {
|
|
293
|
-
const toolDefs = convertResponsesToolsToSemconv(response.tools);
|
|
294
|
-
otelSpan.setAttribute("gen_ai.tool.definitions", JSON.stringify(toolDefs));
|
|
295
|
-
}
|
|
296
|
-
// Token usage
|
|
297
|
-
const usage = response.usage;
|
|
298
|
-
if (usage) {
|
|
299
|
-
if (usage.input_tokens) {
|
|
300
|
-
otelSpan.setAttribute("gen_ai.usage.input_tokens", usage.input_tokens);
|
|
301
|
-
}
|
|
302
|
-
if (usage.output_tokens) {
|
|
303
|
-
otelSpan.setAttribute("gen_ai.usage.output_tokens", usage.output_tokens);
|
|
304
|
-
}
|
|
305
|
-
// OpenAI returns cached token count in input_tokens_details.cached_tokens
|
|
306
|
-
const cachedTokens = usage.input_tokens_details?.cached_tokens;
|
|
307
|
-
if (cachedTokens) {
|
|
308
|
-
otelSpan.setAttribute("gen_ai.usage.cache_read.input_tokens", cachedTokens);
|
|
309
|
-
}
|
|
310
|
-
// Provider-reported cost (e.g. OpenRouter usage.cost) when present.
|
|
311
|
-
otelSpan.setAttributes(providerCostAttributes(usage));
|
|
312
|
-
}
|
|
313
|
-
// Model info
|
|
314
|
-
if (response.model) {
|
|
315
|
-
otelSpan.setAttribute("gen_ai.request.model", response.model);
|
|
316
|
-
}
|
|
317
|
-
// Response ID from response object (fallback if not in span_data)
|
|
318
|
-
if (!spanData.response_id && response.id) {
|
|
319
|
-
otelSpan.setAttribute("gen_ai.response.id", response.id);
|
|
320
|
-
}
|
|
321
|
-
// Output messages (from response.output)
|
|
322
|
-
if (response.output && response.output.length > 0) {
|
|
323
|
-
const outputMessages = convertResponsesOutputsToSemconv(response.output);
|
|
324
|
-
if (outputMessages.length > 0) {
|
|
325
|
-
otelSpan.setAttribute("gen_ai.output.messages", JSON.stringify(outputMessages));
|
|
326
|
-
}
|
|
327
|
-
}
|
|
328
|
-
}
|
|
329
|
-
/**
|
|
330
|
-
* Extract attributes from generation spans.
|
|
331
|
-
* Handles both structured GenerationUsageData (spanData.usage) and raw
|
|
332
|
-
* Chat Completions API responses stored in spanData.output[0] by
|
|
333
|
-
* OpenAIChatCompletionsModel.
|
|
334
|
-
*/
|
|
335
|
-
_processGenerationSpan(otelSpan, spanData) {
|
|
336
|
-
otelSpan.setAttribute("gen_ai.operation.name", "chat");
|
|
337
|
-
otelSpan.setAttribute("gen_ai.provider.name", "openai");
|
|
338
|
-
otelSpan.setAttribute("openinference.span.kind", "LLM");
|
|
339
|
-
if (spanData.model) {
|
|
340
|
-
otelSpan.setAttribute("gen_ai.request.model", spanData.model);
|
|
341
|
-
}
|
|
342
|
-
// GenerationUsageData uses snake_case: input_tokens / output_tokens.
|
|
343
|
-
if (spanData.usage?.input_tokens) {
|
|
344
|
-
otelSpan.setAttribute("gen_ai.usage.input_tokens", spanData.usage.input_tokens);
|
|
345
|
-
}
|
|
346
|
-
if (spanData.usage?.output_tokens) {
|
|
347
|
-
otelSpan.setAttribute("gen_ai.usage.output_tokens", spanData.usage.output_tokens);
|
|
348
|
-
}
|
|
349
|
-
if (spanData.usage) {
|
|
350
|
-
// Provider-reported cost (e.g. OpenRouter usage.cost) when present.
|
|
351
|
-
otelSpan.setAttributes(providerCostAttributes(spanData.usage));
|
|
352
|
-
}
|
|
353
|
-
// OpenAIChatCompletionsModel stores the raw ChatCompletion response object
|
|
354
|
-
// in spanData.output[0] (it never sets spanData.usage). Extract usage,
|
|
355
|
-
// response ID, response model, and the actual assistant message from it.
|
|
356
|
-
if (!spanData.usage) {
|
|
357
|
-
const rawResponse = spanData.output?.[0];
|
|
358
|
-
// Response ID — required by the backend processor to register this span
|
|
359
|
-
// as a conversation item (build_request returns None without it).
|
|
360
|
-
const responseId = rawResponse?.id;
|
|
361
|
-
if (typeof responseId === "string" && responseId) {
|
|
362
|
-
otelSpan.setAttribute("gen_ai.response.id", responseId);
|
|
363
|
-
}
|
|
364
|
-
// Resolved model name (e.g. "gpt-4o-mini-2024-07-18" vs "gpt-4o-mini").
|
|
365
|
-
const responseModel = rawResponse?.model;
|
|
366
|
-
if (typeof responseModel === "string" && responseModel) {
|
|
367
|
-
otelSpan.setAttribute("gen_ai.response.model", responseModel);
|
|
368
|
-
}
|
|
369
|
-
const rawUsage = rawResponse?.usage;
|
|
370
|
-
if (rawUsage) {
|
|
371
|
-
const promptTokens = rawUsage.prompt_tokens;
|
|
372
|
-
const completionTokens = rawUsage.completion_tokens;
|
|
373
|
-
if (typeof promptTokens === "number") {
|
|
374
|
-
otelSpan.setAttribute("gen_ai.usage.input_tokens", promptTokens);
|
|
375
|
-
}
|
|
376
|
-
if (typeof completionTokens === "number") {
|
|
377
|
-
otelSpan.setAttribute("gen_ai.usage.output_tokens", completionTokens);
|
|
378
|
-
}
|
|
379
|
-
const promptDetails = rawUsage.prompt_tokens_details;
|
|
380
|
-
const cachedTokens = promptDetails?.cached_tokens;
|
|
381
|
-
if (typeof cachedTokens === "number" && cachedTokens > 0) {
|
|
382
|
-
otelSpan.setAttribute("gen_ai.usage.cache_read.input_tokens", cachedTokens);
|
|
383
|
-
}
|
|
384
|
-
// OpenRouter-style gateways report the charged price and reasoning
|
|
385
|
-
// token split inside the Chat Completions usage block.
|
|
386
|
-
otelSpan.setAttributes(providerCostAttributes(rawUsage));
|
|
387
|
-
}
|
|
388
|
-
// Extract the actual assistant message from choices[0].message so that
|
|
389
|
-
// gen_ai.output.messages is a proper [{role, content}] array rather than
|
|
390
|
-
// the full ChatCompletion envelope (which the backend cannot parse).
|
|
391
|
-
const choices = rawResponse?.choices;
|
|
392
|
-
const assistantMessage = choices?.[0]?.message;
|
|
393
|
-
if (assistantMessage) {
|
|
394
|
-
otelSpan.setAttribute("gen_ai.output.messages", JSON.stringify([assistantMessage]));
|
|
395
|
-
}
|
|
396
|
-
}
|
|
397
|
-
if (spanData.input) {
|
|
398
|
-
otelSpan.setAttribute("gen_ai.input.messages", JSON.stringify(spanData.input));
|
|
399
|
-
}
|
|
400
|
-
// For non-Chat-Completions generation spans that do have usage set,
|
|
401
|
-
// still export output messages in the standard format if present.
|
|
402
|
-
if (spanData.usage && spanData.output) {
|
|
403
|
-
otelSpan.setAttribute("gen_ai.output.messages", JSON.stringify(spanData.output));
|
|
404
|
-
}
|
|
405
|
-
}
|
|
406
|
-
/**
|
|
407
|
-
* Extract attributes from handoff spans.
|
|
408
|
-
*/
|
|
409
|
-
_processHandoffSpan(otelSpan, spanData) {
|
|
410
|
-
if (spanData.from_agent) {
|
|
411
|
-
otelSpan.setAttribute("gen_ai.handoff.from_agent", spanData.from_agent);
|
|
412
|
-
}
|
|
413
|
-
if (spanData.to_agent) {
|
|
414
|
-
otelSpan.setAttribute("gen_ai.handoff.to_agent", spanData.to_agent);
|
|
415
|
-
}
|
|
416
|
-
}
|
|
417
|
-
/**
|
|
418
|
-
* Shut down the tracer provider, flushing all pending spans.
|
|
419
|
-
*
|
|
420
|
-
* @returns A promise that resolves once shutdown is complete.
|
|
421
|
-
*/
|
|
422
|
-
async shutdown() {
|
|
423
|
-
await this._tracerProvider.shutdown();
|
|
424
|
-
}
|
|
425
|
-
/**
|
|
426
|
-
* Force-flush any buffered spans to the Introspection backend.
|
|
427
|
-
*
|
|
428
|
-
* @returns A promise that resolves once the flush completes.
|
|
429
|
-
*/
|
|
430
|
-
async forceFlush() {
|
|
431
|
-
await this._tracerProvider.forceFlush();
|
|
432
|
-
}
|
|
433
|
-
}
|
|
434
|
-
//# sourceMappingURL=tracing-processor.js.map
|