braintrust 3.18.0 → 3.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +0 -10
- package/dev/dist/index.js +3626 -1989
- package/dev/dist/index.mjs +4576 -2939
- package/dist/apply-auto-instrumentation.js +342 -175
- package/dist/apply-auto-instrumentation.mjs +170 -3
- package/dist/auto-instrumentations/bundler/esbuild.cjs +209 -3
- package/dist/auto-instrumentations/bundler/esbuild.mjs +2 -2
- package/dist/auto-instrumentations/bundler/next.cjs +209 -3
- package/dist/auto-instrumentations/bundler/next.mjs +3 -3
- package/dist/auto-instrumentations/bundler/rollup.cjs +209 -3
- package/dist/auto-instrumentations/bundler/rollup.mjs +2 -2
- package/dist/auto-instrumentations/bundler/vite.cjs +209 -3
- package/dist/auto-instrumentations/bundler/vite.mjs +2 -2
- package/dist/auto-instrumentations/bundler/webpack-loader.cjs +209 -3
- package/dist/auto-instrumentations/bundler/webpack.cjs +209 -3
- package/dist/auto-instrumentations/bundler/webpack.mjs +3 -3
- package/dist/auto-instrumentations/{chunk-MYCHHXOE.mjs → chunk-K74TZGGM.mjs} +1 -1
- package/dist/auto-instrumentations/{chunk-GNUEZ2PE.mjs → chunk-S4374IP6.mjs} +84 -4
- package/dist/auto-instrumentations/{chunk-ZYKZEMRT.mjs → chunk-W4E36GIW.mjs} +128 -0
- package/dist/auto-instrumentations/hook.mjs +209 -3
- package/dist/auto-instrumentations/index.cjs +129 -0
- package/dist/auto-instrumentations/index.d.mts +3 -1
- package/dist/auto-instrumentations/index.d.ts +3 -1
- package/dist/auto-instrumentations/index.mjs +3 -1
- package/dist/browser.d.mts +79 -8
- package/dist/browser.d.ts +79 -8
- package/dist/browser.js +2054 -161
- package/dist/browser.mjs +4847 -2954
- package/dist/chunk-37RLJF2U.js +29262 -0
- package/dist/{chunk-73IYIIOL.js → chunk-LPC4W2WX.js} +54 -4
- package/dist/chunk-VEQ2PCMC.mjs +29262 -0
- package/dist/{chunk-BYFADLEZ.mjs → chunk-Y7W7WP6H.mjs} +53 -3
- package/dist/cli.js +3492 -1849
- package/dist/edge-light.d.mts +1 -1
- package/dist/edge-light.d.ts +1 -1
- package/dist/edge-light.js +2054 -161
- package/dist/edge-light.mjs +4847 -2954
- package/dist/index.d.mts +79 -8
- package/dist/index.d.ts +79 -8
- package/dist/index.js +835 -27963
- package/dist/index.mjs +578 -27706
- package/dist/instrumentation/index.d.mts +66 -6
- package/dist/instrumentation/index.d.ts +66 -6
- package/dist/instrumentation/index.js +4573 -2937
- package/dist/instrumentation/index.mjs +4573 -2937
- package/dist/vitest-evals-reporter.d.mts +22 -0
- package/dist/vitest-evals-reporter.d.ts +22 -0
- package/dist/vitest-evals-reporter.js +401 -0
- package/dist/vitest-evals-reporter.mjs +401 -0
- package/dist/workerd.d.mts +1 -1
- package/dist/workerd.d.ts +1 -1
- package/dist/workerd.js +2054 -161
- package/dist/workerd.mjs +4847 -2954
- package/package.json +7 -1
|
@@ -6144,10 +6144,14 @@ interface InstrumentationIntegrationsConfig {
|
|
|
6144
6144
|
mistral?: boolean;
|
|
6145
6145
|
cohere?: boolean;
|
|
6146
6146
|
groq?: boolean;
|
|
6147
|
+
bedrock?: boolean;
|
|
6148
|
+
awsBedrock?: boolean;
|
|
6149
|
+
awsBedrockRuntime?: boolean;
|
|
6147
6150
|
genkit?: boolean;
|
|
6148
6151
|
gitHubCopilot?: boolean;
|
|
6149
6152
|
openaiCodexSDK?: boolean;
|
|
6150
6153
|
piCodingAgent?: boolean;
|
|
6154
|
+
strandsAgentSDK?: boolean;
|
|
6151
6155
|
langchain?: boolean;
|
|
6152
6156
|
langgraph?: boolean;
|
|
6153
6157
|
}
|
|
@@ -6196,11 +6200,13 @@ declare class BraintrustPlugin extends BasePlugin {
|
|
|
6196
6200
|
private googleADKPlugin;
|
|
6197
6201
|
private coherePlugin;
|
|
6198
6202
|
private groqPlugin;
|
|
6203
|
+
private bedrockRuntimePlugin;
|
|
6199
6204
|
private genkitPlugin;
|
|
6200
6205
|
private gitHubCopilotPlugin;
|
|
6201
6206
|
private fluePlugin;
|
|
6202
6207
|
private langChainPlugin;
|
|
6203
6208
|
private piCodingAgentPlugin;
|
|
6209
|
+
private strandsAgentSDKPlugin;
|
|
6204
6210
|
constructor(config?: BraintrustPluginConfig);
|
|
6205
6211
|
protected onEnable(): void;
|
|
6206
6212
|
protected onDisable(): void;
|
|
@@ -8168,15 +8174,69 @@ declare class OpenAIAgentsTraceProcessor {
|
|
|
8168
8174
|
private omitKeys;
|
|
8169
8175
|
}
|
|
8170
8176
|
|
|
8171
|
-
type FlueObserver = (event: unknown, ctx?: unknown) => void;
|
|
8172
8177
|
/**
|
|
8173
|
-
*
|
|
8174
|
-
*
|
|
8175
|
-
* Pass this directly to @flue/runtime/app.observe:
|
|
8178
|
+
* Vendored types for @flue/runtime observe/instrument-based instrumentation.
|
|
8176
8179
|
*
|
|
8177
|
-
*
|
|
8180
|
+
* Keep this surface intentionally narrow. These types are not exported to SDK
|
|
8181
|
+
* users and should only cover fields we read, correlate, or log.
|
|
8178
8182
|
*/
|
|
8179
|
-
|
|
8183
|
+
type FlueOperationKind = "prompt" | "skill" | "task" | "compact";
|
|
8184
|
+
interface FlueContext {
|
|
8185
|
+
readonly id?: string;
|
|
8186
|
+
readonly runId?: string;
|
|
8187
|
+
[key: string | symbol]: unknown;
|
|
8188
|
+
}
|
|
8189
|
+
type FlueExecutionOperation = {
|
|
8190
|
+
type: "workflow";
|
|
8191
|
+
runId: string;
|
|
8192
|
+
workflowName: string;
|
|
8193
|
+
phase: "start" | "resume";
|
|
8194
|
+
startedAt: string;
|
|
8195
|
+
} | {
|
|
8196
|
+
type: "agent";
|
|
8197
|
+
operationId: string;
|
|
8198
|
+
operationKind: FlueOperationKind;
|
|
8199
|
+
} | {
|
|
8200
|
+
type: "model";
|
|
8201
|
+
turnId: string;
|
|
8202
|
+
} | {
|
|
8203
|
+
type: "tool";
|
|
8204
|
+
toolCallId: string;
|
|
8205
|
+
toolName: string;
|
|
8206
|
+
} | {
|
|
8207
|
+
type: "task";
|
|
8208
|
+
taskId: string;
|
|
8209
|
+
};
|
|
8210
|
+
interface FlueTraceCarrier {
|
|
8211
|
+
traceparent: string;
|
|
8212
|
+
tracestate?: string;
|
|
8213
|
+
}
|
|
8214
|
+
interface FlueExecutionContext {
|
|
8215
|
+
eventContext?: FlueContext;
|
|
8216
|
+
runId?: string;
|
|
8217
|
+
instanceId?: string;
|
|
8218
|
+
submissionId?: string;
|
|
8219
|
+
dispatchId?: string;
|
|
8220
|
+
agentName?: string;
|
|
8221
|
+
conversationId?: string;
|
|
8222
|
+
harness?: string;
|
|
8223
|
+
session?: string;
|
|
8224
|
+
operationId?: string;
|
|
8225
|
+
turnId?: string;
|
|
8226
|
+
taskId?: string;
|
|
8227
|
+
traceCarrier?: FlueTraceCarrier;
|
|
8228
|
+
}
|
|
8229
|
+
type FlueExecutionInterceptor = <T>(operation: FlueExecutionOperation, ctx: FlueExecutionContext, next: () => Promise<T>) => Promise<T>;
|
|
8230
|
+
interface FlueInstrumentation {
|
|
8231
|
+
key?: symbol;
|
|
8232
|
+
observe(event: unknown, ctx?: unknown): void | Promise<void>;
|
|
8233
|
+
interceptor: FlueExecutionInterceptor;
|
|
8234
|
+
dispose(): void | Promise<void>;
|
|
8235
|
+
}
|
|
8236
|
+
|
|
8237
|
+
type FlueObserver = (event: unknown, ctx?: unknown) => void;
|
|
8238
|
+
type BraintrustFlueObserver = FlueObserver & FlueInstrumentation;
|
|
8239
|
+
declare const braintrustFlueObserver: BraintrustFlueObserver;
|
|
8180
8240
|
|
|
8181
8241
|
/**
|
|
8182
8242
|
* Plugin registry and configuration for auto-instrumentation.
|
|
@@ -6144,10 +6144,14 @@ interface InstrumentationIntegrationsConfig {
|
|
|
6144
6144
|
mistral?: boolean;
|
|
6145
6145
|
cohere?: boolean;
|
|
6146
6146
|
groq?: boolean;
|
|
6147
|
+
bedrock?: boolean;
|
|
6148
|
+
awsBedrock?: boolean;
|
|
6149
|
+
awsBedrockRuntime?: boolean;
|
|
6147
6150
|
genkit?: boolean;
|
|
6148
6151
|
gitHubCopilot?: boolean;
|
|
6149
6152
|
openaiCodexSDK?: boolean;
|
|
6150
6153
|
piCodingAgent?: boolean;
|
|
6154
|
+
strandsAgentSDK?: boolean;
|
|
6151
6155
|
langchain?: boolean;
|
|
6152
6156
|
langgraph?: boolean;
|
|
6153
6157
|
}
|
|
@@ -6196,11 +6200,13 @@ declare class BraintrustPlugin extends BasePlugin {
|
|
|
6196
6200
|
private googleADKPlugin;
|
|
6197
6201
|
private coherePlugin;
|
|
6198
6202
|
private groqPlugin;
|
|
6203
|
+
private bedrockRuntimePlugin;
|
|
6199
6204
|
private genkitPlugin;
|
|
6200
6205
|
private gitHubCopilotPlugin;
|
|
6201
6206
|
private fluePlugin;
|
|
6202
6207
|
private langChainPlugin;
|
|
6203
6208
|
private piCodingAgentPlugin;
|
|
6209
|
+
private strandsAgentSDKPlugin;
|
|
6204
6210
|
constructor(config?: BraintrustPluginConfig);
|
|
6205
6211
|
protected onEnable(): void;
|
|
6206
6212
|
protected onDisable(): void;
|
|
@@ -8168,15 +8174,69 @@ declare class OpenAIAgentsTraceProcessor {
|
|
|
8168
8174
|
private omitKeys;
|
|
8169
8175
|
}
|
|
8170
8176
|
|
|
8171
|
-
type FlueObserver = (event: unknown, ctx?: unknown) => void;
|
|
8172
8177
|
/**
|
|
8173
|
-
*
|
|
8174
|
-
*
|
|
8175
|
-
* Pass this directly to @flue/runtime/app.observe:
|
|
8178
|
+
* Vendored types for @flue/runtime observe/instrument-based instrumentation.
|
|
8176
8179
|
*
|
|
8177
|
-
*
|
|
8180
|
+
* Keep this surface intentionally narrow. These types are not exported to SDK
|
|
8181
|
+
* users and should only cover fields we read, correlate, or log.
|
|
8178
8182
|
*/
|
|
8179
|
-
|
|
8183
|
+
type FlueOperationKind = "prompt" | "skill" | "task" | "compact";
|
|
8184
|
+
interface FlueContext {
|
|
8185
|
+
readonly id?: string;
|
|
8186
|
+
readonly runId?: string;
|
|
8187
|
+
[key: string | symbol]: unknown;
|
|
8188
|
+
}
|
|
8189
|
+
type FlueExecutionOperation = {
|
|
8190
|
+
type: "workflow";
|
|
8191
|
+
runId: string;
|
|
8192
|
+
workflowName: string;
|
|
8193
|
+
phase: "start" | "resume";
|
|
8194
|
+
startedAt: string;
|
|
8195
|
+
} | {
|
|
8196
|
+
type: "agent";
|
|
8197
|
+
operationId: string;
|
|
8198
|
+
operationKind: FlueOperationKind;
|
|
8199
|
+
} | {
|
|
8200
|
+
type: "model";
|
|
8201
|
+
turnId: string;
|
|
8202
|
+
} | {
|
|
8203
|
+
type: "tool";
|
|
8204
|
+
toolCallId: string;
|
|
8205
|
+
toolName: string;
|
|
8206
|
+
} | {
|
|
8207
|
+
type: "task";
|
|
8208
|
+
taskId: string;
|
|
8209
|
+
};
|
|
8210
|
+
interface FlueTraceCarrier {
|
|
8211
|
+
traceparent: string;
|
|
8212
|
+
tracestate?: string;
|
|
8213
|
+
}
|
|
8214
|
+
interface FlueExecutionContext {
|
|
8215
|
+
eventContext?: FlueContext;
|
|
8216
|
+
runId?: string;
|
|
8217
|
+
instanceId?: string;
|
|
8218
|
+
submissionId?: string;
|
|
8219
|
+
dispatchId?: string;
|
|
8220
|
+
agentName?: string;
|
|
8221
|
+
conversationId?: string;
|
|
8222
|
+
harness?: string;
|
|
8223
|
+
session?: string;
|
|
8224
|
+
operationId?: string;
|
|
8225
|
+
turnId?: string;
|
|
8226
|
+
taskId?: string;
|
|
8227
|
+
traceCarrier?: FlueTraceCarrier;
|
|
8228
|
+
}
|
|
8229
|
+
type FlueExecutionInterceptor = <T>(operation: FlueExecutionOperation, ctx: FlueExecutionContext, next: () => Promise<T>) => Promise<T>;
|
|
8230
|
+
interface FlueInstrumentation {
|
|
8231
|
+
key?: symbol;
|
|
8232
|
+
observe(event: unknown, ctx?: unknown): void | Promise<void>;
|
|
8233
|
+
interceptor: FlueExecutionInterceptor;
|
|
8234
|
+
dispose(): void | Promise<void>;
|
|
8235
|
+
}
|
|
8236
|
+
|
|
8237
|
+
type FlueObserver = (event: unknown, ctx?: unknown) => void;
|
|
8238
|
+
type BraintrustFlueObserver = FlueObserver & FlueInstrumentation;
|
|
8239
|
+
declare const braintrustFlueObserver: BraintrustFlueObserver;
|
|
8180
8240
|
|
|
8181
8241
|
/**
|
|
8182
8242
|
* Plugin registry and configuration for auto-instrumentation.
|