braintrust 3.18.0 → 3.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. package/README.md +0 -10
  2. package/dev/dist/index.js +3626 -1989
  3. package/dev/dist/index.mjs +4576 -2939
  4. package/dist/apply-auto-instrumentation.js +342 -175
  5. package/dist/apply-auto-instrumentation.mjs +170 -3
  6. package/dist/auto-instrumentations/bundler/esbuild.cjs +209 -3
  7. package/dist/auto-instrumentations/bundler/esbuild.mjs +2 -2
  8. package/dist/auto-instrumentations/bundler/next.cjs +209 -3
  9. package/dist/auto-instrumentations/bundler/next.mjs +3 -3
  10. package/dist/auto-instrumentations/bundler/rollup.cjs +209 -3
  11. package/dist/auto-instrumentations/bundler/rollup.mjs +2 -2
  12. package/dist/auto-instrumentations/bundler/vite.cjs +209 -3
  13. package/dist/auto-instrumentations/bundler/vite.mjs +2 -2
  14. package/dist/auto-instrumentations/bundler/webpack-loader.cjs +209 -3
  15. package/dist/auto-instrumentations/bundler/webpack.cjs +209 -3
  16. package/dist/auto-instrumentations/bundler/webpack.mjs +3 -3
  17. package/dist/auto-instrumentations/{chunk-MYCHHXOE.mjs → chunk-K74TZGGM.mjs} +1 -1
  18. package/dist/auto-instrumentations/{chunk-GNUEZ2PE.mjs → chunk-S4374IP6.mjs} +84 -4
  19. package/dist/auto-instrumentations/{chunk-ZYKZEMRT.mjs → chunk-W4E36GIW.mjs} +128 -0
  20. package/dist/auto-instrumentations/hook.mjs +209 -3
  21. package/dist/auto-instrumentations/index.cjs +129 -0
  22. package/dist/auto-instrumentations/index.d.mts +3 -1
  23. package/dist/auto-instrumentations/index.d.ts +3 -1
  24. package/dist/auto-instrumentations/index.mjs +3 -1
  25. package/dist/browser.d.mts +79 -8
  26. package/dist/browser.d.ts +79 -8
  27. package/dist/browser.js +2054 -161
  28. package/dist/browser.mjs +4847 -2954
  29. package/dist/chunk-37RLJF2U.js +29262 -0
  30. package/dist/{chunk-73IYIIOL.js → chunk-LPC4W2WX.js} +54 -4
  31. package/dist/chunk-VEQ2PCMC.mjs +29262 -0
  32. package/dist/{chunk-BYFADLEZ.mjs → chunk-Y7W7WP6H.mjs} +53 -3
  33. package/dist/cli.js +3492 -1849
  34. package/dist/edge-light.d.mts +1 -1
  35. package/dist/edge-light.d.ts +1 -1
  36. package/dist/edge-light.js +2054 -161
  37. package/dist/edge-light.mjs +4847 -2954
  38. package/dist/index.d.mts +79 -8
  39. package/dist/index.d.ts +79 -8
  40. package/dist/index.js +835 -27963
  41. package/dist/index.mjs +578 -27706
  42. package/dist/instrumentation/index.d.mts +66 -6
  43. package/dist/instrumentation/index.d.ts +66 -6
  44. package/dist/instrumentation/index.js +4573 -2937
  45. package/dist/instrumentation/index.mjs +4573 -2937
  46. package/dist/vitest-evals-reporter.d.mts +22 -0
  47. package/dist/vitest-evals-reporter.d.ts +22 -0
  48. package/dist/vitest-evals-reporter.js +401 -0
  49. package/dist/vitest-evals-reporter.mjs +401 -0
  50. package/dist/workerd.d.mts +1 -1
  51. package/dist/workerd.d.ts +1 -1
  52. package/dist/workerd.js +2054 -161
  53. package/dist/workerd.mjs +4847 -2954
  54. package/package.json +7 -1
@@ -6144,10 +6144,14 @@ interface InstrumentationIntegrationsConfig {
6144
6144
  mistral?: boolean;
6145
6145
  cohere?: boolean;
6146
6146
  groq?: boolean;
6147
+ bedrock?: boolean;
6148
+ awsBedrock?: boolean;
6149
+ awsBedrockRuntime?: boolean;
6147
6150
  genkit?: boolean;
6148
6151
  gitHubCopilot?: boolean;
6149
6152
  openaiCodexSDK?: boolean;
6150
6153
  piCodingAgent?: boolean;
6154
+ strandsAgentSDK?: boolean;
6151
6155
  langchain?: boolean;
6152
6156
  langgraph?: boolean;
6153
6157
  }
@@ -6196,11 +6200,13 @@ declare class BraintrustPlugin extends BasePlugin {
6196
6200
  private googleADKPlugin;
6197
6201
  private coherePlugin;
6198
6202
  private groqPlugin;
6203
+ private bedrockRuntimePlugin;
6199
6204
  private genkitPlugin;
6200
6205
  private gitHubCopilotPlugin;
6201
6206
  private fluePlugin;
6202
6207
  private langChainPlugin;
6203
6208
  private piCodingAgentPlugin;
6209
+ private strandsAgentSDKPlugin;
6204
6210
  constructor(config?: BraintrustPluginConfig);
6205
6211
  protected onEnable(): void;
6206
6212
  protected onDisable(): void;
@@ -8168,15 +8174,69 @@ declare class OpenAIAgentsTraceProcessor {
8168
8174
  private omitKeys;
8169
8175
  }
8170
8176
 
8171
- type FlueObserver = (event: unknown, ctx?: unknown) => void;
8172
8177
  /**
8173
- * Braintrust's Flue observe subscriber.
8174
- *
8175
- * Pass this directly to @flue/runtime/app.observe:
8178
+ * Vendored types for @flue/runtime observe/instrument-based instrumentation.
8176
8179
  *
8177
- * const unsubscribe = observe(braintrustFlueObserver);
8180
+ * Keep this surface intentionally narrow. These types are not exported to SDK
8181
+ * users and should only cover fields we read, correlate, or log.
8178
8182
  */
8179
- declare const braintrustFlueObserver: FlueObserver;
8183
+ type FlueOperationKind = "prompt" | "skill" | "task" | "compact";
8184
+ interface FlueContext {
8185
+ readonly id?: string;
8186
+ readonly runId?: string;
8187
+ [key: string | symbol]: unknown;
8188
+ }
8189
+ type FlueExecutionOperation = {
8190
+ type: "workflow";
8191
+ runId: string;
8192
+ workflowName: string;
8193
+ phase: "start" | "resume";
8194
+ startedAt: string;
8195
+ } | {
8196
+ type: "agent";
8197
+ operationId: string;
8198
+ operationKind: FlueOperationKind;
8199
+ } | {
8200
+ type: "model";
8201
+ turnId: string;
8202
+ } | {
8203
+ type: "tool";
8204
+ toolCallId: string;
8205
+ toolName: string;
8206
+ } | {
8207
+ type: "task";
8208
+ taskId: string;
8209
+ };
8210
+ interface FlueTraceCarrier {
8211
+ traceparent: string;
8212
+ tracestate?: string;
8213
+ }
8214
+ interface FlueExecutionContext {
8215
+ eventContext?: FlueContext;
8216
+ runId?: string;
8217
+ instanceId?: string;
8218
+ submissionId?: string;
8219
+ dispatchId?: string;
8220
+ agentName?: string;
8221
+ conversationId?: string;
8222
+ harness?: string;
8223
+ session?: string;
8224
+ operationId?: string;
8225
+ turnId?: string;
8226
+ taskId?: string;
8227
+ traceCarrier?: FlueTraceCarrier;
8228
+ }
8229
+ type FlueExecutionInterceptor = <T>(operation: FlueExecutionOperation, ctx: FlueExecutionContext, next: () => Promise<T>) => Promise<T>;
8230
+ interface FlueInstrumentation {
8231
+ key?: symbol;
8232
+ observe(event: unknown, ctx?: unknown): void | Promise<void>;
8233
+ interceptor: FlueExecutionInterceptor;
8234
+ dispose(): void | Promise<void>;
8235
+ }
8236
+
8237
+ type FlueObserver = (event: unknown, ctx?: unknown) => void;
8238
+ type BraintrustFlueObserver = FlueObserver & FlueInstrumentation;
8239
+ declare const braintrustFlueObserver: BraintrustFlueObserver;
8180
8240
 
8181
8241
  /**
8182
8242
  * Plugin registry and configuration for auto-instrumentation.
@@ -6144,10 +6144,14 @@ interface InstrumentationIntegrationsConfig {
6144
6144
  mistral?: boolean;
6145
6145
  cohere?: boolean;
6146
6146
  groq?: boolean;
6147
+ bedrock?: boolean;
6148
+ awsBedrock?: boolean;
6149
+ awsBedrockRuntime?: boolean;
6147
6150
  genkit?: boolean;
6148
6151
  gitHubCopilot?: boolean;
6149
6152
  openaiCodexSDK?: boolean;
6150
6153
  piCodingAgent?: boolean;
6154
+ strandsAgentSDK?: boolean;
6151
6155
  langchain?: boolean;
6152
6156
  langgraph?: boolean;
6153
6157
  }
@@ -6196,11 +6200,13 @@ declare class BraintrustPlugin extends BasePlugin {
6196
6200
  private googleADKPlugin;
6197
6201
  private coherePlugin;
6198
6202
  private groqPlugin;
6203
+ private bedrockRuntimePlugin;
6199
6204
  private genkitPlugin;
6200
6205
  private gitHubCopilotPlugin;
6201
6206
  private fluePlugin;
6202
6207
  private langChainPlugin;
6203
6208
  private piCodingAgentPlugin;
6209
+ private strandsAgentSDKPlugin;
6204
6210
  constructor(config?: BraintrustPluginConfig);
6205
6211
  protected onEnable(): void;
6206
6212
  protected onDisable(): void;
@@ -8168,15 +8174,69 @@ declare class OpenAIAgentsTraceProcessor {
8168
8174
  private omitKeys;
8169
8175
  }
8170
8176
 
8171
- type FlueObserver = (event: unknown, ctx?: unknown) => void;
8172
8177
  /**
8173
- * Braintrust's Flue observe subscriber.
8174
- *
8175
- * Pass this directly to @flue/runtime/app.observe:
8178
+ * Vendored types for @flue/runtime observe/instrument-based instrumentation.
8176
8179
  *
8177
- * const unsubscribe = observe(braintrustFlueObserver);
8180
+ * Keep this surface intentionally narrow. These types are not exported to SDK
8181
+ * users and should only cover fields we read, correlate, or log.
8178
8182
  */
8179
- declare const braintrustFlueObserver: FlueObserver;
8183
+ type FlueOperationKind = "prompt" | "skill" | "task" | "compact";
8184
+ interface FlueContext {
8185
+ readonly id?: string;
8186
+ readonly runId?: string;
8187
+ [key: string | symbol]: unknown;
8188
+ }
8189
+ type FlueExecutionOperation = {
8190
+ type: "workflow";
8191
+ runId: string;
8192
+ workflowName: string;
8193
+ phase: "start" | "resume";
8194
+ startedAt: string;
8195
+ } | {
8196
+ type: "agent";
8197
+ operationId: string;
8198
+ operationKind: FlueOperationKind;
8199
+ } | {
8200
+ type: "model";
8201
+ turnId: string;
8202
+ } | {
8203
+ type: "tool";
8204
+ toolCallId: string;
8205
+ toolName: string;
8206
+ } | {
8207
+ type: "task";
8208
+ taskId: string;
8209
+ };
8210
+ interface FlueTraceCarrier {
8211
+ traceparent: string;
8212
+ tracestate?: string;
8213
+ }
8214
+ interface FlueExecutionContext {
8215
+ eventContext?: FlueContext;
8216
+ runId?: string;
8217
+ instanceId?: string;
8218
+ submissionId?: string;
8219
+ dispatchId?: string;
8220
+ agentName?: string;
8221
+ conversationId?: string;
8222
+ harness?: string;
8223
+ session?: string;
8224
+ operationId?: string;
8225
+ turnId?: string;
8226
+ taskId?: string;
8227
+ traceCarrier?: FlueTraceCarrier;
8228
+ }
8229
+ type FlueExecutionInterceptor = <T>(operation: FlueExecutionOperation, ctx: FlueExecutionContext, next: () => Promise<T>) => Promise<T>;
8230
+ interface FlueInstrumentation {
8231
+ key?: symbol;
8232
+ observe(event: unknown, ctx?: unknown): void | Promise<void>;
8233
+ interceptor: FlueExecutionInterceptor;
8234
+ dispose(): void | Promise<void>;
8235
+ }
8236
+
8237
+ type FlueObserver = (event: unknown, ctx?: unknown) => void;
8238
+ type BraintrustFlueObserver = FlueObserver & FlueInstrumentation;
8239
+ declare const braintrustFlueObserver: BraintrustFlueObserver;
8180
8240
 
8181
8241
  /**
8182
8242
  * Plugin registry and configuration for auto-instrumentation.