braintrust 3.17.0 → 3.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +0 -10
- package/dev/dist/index.d.mts +13 -0
- package/dev/dist/index.d.ts +13 -0
- package/dev/dist/index.js +11289 -7551
- package/dev/dist/index.mjs +11249 -7511
- package/dist/apply-auto-instrumentation.js +406 -187
- package/dist/apply-auto-instrumentation.mjs +237 -18
- package/dist/auto-instrumentations/bundler/esbuild.cjs +299 -18
- package/dist/auto-instrumentations/bundler/esbuild.mjs +2 -2
- package/dist/auto-instrumentations/bundler/next.cjs +299 -18
- package/dist/auto-instrumentations/bundler/next.mjs +3 -3
- package/dist/auto-instrumentations/bundler/rollup.cjs +299 -18
- package/dist/auto-instrumentations/bundler/rollup.mjs +2 -2
- package/dist/auto-instrumentations/bundler/vite.cjs +299 -18
- package/dist/auto-instrumentations/bundler/vite.mjs +2 -2
- package/dist/auto-instrumentations/bundler/webpack-loader.cjs +298 -17
- package/dist/auto-instrumentations/bundler/webpack.cjs +299 -18
- package/dist/auto-instrumentations/bundler/webpack.mjs +3 -3
- package/dist/auto-instrumentations/{chunk-CNQ7BUKN.mjs → chunk-K74TZGGM.mjs} +1 -1
- package/dist/auto-instrumentations/{chunk-VXJONZVX.mjs → chunk-S4374IP6.mjs} +96 -6
- package/dist/auto-instrumentations/{chunk-E5DUYJWK.mjs → chunk-W4E36GIW.mjs} +210 -15
- package/dist/auto-instrumentations/hook.mjs +311 -18
- package/dist/auto-instrumentations/index.cjs +213 -16
- package/dist/auto-instrumentations/index.d.mts +5 -1
- package/dist/auto-instrumentations/index.d.ts +5 -1
- package/dist/auto-instrumentations/index.mjs +7 -3
- package/dist/auto-instrumentations/loader/cjs-patch.cjs +1 -1
- package/dist/auto-instrumentations/loader/cjs-patch.mjs +1 -1
- package/dist/auto-instrumentations/loader/esm-hook.mjs +1 -1
- package/dist/browser.d.mts +254 -17
- package/dist/browser.d.ts +254 -17
- package/dist/browser.js +4470 -385
- package/dist/browser.mjs +8610 -4525
- package/dist/chunk-37RLJF2U.js +29262 -0
- package/dist/{chunk-VMBQETG3.js → chunk-LPC4W2WX.js} +80 -4
- package/dist/chunk-VEQ2PCMC.mjs +29262 -0
- package/dist/{chunk-O4ZIWXO3.mjs → chunk-Y7W7WP6H.mjs} +79 -3
- package/dist/cli.js +11262 -7518
- package/dist/edge-light.d.mts +1 -1
- package/dist/edge-light.d.ts +1 -1
- package/dist/edge-light.js +4470 -385
- package/dist/edge-light.mjs +8610 -4525
- package/dist/index.d.mts +254 -17
- package/dist/index.d.ts +254 -17
- package/dist/index.js +952 -25912
- package/dist/index.mjs +699 -25659
- package/dist/instrumentation/index.d.mts +69 -6
- package/dist/instrumentation/index.d.ts +69 -6
- package/dist/instrumentation/index.js +12602 -8900
- package/dist/instrumentation/index.mjs +12602 -8900
- package/dist/vitest-evals-reporter.d.mts +22 -0
- package/dist/vitest-evals-reporter.d.ts +22 -0
- package/dist/vitest-evals-reporter.js +401 -0
- package/dist/vitest-evals-reporter.mjs +401 -0
- package/dist/workerd.d.mts +1 -1
- package/dist/workerd.d.ts +1 -1
- package/dist/workerd.js +4470 -385
- package/dist/workerd.mjs +8610 -4525
- package/package.json +16 -10
package/dist/browser.d.ts
CHANGED
|
@@ -19092,7 +19092,7 @@ declare class BraintrustState {
|
|
|
19092
19092
|
}
|
|
19093
19093
|
declare function useTestBackgroundLogger(): TestBackgroundLogger;
|
|
19094
19094
|
declare function clearTestBackgroundLogger(): void;
|
|
19095
|
-
declare function initTestExperiment(experimentName: string, projectName?: string): Experiment;
|
|
19095
|
+
declare function initTestExperiment(experimentName: string, projectName?: string, experimentFullInfo?: Record<string, unknown>): Experiment;
|
|
19096
19096
|
/**
|
|
19097
19097
|
* Initialize the global Braintrust state lazily, it only creates the BraintrustState instance on the first invocation.
|
|
19098
19098
|
*
|
|
@@ -20204,12 +20204,14 @@ declare class ObjectFetcher<RecordType> implements AsyncIterable<WithTransaction
|
|
|
20204
20204
|
}
|
|
20205
20205
|
type BaseMetadata = Record<string, unknown> | void;
|
|
20206
20206
|
type DefaultMetadataType = void;
|
|
20207
|
+
type EvalCaseOrigin = ObjectReferenceType$1;
|
|
20207
20208
|
type EvalCase<Input, Expected, Metadata> = {
|
|
20208
20209
|
input: Input;
|
|
20209
20210
|
tags?: string[];
|
|
20210
20211
|
id?: string;
|
|
20211
20212
|
_xact_id?: TransactionId;
|
|
20212
20213
|
created?: string | null;
|
|
20214
|
+
origin?: EvalCaseOrigin;
|
|
20213
20215
|
upsert_id?: string;
|
|
20214
20216
|
trialCount?: number;
|
|
20215
20217
|
} & (Expected extends void ? object : {
|
|
@@ -20248,6 +20250,7 @@ declare class Experiment extends ObjectFetcher<ExperimentEvent> implements Expor
|
|
|
20248
20250
|
_waitForId(): Promise<void>;
|
|
20249
20251
|
get name(): Promise<string>;
|
|
20250
20252
|
get project(): Promise<ObjectMetadata>;
|
|
20253
|
+
_getBaseExperimentId(): Promise<string | undefined>;
|
|
20251
20254
|
private parentObjectType;
|
|
20252
20255
|
protected getState(): Promise<BraintrustState>;
|
|
20253
20256
|
/**
|
|
@@ -21472,6 +21475,150 @@ interface WrapAISDKOptions {
|
|
|
21472
21475
|
declare function wrapAISDK<T>(aiSDK: T, options?: WrapAISDKOptions): T;
|
|
21473
21476
|
declare const wrapAgentClass: (AgentClass: any, options?: WrapAISDKOptions) => any;
|
|
21474
21477
|
|
|
21478
|
+
/**
|
|
21479
|
+
* Narrow AI SDK v7 telemetry types used by Braintrust.
|
|
21480
|
+
*
|
|
21481
|
+
* These mirror only the callback fields Braintrust reads. The public AI SDK
|
|
21482
|
+
* `Telemetry` type is structural, so users do not need `ai` installed as a
|
|
21483
|
+
* direct dependency for this package to type-check.
|
|
21484
|
+
*/
|
|
21485
|
+
interface AISDKV7TelemetryOptions {
|
|
21486
|
+
recordInputs?: boolean;
|
|
21487
|
+
recordOutputs?: boolean;
|
|
21488
|
+
functionId?: string;
|
|
21489
|
+
}
|
|
21490
|
+
interface AISDKV7ModelInfo {
|
|
21491
|
+
provider?: string;
|
|
21492
|
+
modelId?: string;
|
|
21493
|
+
}
|
|
21494
|
+
interface AISDKV7OperationEvent extends AISDKV7TelemetryOptions, AISDKV7ModelInfo {
|
|
21495
|
+
callId: string;
|
|
21496
|
+
operationId: string;
|
|
21497
|
+
[key: string]: unknown;
|
|
21498
|
+
}
|
|
21499
|
+
interface AISDKV7LanguageModelCallStartEvent extends AISDKV7TelemetryOptions, AISDKV7ModelInfo {
|
|
21500
|
+
callId: string;
|
|
21501
|
+
[key: string]: unknown;
|
|
21502
|
+
}
|
|
21503
|
+
interface AISDKV7LanguageModelCallEndEvent extends AISDKV7TelemetryOptions, AISDKV7ModelInfo {
|
|
21504
|
+
callId: string;
|
|
21505
|
+
content?: unknown;
|
|
21506
|
+
finishReason?: unknown;
|
|
21507
|
+
responseId?: string;
|
|
21508
|
+
usage?: unknown;
|
|
21509
|
+
[key: string]: unknown;
|
|
21510
|
+
}
|
|
21511
|
+
interface AISDKV7ObjectStepStartEvent extends AISDKV7TelemetryOptions, AISDKV7ModelInfo {
|
|
21512
|
+
callId: string;
|
|
21513
|
+
promptMessages?: unknown;
|
|
21514
|
+
stepNumber?: number;
|
|
21515
|
+
[key: string]: unknown;
|
|
21516
|
+
}
|
|
21517
|
+
interface AISDKV7ObjectStepEndEvent extends AISDKV7TelemetryOptions, AISDKV7ModelInfo {
|
|
21518
|
+
callId: string;
|
|
21519
|
+
finishReason?: unknown;
|
|
21520
|
+
objectText?: string;
|
|
21521
|
+
providerMetadata?: unknown;
|
|
21522
|
+
reasoning?: unknown;
|
|
21523
|
+
request?: unknown;
|
|
21524
|
+
response?: unknown;
|
|
21525
|
+
usage?: unknown;
|
|
21526
|
+
warnings?: unknown;
|
|
21527
|
+
[key: string]: unknown;
|
|
21528
|
+
}
|
|
21529
|
+
interface AISDKV7EmbedStartEvent extends AISDKV7TelemetryOptions, AISDKV7ModelInfo {
|
|
21530
|
+
callId: string;
|
|
21531
|
+
embedCallId: string;
|
|
21532
|
+
operationId: string;
|
|
21533
|
+
values: unknown[];
|
|
21534
|
+
[key: string]: unknown;
|
|
21535
|
+
}
|
|
21536
|
+
interface AISDKV7EmbedEndEvent extends AISDKV7TelemetryOptions, AISDKV7ModelInfo {
|
|
21537
|
+
callId: string;
|
|
21538
|
+
embedCallId: string;
|
|
21539
|
+
operationId: string;
|
|
21540
|
+
embeddings?: unknown[];
|
|
21541
|
+
usage?: unknown;
|
|
21542
|
+
values?: unknown[];
|
|
21543
|
+
[key: string]: unknown;
|
|
21544
|
+
}
|
|
21545
|
+
interface AISDKV7RerankStartEvent extends AISDKV7TelemetryOptions, AISDKV7ModelInfo {
|
|
21546
|
+
callId: string;
|
|
21547
|
+
documents?: unknown[];
|
|
21548
|
+
query?: string;
|
|
21549
|
+
topN?: number;
|
|
21550
|
+
[key: string]: unknown;
|
|
21551
|
+
}
|
|
21552
|
+
interface AISDKV7RerankEndEvent extends AISDKV7TelemetryOptions, AISDKV7ModelInfo {
|
|
21553
|
+
callId: string;
|
|
21554
|
+
ranking?: Array<{
|
|
21555
|
+
index?: number;
|
|
21556
|
+
relevanceScore?: number;
|
|
21557
|
+
}>;
|
|
21558
|
+
[key: string]: unknown;
|
|
21559
|
+
}
|
|
21560
|
+
interface AISDKV7ToolCall {
|
|
21561
|
+
toolCallId?: string;
|
|
21562
|
+
toolName?: string;
|
|
21563
|
+
input?: unknown;
|
|
21564
|
+
[key: string]: unknown;
|
|
21565
|
+
}
|
|
21566
|
+
interface AISDKV7ToolExecutionStartEvent extends AISDKV7TelemetryOptions {
|
|
21567
|
+
callId: string;
|
|
21568
|
+
toolCall: AISDKV7ToolCall;
|
|
21569
|
+
toolContext?: unknown;
|
|
21570
|
+
[key: string]: unknown;
|
|
21571
|
+
}
|
|
21572
|
+
interface AISDKV7ToolOutput {
|
|
21573
|
+
type?: "tool-result" | "tool-error" | string;
|
|
21574
|
+
output?: unknown;
|
|
21575
|
+
error?: unknown;
|
|
21576
|
+
[key: string]: unknown;
|
|
21577
|
+
}
|
|
21578
|
+
interface AISDKV7ToolExecutionEndEvent extends AISDKV7TelemetryOptions {
|
|
21579
|
+
callId: string;
|
|
21580
|
+
durationMs?: number;
|
|
21581
|
+
toolCall: AISDKV7ToolCall;
|
|
21582
|
+
toolOutput?: AISDKV7ToolOutput;
|
|
21583
|
+
[key: string]: unknown;
|
|
21584
|
+
}
|
|
21585
|
+
interface AISDKV7ChunkEvent {
|
|
21586
|
+
chunk?: {
|
|
21587
|
+
type?: string;
|
|
21588
|
+
callId?: string;
|
|
21589
|
+
[key: string]: unknown;
|
|
21590
|
+
};
|
|
21591
|
+
}
|
|
21592
|
+
interface AISDKV7Telemetry {
|
|
21593
|
+
onStart?: (event: AISDKV7OperationEvent) => void | PromiseLike<void>;
|
|
21594
|
+
onStepStart?: (event: unknown) => void | PromiseLike<void>;
|
|
21595
|
+
onLanguageModelCallStart?: (event: AISDKV7LanguageModelCallStartEvent) => void | PromiseLike<void>;
|
|
21596
|
+
onLanguageModelCallEnd?: (event: AISDKV7LanguageModelCallEndEvent) => void | PromiseLike<void>;
|
|
21597
|
+
onObjectStepStart?: (event: AISDKV7ObjectStepStartEvent) => void | PromiseLike<void>;
|
|
21598
|
+
onObjectStepFinish?: (event: AISDKV7ObjectStepEndEvent) => void | PromiseLike<void>;
|
|
21599
|
+
onEmbedStart?: (event: AISDKV7EmbedStartEvent) => void | PromiseLike<void>;
|
|
21600
|
+
onEmbedFinish?: (event: AISDKV7EmbedEndEvent) => void | PromiseLike<void>;
|
|
21601
|
+
onRerankStart?: (event: AISDKV7RerankStartEvent) => void | PromiseLike<void>;
|
|
21602
|
+
onRerankFinish?: (event: AISDKV7RerankEndEvent) => void | PromiseLike<void>;
|
|
21603
|
+
onToolExecutionStart?: (event: AISDKV7ToolExecutionStartEvent) => void | PromiseLike<void>;
|
|
21604
|
+
onToolExecutionEnd?: (event: AISDKV7ToolExecutionEndEvent) => void | PromiseLike<void>;
|
|
21605
|
+
onChunk?: (event: AISDKV7ChunkEvent) => void | PromiseLike<void>;
|
|
21606
|
+
onStepFinish?: (event: unknown) => void | PromiseLike<void>;
|
|
21607
|
+
onFinish?: (event: AISDKV7OperationEvent) => void | PromiseLike<void>;
|
|
21608
|
+
onError?: (event: unknown) => void | PromiseLike<void>;
|
|
21609
|
+
executeTool?: <T>(options: {
|
|
21610
|
+
callId: string;
|
|
21611
|
+
toolCallId: string;
|
|
21612
|
+
execute: () => PromiseLike<T>;
|
|
21613
|
+
}) => PromiseLike<T>;
|
|
21614
|
+
}
|
|
21615
|
+
|
|
21616
|
+
/**
|
|
21617
|
+
* Creates a Braintrust telemetry integration for AI SDK v7's
|
|
21618
|
+
* `registerTelemetry()` API.
|
|
21619
|
+
*/
|
|
21620
|
+
declare function braintrustAISDKTelemetry(): AISDKV7Telemetry;
|
|
21621
|
+
|
|
21475
21622
|
/**
|
|
21476
21623
|
* Wrap an ai-sdk model (created with `.chat()`, `.completion()`, etc.) to add tracing. If Braintrust is
|
|
21477
21624
|
* not configured, this is a no-op
|
|
@@ -21686,6 +21833,18 @@ declare function wrapOpenAICodexSDK<T>(sdk: T): T;
|
|
|
21686
21833
|
*/
|
|
21687
21834
|
declare function wrapCursorSDK<T>(sdk: T): T;
|
|
21688
21835
|
|
|
21836
|
+
/**
|
|
21837
|
+
* Wraps the Pi Coding Agent SDK with Braintrust tracing. The wrapper emits
|
|
21838
|
+
* diagnostics-channel events; the Pi Coding Agent plugin owns span lifecycle.
|
|
21839
|
+
*/
|
|
21840
|
+
declare function wrapPiCodingAgentSDK<T>(sdk: T): T;
|
|
21841
|
+
|
|
21842
|
+
/**
|
|
21843
|
+
* Wraps the Strands Agent SDK with Braintrust tracing. The wrapper emits
|
|
21844
|
+
* diagnostics-channel events; the Strands plugin owns span lifecycle.
|
|
21845
|
+
*/
|
|
21846
|
+
declare function wrapStrandsAgentSDK<T>(sdk: T): T;
|
|
21847
|
+
|
|
21689
21848
|
/**
|
|
21690
21849
|
* Wrap a Google GenAI module (imported with `import * as googleGenAI from '@google/genai'`) to add tracing.
|
|
21691
21850
|
* If Braintrust is not configured, nothing will be traced.
|
|
@@ -21915,6 +22074,11 @@ declare function wrapCohere<T>(cohere: T): T;
|
|
|
21915
22074
|
*/
|
|
21916
22075
|
declare function wrapGroq<T extends object>(groq: T): T;
|
|
21917
22076
|
|
|
22077
|
+
/**
|
|
22078
|
+
* Wrap an AWS Bedrock Runtime client with Braintrust tracing.
|
|
22079
|
+
*/
|
|
22080
|
+
declare function wrapBedrockRuntime<T>(client: T): T;
|
|
22081
|
+
|
|
21918
22082
|
/**
|
|
21919
22083
|
* Wrap a CopilotClient instance (created with `new CopilotClient(...)`) with
|
|
21920
22084
|
* Braintrust tracing.
|
|
@@ -27972,7 +28136,7 @@ declare const parametersSourceSchema: z.ZodObject<{
|
|
|
27972
28136
|
}>;
|
|
27973
28137
|
type ParametersSource = z.infer<typeof parametersSourceSchema>;
|
|
27974
28138
|
declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
27975
|
-
parameters: z.ZodOptional<z.ZodUnion<[z.ZodObject<{
|
|
28139
|
+
parameters: z.ZodOptional<z.ZodNullable<z.ZodUnion<[z.ZodObject<{
|
|
27976
28140
|
type: z.ZodLiteral<"braintrust.parameters">;
|
|
27977
28141
|
schema: z.ZodObject<{
|
|
27978
28142
|
type: z.ZodLiteral<"object">;
|
|
@@ -33239,7 +33403,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
33239
33403
|
schema: Record<string, unknown>;
|
|
33240
33404
|
description?: string | undefined;
|
|
33241
33405
|
default?: unknown;
|
|
33242
|
-
}>]>>]
|
|
33406
|
+
}>]>>]>>>;
|
|
33243
33407
|
scores: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
33244
33408
|
name: z.ZodString;
|
|
33245
33409
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -33800,7 +33964,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
33800
33964
|
default?: unknown;
|
|
33801
33965
|
}>;
|
|
33802
33966
|
source?: null | undefined;
|
|
33803
|
-
} | undefined;
|
|
33967
|
+
} | null | undefined;
|
|
33804
33968
|
scores?: {
|
|
33805
33969
|
name: string;
|
|
33806
33970
|
}[] | undefined;
|
|
@@ -34353,7 +34517,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
34353
34517
|
default?: unknown;
|
|
34354
34518
|
}>;
|
|
34355
34519
|
source?: null | undefined;
|
|
34356
|
-
} | undefined;
|
|
34520
|
+
} | null | undefined;
|
|
34357
34521
|
scores?: {
|
|
34358
34522
|
name: string;
|
|
34359
34523
|
}[] | undefined;
|
|
@@ -34363,7 +34527,7 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
|
|
|
34363
34527
|
}>;
|
|
34364
34528
|
type EvaluatorDefinition = z.infer<typeof evaluatorDefinitionSchema>;
|
|
34365
34529
|
declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
34366
|
-
parameters: z.ZodOptional<z.ZodUnion<[z.ZodObject<{
|
|
34530
|
+
parameters: z.ZodOptional<z.ZodNullable<z.ZodUnion<[z.ZodObject<{
|
|
34367
34531
|
type: z.ZodLiteral<"braintrust.parameters">;
|
|
34368
34532
|
schema: z.ZodObject<{
|
|
34369
34533
|
type: z.ZodLiteral<"object">;
|
|
@@ -39630,7 +39794,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
39630
39794
|
schema: Record<string, unknown>;
|
|
39631
39795
|
description?: string | undefined;
|
|
39632
39796
|
default?: unknown;
|
|
39633
|
-
}>]>>]
|
|
39797
|
+
}>]>>]>>>;
|
|
39634
39798
|
scores: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
39635
39799
|
name: z.ZodString;
|
|
39636
39800
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -40191,7 +40355,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
40191
40355
|
default?: unknown;
|
|
40192
40356
|
}>;
|
|
40193
40357
|
source?: null | undefined;
|
|
40194
|
-
} | undefined;
|
|
40358
|
+
} | null | undefined;
|
|
40195
40359
|
scores?: {
|
|
40196
40360
|
name: string;
|
|
40197
40361
|
}[] | undefined;
|
|
@@ -40744,7 +40908,7 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
|
40744
40908
|
default?: unknown;
|
|
40745
40909
|
}>;
|
|
40746
40910
|
source?: null | undefined;
|
|
40747
|
-
} | undefined;
|
|
40911
|
+
} | null | undefined;
|
|
40748
40912
|
scores?: {
|
|
40749
40913
|
name: string;
|
|
40750
40914
|
}[] | undefined;
|
|
@@ -40771,6 +40935,7 @@ declare class Project {
|
|
|
40771
40935
|
prompts: PromptBuilder;
|
|
40772
40936
|
parameters: ParametersBuilder;
|
|
40773
40937
|
scorers: ScorerBuilder;
|
|
40938
|
+
classifiers: ClassifierBuilder;
|
|
40774
40939
|
private _publishableCodeFunctions;
|
|
40775
40940
|
private _publishablePrompts;
|
|
40776
40941
|
private _publishableParameters;
|
|
@@ -40809,6 +40974,12 @@ declare class ScorerBuilder {
|
|
|
40809
40974
|
constructor(project: Project);
|
|
40810
40975
|
create<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>>(opts: ScorerOpts<Output, Input, Params, Returns, Fn>): void;
|
|
40811
40976
|
}
|
|
40977
|
+
declare class ClassifierBuilder {
|
|
40978
|
+
private readonly project;
|
|
40979
|
+
private taskCounter;
|
|
40980
|
+
constructor(project: Project);
|
|
40981
|
+
create<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>>(opts: ClassifierOpts<Output, Input, Params, Returns, Fn>): CodeFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns, Fn>;
|
|
40982
|
+
}
|
|
40812
40983
|
type Schema<Input, Output> = Partial<{
|
|
40813
40984
|
parameters: z.ZodSchema<Input>;
|
|
40814
40985
|
returns: z.ZodSchema<Output>;
|
|
@@ -40834,6 +41005,9 @@ type ScorerOptsUnion<Output, Input, Params, Returns, Fn extends GenericFunction<
|
|
|
40834
41005
|
type ScorerOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = ScorerOptsUnion<Output, Input, Params, Returns, Fn> & {
|
|
40835
41006
|
metadata?: Record<string, unknown>;
|
|
40836
41007
|
};
|
|
41008
|
+
type ClassifierOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = CodeOpts<Exact<Params, ScorerArgs<Output, Input>>, Returns, Fn> & {
|
|
41009
|
+
metadata?: Record<string, unknown>;
|
|
41010
|
+
};
|
|
40837
41011
|
declare class CodeFunction<Input, Output, Fn extends GenericFunction<Input, Output>> {
|
|
40838
41012
|
readonly project: Project;
|
|
40839
41013
|
readonly handler: Fn;
|
|
@@ -41434,9 +41608,14 @@ interface InstrumentationIntegrationsConfig {
|
|
|
41434
41608
|
mistral?: boolean;
|
|
41435
41609
|
cohere?: boolean;
|
|
41436
41610
|
groq?: boolean;
|
|
41611
|
+
bedrock?: boolean;
|
|
41612
|
+
awsBedrock?: boolean;
|
|
41613
|
+
awsBedrockRuntime?: boolean;
|
|
41437
41614
|
genkit?: boolean;
|
|
41438
41615
|
gitHubCopilot?: boolean;
|
|
41439
41616
|
openaiCodexSDK?: boolean;
|
|
41617
|
+
piCodingAgent?: boolean;
|
|
41618
|
+
strandsAgentSDK?: boolean;
|
|
41440
41619
|
langchain?: boolean;
|
|
41441
41620
|
langgraph?: boolean;
|
|
41442
41621
|
}
|
|
@@ -41448,15 +41627,69 @@ interface InstrumentationConfig {
|
|
|
41448
41627
|
integrations?: InstrumentationIntegrationsConfig;
|
|
41449
41628
|
}
|
|
41450
41629
|
|
|
41451
|
-
type FlueObserver = (event: unknown, ctx?: unknown) => void;
|
|
41452
41630
|
/**
|
|
41453
|
-
*
|
|
41631
|
+
* Vendored types for @flue/runtime observe/instrument-based instrumentation.
|
|
41454
41632
|
*
|
|
41455
|
-
*
|
|
41456
|
-
*
|
|
41457
|
-
* const unsubscribe = observe(braintrustFlueObserver);
|
|
41633
|
+
* Keep this surface intentionally narrow. These types are not exported to SDK
|
|
41634
|
+
* users and should only cover fields we read, correlate, or log.
|
|
41458
41635
|
*/
|
|
41459
|
-
|
|
41636
|
+
type FlueOperationKind = "prompt" | "skill" | "task" | "compact";
|
|
41637
|
+
interface FlueContext {
|
|
41638
|
+
readonly id?: string;
|
|
41639
|
+
readonly runId?: string;
|
|
41640
|
+
[key: string | symbol]: unknown;
|
|
41641
|
+
}
|
|
41642
|
+
type FlueExecutionOperation = {
|
|
41643
|
+
type: "workflow";
|
|
41644
|
+
runId: string;
|
|
41645
|
+
workflowName: string;
|
|
41646
|
+
phase: "start" | "resume";
|
|
41647
|
+
startedAt: string;
|
|
41648
|
+
} | {
|
|
41649
|
+
type: "agent";
|
|
41650
|
+
operationId: string;
|
|
41651
|
+
operationKind: FlueOperationKind;
|
|
41652
|
+
} | {
|
|
41653
|
+
type: "model";
|
|
41654
|
+
turnId: string;
|
|
41655
|
+
} | {
|
|
41656
|
+
type: "tool";
|
|
41657
|
+
toolCallId: string;
|
|
41658
|
+
toolName: string;
|
|
41659
|
+
} | {
|
|
41660
|
+
type: "task";
|
|
41661
|
+
taskId: string;
|
|
41662
|
+
};
|
|
41663
|
+
interface FlueTraceCarrier {
|
|
41664
|
+
traceparent: string;
|
|
41665
|
+
tracestate?: string;
|
|
41666
|
+
}
|
|
41667
|
+
interface FlueExecutionContext {
|
|
41668
|
+
eventContext?: FlueContext;
|
|
41669
|
+
runId?: string;
|
|
41670
|
+
instanceId?: string;
|
|
41671
|
+
submissionId?: string;
|
|
41672
|
+
dispatchId?: string;
|
|
41673
|
+
agentName?: string;
|
|
41674
|
+
conversationId?: string;
|
|
41675
|
+
harness?: string;
|
|
41676
|
+
session?: string;
|
|
41677
|
+
operationId?: string;
|
|
41678
|
+
turnId?: string;
|
|
41679
|
+
taskId?: string;
|
|
41680
|
+
traceCarrier?: FlueTraceCarrier;
|
|
41681
|
+
}
|
|
41682
|
+
type FlueExecutionInterceptor = <T>(operation: FlueExecutionOperation, ctx: FlueExecutionContext, next: () => Promise<T>) => Promise<T>;
|
|
41683
|
+
interface FlueInstrumentation {
|
|
41684
|
+
key?: symbol;
|
|
41685
|
+
observe(event: unknown, ctx?: unknown): void | Promise<void>;
|
|
41686
|
+
interceptor: FlueExecutionInterceptor;
|
|
41687
|
+
dispose(): void | Promise<void>;
|
|
41688
|
+
}
|
|
41689
|
+
|
|
41690
|
+
type FlueObserver = (event: unknown, ctx?: unknown) => void;
|
|
41691
|
+
type BraintrustFlueObserver = FlueObserver & FlueInstrumentation;
|
|
41692
|
+
declare const braintrustFlueObserver: BraintrustFlueObserver;
|
|
41460
41693
|
|
|
41461
41694
|
/**
|
|
41462
41695
|
* Plugin registry and configuration for auto-instrumentation.
|
|
@@ -41677,6 +41910,7 @@ declare const exports$1__exportsForTestingOnly: typeof _exportsForTestingOnly;
|
|
|
41677
41910
|
declare const exports$1__internalGetGlobalState: typeof _internalGetGlobalState;
|
|
41678
41911
|
declare const exports$1__internalSetInitialState: typeof _internalSetInitialState;
|
|
41679
41912
|
declare const exports$1_addAzureBlobHeaders: typeof addAzureBlobHeaders;
|
|
41913
|
+
declare const exports$1_braintrustAISDKTelemetry: typeof braintrustAISDKTelemetry;
|
|
41680
41914
|
declare const exports$1_braintrustFlueObserver: typeof braintrustFlueObserver;
|
|
41681
41915
|
declare const exports$1_braintrustStreamChunkSchema: typeof braintrustStreamChunkSchema;
|
|
41682
41916
|
declare const exports$1_buildLocalSummary: typeof buildLocalSummary;
|
|
@@ -41751,6 +41985,7 @@ declare const exports$1_wrapAISDK: typeof wrapAISDK;
|
|
|
41751
41985
|
declare const exports$1_wrapAISDKModel: typeof wrapAISDKModel;
|
|
41752
41986
|
declare const exports$1_wrapAgentClass: typeof wrapAgentClass;
|
|
41753
41987
|
declare const exports$1_wrapAnthropic: typeof wrapAnthropic;
|
|
41988
|
+
declare const exports$1_wrapBedrockRuntime: typeof wrapBedrockRuntime;
|
|
41754
41989
|
declare const exports$1_wrapClaudeAgentSDK: typeof wrapClaudeAgentSDK;
|
|
41755
41990
|
declare const exports$1_wrapCohere: typeof wrapCohere;
|
|
41756
41991
|
declare const exports$1_wrapCopilotClient: typeof wrapCopilotClient;
|
|
@@ -41767,10 +42002,12 @@ declare const exports$1_wrapOpenAICodexSDK: typeof wrapOpenAICodexSDK;
|
|
|
41767
42002
|
declare const exports$1_wrapOpenAIv4: typeof wrapOpenAIv4;
|
|
41768
42003
|
declare const exports$1_wrapOpenRouter: typeof wrapOpenRouter;
|
|
41769
42004
|
declare const exports$1_wrapOpenRouterAgent: typeof wrapOpenRouterAgent;
|
|
42005
|
+
declare const exports$1_wrapPiCodingAgentSDK: typeof wrapPiCodingAgentSDK;
|
|
42006
|
+
declare const exports$1_wrapStrandsAgentSDK: typeof wrapStrandsAgentSDK;
|
|
41770
42007
|
declare const exports$1_wrapTraced: typeof wrapTraced;
|
|
41771
42008
|
declare const exports$1_wrapVitest: typeof wrapVitest;
|
|
41772
42009
|
declare namespace exports$1 {
|
|
41773
|
-
export { type exports$1_AnyDataset as AnyDataset, exports$1_Attachment as Attachment, type exports$1_AttachmentParams as AttachmentParams, exports$1_AttachmentReference as AttachmentReference, exports$1_BRAINTRUST_CURRENT_SPAN_STORE as BRAINTRUST_CURRENT_SPAN_STORE, exports$1_BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME as BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME, type exports$1_BackgroundLoggerOpts as BackgroundLoggerOpts, exports$1_BaseAttachment as BaseAttachment, exports$1_BaseExperiment as BaseExperiment, type exports$1_BaseMetadata as BaseMetadata, exports$1_BraintrustLangChainCallbackHandler as BraintrustLangChainCallbackHandler, exports$1_BraintrustMiddleware as BraintrustMiddleware, exports$1_BraintrustObservabilityExporter as BraintrustObservabilityExporter, exports$1_BraintrustState as BraintrustState, exports$1_BraintrustStream as BraintrustStream, type exports$1_BraintrustStreamChunk as BraintrustStreamChunk, exports$1_CachedSpanFetcher as CachedSpanFetcher, type exports$1_ChatPrompt as ChatPrompt, exports$1_CodeFunction as CodeFunction, type exports$1_CodeOpts as CodeOpts, exports$1_CodePrompt as CodePrompt, type exports$1_CommentEvent as CommentEvent, type exports$1_CompiledPrompt as CompiledPrompt, type exports$1_CompiledPromptParams as CompiledPromptParams, type exports$1_CompletionPrompt as CompletionPrompt, exports$1_ContextManager as ContextManager, type exports$1_ContextParentSpanIds as ContextParentSpanIds, type exports$1_CreateProjectOpts as CreateProjectOpts, type exports$1_CurrentSpanStore as CurrentSpanStore, exports$1_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, exports$1_DEFAULT_MAX_REQUEST_SIZE as DEFAULT_MAX_REQUEST_SIZE, type exports$1_DataSummary as DataSummary, exports$1_Dataset as Dataset, exports$1_DatasetPipeline as DatasetPipeline, type exports$1_DatasetRecord as DatasetRecord, type exports$1_DatasetRestorePreviewResult as DatasetRestorePreviewResult, type exports$1_DatasetRestoreResult as DatasetRestoreResult, type DatasetSnapshotType as DatasetSnapshot, type exports$1_DatasetSummary as DatasetSummary, type exports$1_DefaultMetadataType as DefaultMetadataType, type exports$1_DefaultPromptArgs as DefaultPromptArgs, exports$1_ERR_PERMALINK as ERR_PERMALINK, type exports$1_EndSpanArgs as EndSpanArgs, exports$1_Eval as Eval, type exports$1_EvalCase as EvalCase, type exports$1_EvalClassifier as EvalClassifier, type exports$1_EvalHooks as EvalHooks, type exports$1_EvalParameterSerializedSchema as EvalParameterSerializedSchema, type exports$1_EvalParameters as EvalParameters, type exports$1_EvalResult as EvalResult, exports$1_EvalResultWithSummary as EvalResultWithSummary, type exports$1_EvalScorer as EvalScorer, type exports$1_EvalScorerArgs as EvalScorerArgs, type exports$1_EvalTask as EvalTask, type exports$1_Evaluator as Evaluator, type exports$1_EvaluatorDef as EvaluatorDef, type exports$1_EvaluatorDefinition as EvaluatorDefinition, type exports$1_EvaluatorDefinitions as EvaluatorDefinitions, type exports$1_EvaluatorFile as EvaluatorFile, type exports$1_EvaluatorManifest as EvaluatorManifest, exports$1_Experiment as Experiment, type exports$1_ExperimentLogFullArgs as ExperimentLogFullArgs, type exports$1_ExperimentLogPartialArgs as ExperimentLogPartialArgs, type exports$1_ExperimentSummary as ExperimentSummary, type exports$1_Exportable as Exportable, exports$1_ExternalAttachment as ExternalAttachment, type exports$1_ExternalAttachmentParams as ExternalAttachmentParams, exports$1_FailedHTTPResponse as FailedHTTPResponse, type exports$1_FullInitDatasetOptions as FullInitDatasetOptions, type exports$1_FullInitOptions as FullInitOptions, type exports$1_FullLoginOptions as FullLoginOptions, type exports$1_FunctionEvent as FunctionEvent, type exports$1_GetThreadOptions as GetThreadOptions, exports$1_IDGenerator as IDGenerator, type exports$1_IdField as IdField, type exports$1_InitDatasetOptions as InitDatasetOptions, type exports$1_InitLoggerOptions as InitLoggerOptions, type exports$1_InitOptions as InitOptions, type exports$1_InputField as InputField, type exports$1_InstrumentationConfig as InstrumentationConfig, type exports$1_InvokeFunctionArgs as InvokeFunctionArgs, type exports$1_InvokeReturn as InvokeReturn, exports$1_JSONAttachment as JSONAttachment, exports$1_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, exports$1_LOGS3_OVERFLOW_REFERENCE_TYPE as LOGS3_OVERFLOW_REFERENCE_TYPE, type exports$1_LangChainCallbackHandlerOptions as LangChainCallbackHandlerOptions, exports$1_LazyValue as LazyValue, type exports$1_LoadPromptOptions as LoadPromptOptions, exports$1_LocalTrace as LocalTrace, type exports$1_LogCommentFullArgs as LogCommentFullArgs, type exports$1_LogFeedbackFullArgs as LogFeedbackFullArgs, type exports$1_LogOptions as LogOptions, exports$1_Logger as Logger, exports$1_LoginInvalidOrgError as LoginInvalidOrgError, type exports$1_LoginOptions as LoginOptions, type exports$1_Logs3OverflowInputRow as Logs3OverflowInputRow, type exports$1_Logs3OverflowUpload as Logs3OverflowUpload, type exports$1_MastraObservabilityExporter as MastraObservabilityExporter, type exports$1_MetricSummary as MetricSummary, exports$1_NOOP_SPAN as NOOP_SPAN, exports$1_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, exports$1_NoopSpan as NoopSpan, exports$1_ObjectFetcher as ObjectFetcher, type exports$1_ObjectMetadata as ObjectMetadata, type exports$1_OtherExperimentLogFields as OtherExperimentLogFields, type exports$1_ParametersSource as ParametersSource, type exports$1_ParentExperimentIds as ParentExperimentIds, type exports$1_ParentProjectLogIds as ParentProjectLogIds, exports$1_Project as Project, exports$1_ProjectNameIdMap as ProjectNameIdMap, type exports$1_PromiseUnless as PromiseUnless, exports$1_Prompt as Prompt, exports$1_PromptBuilder as PromptBuilder, type exports$1_PromptContents as PromptContents, type exports$1_PromptDefinition as PromptDefinition, type exports$1_PromptDefinitionWithTools as PromptDefinitionWithTools, type exports$1_PromptOpts as PromptOpts, type exports$1_PromptRowWithId as PromptRowWithId, exports$1_ReadonlyAttachment as ReadonlyAttachment, exports$1_ReadonlyExperiment as ReadonlyExperiment, type exports$1_RegisterSandboxOptions as RegisterSandboxOptions, type exports$1_RegisterSandboxResult as RegisterSandboxResult, exports$1_Reporter as Reporter, type exports$1_ReporterBody as ReporterBody, type exports$1_SandboxConfig as SandboxConfig, type exports$1_ScoreSummary as ScoreSummary, exports$1_ScorerBuilder as ScorerBuilder, type exports$1_ScorerOpts as ScorerOpts, type exports$1_SerializedBraintrustState as SerializedBraintrustState, type exports$1_SetCurrentArg as SetCurrentArg, type exports$1_Span as Span, type exports$1_SpanContext as SpanContext, type exports$1_SpanData as SpanData, exports$1_SpanFetcher as SpanFetcher, exports$1_SpanImpl as SpanImpl, type exports$1_StartSpanArgs as StartSpanArgs, type exports$1_TemplateFormat as TemplateFormat, type exports$1_TemplateRenderer as TemplateRenderer, type exports$1_TemplateRendererPlugin as TemplateRendererPlugin, exports$1_TestBackgroundLogger as TestBackgroundLogger, exports$1_ToolBuilder as ToolBuilder, type exports$1_Trace as Trace, exports$1_UUIDGenerator as UUIDGenerator, type exports$1_WithTransactionId as WithTransactionId, exports$1_X_CACHED_HEADER as X_CACHED_HEADER, exports$1__exportsForTestingOnly as _exportsForTestingOnly, exports$1__internalGetGlobalState as _internalGetGlobalState, iso as _internalIso, exports$1__internalSetInitialState as _internalSetInitialState, exports$1_addAzureBlobHeaders as addAzureBlobHeaders, exports$1_braintrustFlueObserver as braintrustFlueObserver, exports$1_braintrustStreamChunkSchema as braintrustStreamChunkSchema, exports$1_buildLocalSummary as buildLocalSummary, exports$1_configureInstrumentation as configureInstrumentation, exports$1_constructLogs3OverflowRequest as constructLogs3OverflowRequest, exports$1_createFinalValuePassThroughStream as createFinalValuePassThroughStream, exports$1_currentExperiment as currentExperiment, exports$1_currentLogger as currentLogger, exports$1_currentSpan as currentSpan, exports$1_deepCopyEvent as deepCopyEvent, exports$1_defaultErrorScoreHandler as defaultErrorScoreHandler, exports$1_deserializePlainStringAsJSON as deserializePlainStringAsJSON, exports$1_devNullWritableStream as devNullWritableStream, exports$1_evaluatorDefinitionSchema as evaluatorDefinitionSchema, exports$1_evaluatorDefinitionsSchema as evaluatorDefinitionsSchema, exports$1_flush as flush, exports$1_getContextManager as getContextManager, exports$1_getIdGenerator as getIdGenerator, exports$1_getPromptVersions as getPromptVersions, exports$1_getSpanParentObject as getSpanParentObject, exports$1_getTemplateRenderer as getTemplateRenderer, graphFramework as graph, exports$1_init as init, exports$1_initDataset as initDataset, exports$1_initExperiment as initExperiment, exports$1_initFunction as initFunction, exports$1_initLogger as initLogger, exports$1_initNodeTestSuite as initNodeTestSuite, exports$1_invoke as invoke, exports$1_isTemplateFormat as isTemplateFormat, exports$1_loadParameters as loadParameters, exports$1_loadPrompt as loadPrompt, exports$1_log as log, exports$1_logError as logError, exports$1_login as login, exports$1_loginToState as loginToState, exports$1_logs3OverflowUploadSchema as logs3OverflowUploadSchema, exports$1_newId as newId, exports$1_parseCachedHeader as parseCachedHeader, exports$1_parseTemplateFormat as parseTemplateFormat, exports$1_permalink as permalink, exports$1_pickLogs3OverflowObjectIds as pickLogs3OverflowObjectIds, exports$1_projects as projects, exports$1_promptContentsSchema as promptContentsSchema, exports$1_promptDefinitionSchema as promptDefinitionSchema, exports$1_promptDefinitionToPromptData as promptDefinitionToPromptData, exports$1_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, exports$1_registerOtelFlush as registerOtelFlush, exports$1_registerSandbox as registerSandbox, exports$1_registerTemplatePlugin as registerTemplatePlugin, exports$1_renderMessage as renderMessage, exports$1_renderPromptParams as renderPromptParams, exports$1_renderTemplateContent as renderTemplateContent, exports$1_reportFailures as reportFailures, exports$1_runEvaluator as runEvaluator, exports$1_setFetch as setFetch, exports$1_setMaskingFunction as setMaskingFunction, exports$1_spanComponentsToObjectId as spanComponentsToObjectId, exports$1_startSpan as startSpan, exports$1_summarize as summarize, exports$1_templateRegistry as templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, exports$1_traceable as traceable, exports$1_traced as traced, exports$1_updateSpan as updateSpan, exports$1_uploadLogs3OverflowPayload as uploadLogs3OverflowPayload, exports$1_utf8ByteLength as utf8ByteLength, exports$1_withCurrent as withCurrent, exports$1_withDataset as withDataset, exports$1_withExperiment as withExperiment, exports$1_withLogger as withLogger, exports$1_withParent as withParent, exports$1_wrapAISDK as wrapAISDK, exports$1_wrapAISDKModel as wrapAISDKModel, exports$1_wrapAgentClass as wrapAgentClass, exports$1_wrapAnthropic as wrapAnthropic, exports$1_wrapClaudeAgentSDK as wrapClaudeAgentSDK, exports$1_wrapCohere as wrapCohere, exports$1_wrapCopilotClient as wrapCopilotClient, exports$1_wrapCursorSDK as wrapCursorSDK, exports$1_wrapGenkit as wrapGenkit, exports$1_wrapGoogleADK as wrapGoogleADK, exports$1_wrapGoogleGenAI as wrapGoogleGenAI, exports$1_wrapGroq as wrapGroq, exports$1_wrapHuggingFace as wrapHuggingFace, exports$1_wrapMastraAgent as wrapMastraAgent, exports$1_wrapMistral as wrapMistral, exports$1_wrapOpenAI as wrapOpenAI, exports$1_wrapOpenAICodexSDK as wrapOpenAICodexSDK, exports$1_wrapOpenAIv4 as wrapOpenAIv4, exports$1_wrapOpenRouter as wrapOpenRouter, exports$1_wrapOpenRouterAgent as wrapOpenRouterAgent, exports$1_wrapTraced as wrapTraced, exports$1_wrapVitest as wrapVitest };
|
|
42010
|
+
export { type exports$1_AnyDataset as AnyDataset, exports$1_Attachment as Attachment, type exports$1_AttachmentParams as AttachmentParams, exports$1_AttachmentReference as AttachmentReference, exports$1_BRAINTRUST_CURRENT_SPAN_STORE as BRAINTRUST_CURRENT_SPAN_STORE, exports$1_BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME as BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME, type exports$1_BackgroundLoggerOpts as BackgroundLoggerOpts, exports$1_BaseAttachment as BaseAttachment, exports$1_BaseExperiment as BaseExperiment, type exports$1_BaseMetadata as BaseMetadata, exports$1_BraintrustLangChainCallbackHandler as BraintrustLangChainCallbackHandler, exports$1_BraintrustMiddleware as BraintrustMiddleware, exports$1_BraintrustObservabilityExporter as BraintrustObservabilityExporter, exports$1_BraintrustState as BraintrustState, exports$1_BraintrustStream as BraintrustStream, type exports$1_BraintrustStreamChunk as BraintrustStreamChunk, exports$1_CachedSpanFetcher as CachedSpanFetcher, type exports$1_ChatPrompt as ChatPrompt, exports$1_CodeFunction as CodeFunction, type exports$1_CodeOpts as CodeOpts, exports$1_CodePrompt as CodePrompt, type exports$1_CommentEvent as CommentEvent, type exports$1_CompiledPrompt as CompiledPrompt, type exports$1_CompiledPromptParams as CompiledPromptParams, type exports$1_CompletionPrompt as CompletionPrompt, exports$1_ContextManager as ContextManager, type exports$1_ContextParentSpanIds as ContextParentSpanIds, type exports$1_CreateProjectOpts as CreateProjectOpts, type exports$1_CurrentSpanStore as CurrentSpanStore, exports$1_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, exports$1_DEFAULT_MAX_REQUEST_SIZE as DEFAULT_MAX_REQUEST_SIZE, type exports$1_DataSummary as DataSummary, exports$1_Dataset as Dataset, exports$1_DatasetPipeline as DatasetPipeline, type exports$1_DatasetRecord as DatasetRecord, type exports$1_DatasetRestorePreviewResult as DatasetRestorePreviewResult, type exports$1_DatasetRestoreResult as DatasetRestoreResult, type DatasetSnapshotType as DatasetSnapshot, type exports$1_DatasetSummary as DatasetSummary, type exports$1_DefaultMetadataType as DefaultMetadataType, type exports$1_DefaultPromptArgs as DefaultPromptArgs, exports$1_ERR_PERMALINK as ERR_PERMALINK, type exports$1_EndSpanArgs as EndSpanArgs, exports$1_Eval as Eval, type exports$1_EvalCase as EvalCase, type exports$1_EvalClassifier as EvalClassifier, type exports$1_EvalHooks as EvalHooks, type exports$1_EvalParameterSerializedSchema as EvalParameterSerializedSchema, type exports$1_EvalParameters as EvalParameters, type exports$1_EvalResult as EvalResult, exports$1_EvalResultWithSummary as EvalResultWithSummary, type exports$1_EvalScorer as EvalScorer, type exports$1_EvalScorerArgs as EvalScorerArgs, type exports$1_EvalTask as EvalTask, type exports$1_Evaluator as Evaluator, type exports$1_EvaluatorDef as EvaluatorDef, type exports$1_EvaluatorDefinition as EvaluatorDefinition, type exports$1_EvaluatorDefinitions as EvaluatorDefinitions, type exports$1_EvaluatorFile as EvaluatorFile, type exports$1_EvaluatorManifest as EvaluatorManifest, exports$1_Experiment as Experiment, type exports$1_ExperimentLogFullArgs as ExperimentLogFullArgs, type exports$1_ExperimentLogPartialArgs as ExperimentLogPartialArgs, type exports$1_ExperimentSummary as ExperimentSummary, type exports$1_Exportable as Exportable, exports$1_ExternalAttachment as ExternalAttachment, type exports$1_ExternalAttachmentParams as ExternalAttachmentParams, exports$1_FailedHTTPResponse as FailedHTTPResponse, type exports$1_FullInitDatasetOptions as FullInitDatasetOptions, type exports$1_FullInitOptions as FullInitOptions, type exports$1_FullLoginOptions as FullLoginOptions, type exports$1_FunctionEvent as FunctionEvent, type exports$1_GetThreadOptions as GetThreadOptions, exports$1_IDGenerator as IDGenerator, type exports$1_IdField as IdField, type exports$1_InitDatasetOptions as InitDatasetOptions, type exports$1_InitLoggerOptions as InitLoggerOptions, type exports$1_InitOptions as InitOptions, type exports$1_InputField as InputField, type exports$1_InstrumentationConfig as InstrumentationConfig, type exports$1_InvokeFunctionArgs as InvokeFunctionArgs, type exports$1_InvokeReturn as InvokeReturn, exports$1_JSONAttachment as JSONAttachment, exports$1_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, exports$1_LOGS3_OVERFLOW_REFERENCE_TYPE as LOGS3_OVERFLOW_REFERENCE_TYPE, type exports$1_LangChainCallbackHandlerOptions as LangChainCallbackHandlerOptions, exports$1_LazyValue as LazyValue, type exports$1_LoadPromptOptions as LoadPromptOptions, exports$1_LocalTrace as LocalTrace, type exports$1_LogCommentFullArgs as LogCommentFullArgs, type exports$1_LogFeedbackFullArgs as LogFeedbackFullArgs, type exports$1_LogOptions as LogOptions, exports$1_Logger as Logger, exports$1_LoginInvalidOrgError as LoginInvalidOrgError, type exports$1_LoginOptions as LoginOptions, type exports$1_Logs3OverflowInputRow as Logs3OverflowInputRow, type exports$1_Logs3OverflowUpload as Logs3OverflowUpload, type exports$1_MastraObservabilityExporter as MastraObservabilityExporter, type exports$1_MetricSummary as MetricSummary, exports$1_NOOP_SPAN as NOOP_SPAN, exports$1_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, exports$1_NoopSpan as NoopSpan, exports$1_ObjectFetcher as ObjectFetcher, type exports$1_ObjectMetadata as ObjectMetadata, type exports$1_OtherExperimentLogFields as OtherExperimentLogFields, type exports$1_ParametersSource as ParametersSource, type exports$1_ParentExperimentIds as ParentExperimentIds, type exports$1_ParentProjectLogIds as ParentProjectLogIds, exports$1_Project as Project, exports$1_ProjectNameIdMap as ProjectNameIdMap, type exports$1_PromiseUnless as PromiseUnless, exports$1_Prompt as Prompt, exports$1_PromptBuilder as PromptBuilder, type exports$1_PromptContents as PromptContents, type exports$1_PromptDefinition as PromptDefinition, type exports$1_PromptDefinitionWithTools as PromptDefinitionWithTools, type exports$1_PromptOpts as PromptOpts, type exports$1_PromptRowWithId as PromptRowWithId, exports$1_ReadonlyAttachment as ReadonlyAttachment, exports$1_ReadonlyExperiment as ReadonlyExperiment, type exports$1_RegisterSandboxOptions as RegisterSandboxOptions, type exports$1_RegisterSandboxResult as RegisterSandboxResult, exports$1_Reporter as Reporter, type exports$1_ReporterBody as ReporterBody, type exports$1_SandboxConfig as SandboxConfig, type exports$1_ScoreSummary as ScoreSummary, exports$1_ScorerBuilder as ScorerBuilder, type exports$1_ScorerOpts as ScorerOpts, type exports$1_SerializedBraintrustState as SerializedBraintrustState, type exports$1_SetCurrentArg as SetCurrentArg, type exports$1_Span as Span, type exports$1_SpanContext as SpanContext, type exports$1_SpanData as SpanData, exports$1_SpanFetcher as SpanFetcher, exports$1_SpanImpl as SpanImpl, type exports$1_StartSpanArgs as StartSpanArgs, type exports$1_TemplateFormat as TemplateFormat, type exports$1_TemplateRenderer as TemplateRenderer, type exports$1_TemplateRendererPlugin as TemplateRendererPlugin, exports$1_TestBackgroundLogger as TestBackgroundLogger, exports$1_ToolBuilder as ToolBuilder, type exports$1_Trace as Trace, exports$1_UUIDGenerator as UUIDGenerator, type exports$1_WithTransactionId as WithTransactionId, exports$1_X_CACHED_HEADER as X_CACHED_HEADER, exports$1__exportsForTestingOnly as _exportsForTestingOnly, exports$1__internalGetGlobalState as _internalGetGlobalState, iso as _internalIso, exports$1__internalSetInitialState as _internalSetInitialState, exports$1_addAzureBlobHeaders as addAzureBlobHeaders, exports$1_braintrustAISDKTelemetry as braintrustAISDKTelemetry, exports$1_braintrustFlueObserver as braintrustFlueObserver, exports$1_braintrustStreamChunkSchema as braintrustStreamChunkSchema, exports$1_buildLocalSummary as buildLocalSummary, exports$1_configureInstrumentation as configureInstrumentation, exports$1_constructLogs3OverflowRequest as constructLogs3OverflowRequest, exports$1_createFinalValuePassThroughStream as createFinalValuePassThroughStream, exports$1_currentExperiment as currentExperiment, exports$1_currentLogger as currentLogger, exports$1_currentSpan as currentSpan, exports$1_deepCopyEvent as deepCopyEvent, exports$1_defaultErrorScoreHandler as defaultErrorScoreHandler, exports$1_deserializePlainStringAsJSON as deserializePlainStringAsJSON, exports$1_devNullWritableStream as devNullWritableStream, exports$1_evaluatorDefinitionSchema as evaluatorDefinitionSchema, exports$1_evaluatorDefinitionsSchema as evaluatorDefinitionsSchema, exports$1_flush as flush, exports$1_getContextManager as getContextManager, exports$1_getIdGenerator as getIdGenerator, exports$1_getPromptVersions as getPromptVersions, exports$1_getSpanParentObject as getSpanParentObject, exports$1_getTemplateRenderer as getTemplateRenderer, graphFramework as graph, exports$1_init as init, exports$1_initDataset as initDataset, exports$1_initExperiment as initExperiment, exports$1_initFunction as initFunction, exports$1_initLogger as initLogger, exports$1_initNodeTestSuite as initNodeTestSuite, exports$1_invoke as invoke, exports$1_isTemplateFormat as isTemplateFormat, exports$1_loadParameters as loadParameters, exports$1_loadPrompt as loadPrompt, exports$1_log as log, exports$1_logError as logError, exports$1_login as login, exports$1_loginToState as loginToState, exports$1_logs3OverflowUploadSchema as logs3OverflowUploadSchema, exports$1_newId as newId, exports$1_parseCachedHeader as parseCachedHeader, exports$1_parseTemplateFormat as parseTemplateFormat, exports$1_permalink as permalink, exports$1_pickLogs3OverflowObjectIds as pickLogs3OverflowObjectIds, exports$1_projects as projects, exports$1_promptContentsSchema as promptContentsSchema, exports$1_promptDefinitionSchema as promptDefinitionSchema, exports$1_promptDefinitionToPromptData as promptDefinitionToPromptData, exports$1_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, exports$1_registerOtelFlush as registerOtelFlush, exports$1_registerSandbox as registerSandbox, exports$1_registerTemplatePlugin as registerTemplatePlugin, exports$1_renderMessage as renderMessage, exports$1_renderPromptParams as renderPromptParams, exports$1_renderTemplateContent as renderTemplateContent, exports$1_reportFailures as reportFailures, exports$1_runEvaluator as runEvaluator, exports$1_setFetch as setFetch, exports$1_setMaskingFunction as setMaskingFunction, exports$1_spanComponentsToObjectId as spanComponentsToObjectId, exports$1_startSpan as startSpan, exports$1_summarize as summarize, exports$1_templateRegistry as templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, exports$1_traceable as traceable, exports$1_traced as traced, exports$1_updateSpan as updateSpan, exports$1_uploadLogs3OverflowPayload as uploadLogs3OverflowPayload, exports$1_utf8ByteLength as utf8ByteLength, exports$1_withCurrent as withCurrent, exports$1_withDataset as withDataset, exports$1_withExperiment as withExperiment, exports$1_withLogger as withLogger, exports$1_withParent as withParent, exports$1_wrapAISDK as wrapAISDK, exports$1_wrapAISDKModel as wrapAISDKModel, exports$1_wrapAgentClass as wrapAgentClass, exports$1_wrapAnthropic as wrapAnthropic, exports$1_wrapBedrockRuntime as wrapBedrockRuntime, exports$1_wrapClaudeAgentSDK as wrapClaudeAgentSDK, exports$1_wrapCohere as wrapCohere, exports$1_wrapCopilotClient as wrapCopilotClient, exports$1_wrapCursorSDK as wrapCursorSDK, exports$1_wrapGenkit as wrapGenkit, exports$1_wrapGoogleADK as wrapGoogleADK, exports$1_wrapGoogleGenAI as wrapGoogleGenAI, exports$1_wrapGroq as wrapGroq, exports$1_wrapHuggingFace as wrapHuggingFace, exports$1_wrapMastraAgent as wrapMastraAgent, exports$1_wrapMistral as wrapMistral, exports$1_wrapOpenAI as wrapOpenAI, exports$1_wrapOpenAICodexSDK as wrapOpenAICodexSDK, exports$1_wrapOpenAIv4 as wrapOpenAIv4, exports$1_wrapOpenRouter as wrapOpenRouter, exports$1_wrapOpenRouterAgent as wrapOpenRouterAgent, exports$1_wrapPiCodingAgentSDK as wrapPiCodingAgentSDK, exports$1_wrapStrandsAgentSDK as wrapStrandsAgentSDK, exports$1_wrapTraced as wrapTraced, exports$1_wrapVitest as wrapVitest };
|
|
41774
42011
|
}
|
|
41775
42012
|
|
|
41776
|
-
export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, BRAINTRUST_CURRENT_SPAN_STORE, BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustLangChainCallbackHandler, BraintrustMiddleware, BraintrustObservabilityExporter, BraintrustState, BraintrustStream, type BraintrustStreamChunk, CachedSpanFetcher, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CommentEvent, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, ContextManager, type ContextParentSpanIds, type CreateProjectOpts, type CurrentSpanStore, DEFAULT_FETCH_BATCH_SIZE, DEFAULT_MAX_REQUEST_SIZE, type DataSummary, Dataset, DatasetPipeline, type DatasetRecord, type DatasetRestorePreviewResult, type DatasetRestoreResult, type DatasetSnapshotType as DatasetSnapshot, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalClassifier, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentLogFullArgs, type ExperimentLogPartialArgs, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitDatasetOptions, type FullInitOptions, type FullLoginOptions, type FunctionEvent, type GetThreadOptions, IDGenerator, type IdField, type InitDatasetOptions, type InitLoggerOptions, type InitOptions, type InputField, type InstrumentationConfig, type InvokeFunctionArgs, type InvokeReturn, JSONAttachment, LEGACY_CACHED_HEADER, LOGS3_OVERFLOW_REFERENCE_TYPE, type LangChainCallbackHandlerOptions, LazyValue, type LoadPromptOptions, LocalTrace, type LogCommentFullArgs, type LogFeedbackFullArgs, type LogOptions, Logger, LoginInvalidOrgError, type LoginOptions, type Logs3OverflowInputRow, type Logs3OverflowUpload, type MastraObservabilityExporter, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, ObjectFetcher, type ObjectMetadata, type OtherExperimentLogFields, type ParametersSource, type ParentExperimentIds, type ParentProjectLogIds, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, type RegisterSandboxOptions, type RegisterSandboxResult, Reporter, type ReporterBody, type SandboxConfig, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span, type SpanContext, type SpanData, SpanFetcher, SpanImpl, type StartSpanArgs, type TemplateFormat, type TemplateRenderer, type TemplateRendererPlugin, TestBackgroundLogger, ToolBuilder, type Trace, UUIDGenerator, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, iso as _internalIso, _internalSetInitialState, addAzureBlobHeaders, braintrustFlueObserver, braintrustStreamChunkSchema, buildLocalSummary, configureInstrumentation, constructLogs3OverflowRequest, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, deepCopyEvent, exports$1 as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getContextManager, getIdGenerator, getPromptVersions, getSpanParentObject, getTemplateRenderer, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, initNodeTestSuite, invoke, isTemplateFormat, loadParameters, loadPrompt, log, logError, login, loginToState, logs3OverflowUploadSchema, newId, parseCachedHeader, parseTemplateFormat, permalink, pickLogs3OverflowObjectIds, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, registerOtelFlush, registerSandbox, registerTemplatePlugin, renderMessage, renderPromptParams, renderTemplateContent, reportFailures, runEvaluator, setFetch, setMaskingFunction, spanComponentsToObjectId, startSpan, summarize, templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, traceable, traced, updateSpan, uploadLogs3OverflowPayload, utf8ByteLength, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDK, wrapAISDKModel, wrapAgentClass, wrapAnthropic, wrapClaudeAgentSDK, wrapCohere, wrapCopilotClient, wrapCursorSDK, wrapGenkit, wrapGoogleADK, wrapGoogleGenAI, wrapGroq, wrapHuggingFace, wrapMastraAgent, wrapMistral, wrapOpenAI, wrapOpenAICodexSDK, wrapOpenAIv4, wrapOpenRouter, wrapOpenRouterAgent, wrapTraced, wrapVitest };
|
|
42013
|
+
export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, BRAINTRUST_CURRENT_SPAN_STORE, BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustLangChainCallbackHandler, BraintrustMiddleware, BraintrustObservabilityExporter, BraintrustState, BraintrustStream, type BraintrustStreamChunk, CachedSpanFetcher, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CommentEvent, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, ContextManager, type ContextParentSpanIds, type CreateProjectOpts, type CurrentSpanStore, DEFAULT_FETCH_BATCH_SIZE, DEFAULT_MAX_REQUEST_SIZE, type DataSummary, Dataset, DatasetPipeline, type DatasetRecord, type DatasetRestorePreviewResult, type DatasetRestoreResult, type DatasetSnapshotType as DatasetSnapshot, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalClassifier, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentLogFullArgs, type ExperimentLogPartialArgs, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitDatasetOptions, type FullInitOptions, type FullLoginOptions, type FunctionEvent, type GetThreadOptions, IDGenerator, type IdField, type InitDatasetOptions, type InitLoggerOptions, type InitOptions, type InputField, type InstrumentationConfig, type InvokeFunctionArgs, type InvokeReturn, JSONAttachment, LEGACY_CACHED_HEADER, LOGS3_OVERFLOW_REFERENCE_TYPE, type LangChainCallbackHandlerOptions, LazyValue, type LoadPromptOptions, LocalTrace, type LogCommentFullArgs, type LogFeedbackFullArgs, type LogOptions, Logger, LoginInvalidOrgError, type LoginOptions, type Logs3OverflowInputRow, type Logs3OverflowUpload, type MastraObservabilityExporter, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, ObjectFetcher, type ObjectMetadata, type OtherExperimentLogFields, type ParametersSource, type ParentExperimentIds, type ParentProjectLogIds, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, type RegisterSandboxOptions, type RegisterSandboxResult, Reporter, type ReporterBody, type SandboxConfig, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span, type SpanContext, type SpanData, SpanFetcher, SpanImpl, type StartSpanArgs, type TemplateFormat, type TemplateRenderer, type TemplateRendererPlugin, TestBackgroundLogger, ToolBuilder, type Trace, UUIDGenerator, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, iso as _internalIso, _internalSetInitialState, addAzureBlobHeaders, braintrustAISDKTelemetry, braintrustFlueObserver, braintrustStreamChunkSchema, buildLocalSummary, configureInstrumentation, constructLogs3OverflowRequest, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, deepCopyEvent, exports$1 as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getContextManager, getIdGenerator, getPromptVersions, getSpanParentObject, getTemplateRenderer, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, initNodeTestSuite, invoke, isTemplateFormat, loadParameters, loadPrompt, log, logError, login, loginToState, logs3OverflowUploadSchema, newId, parseCachedHeader, parseTemplateFormat, permalink, pickLogs3OverflowObjectIds, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, registerOtelFlush, registerSandbox, registerTemplatePlugin, renderMessage, renderPromptParams, renderTemplateContent, reportFailures, runEvaluator, setFetch, setMaskingFunction, spanComponentsToObjectId, startSpan, summarize, templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, traceable, traced, updateSpan, uploadLogs3OverflowPayload, utf8ByteLength, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDK, wrapAISDKModel, wrapAgentClass, wrapAnthropic, wrapBedrockRuntime, wrapClaudeAgentSDK, wrapCohere, wrapCopilotClient, wrapCursorSDK, wrapGenkit, wrapGoogleADK, wrapGoogleGenAI, wrapGroq, wrapHuggingFace, wrapMastraAgent, wrapMistral, wrapOpenAI, wrapOpenAICodexSDK, wrapOpenAIv4, wrapOpenRouter, wrapOpenRouterAgent, wrapPiCodingAgentSDK, wrapStrandsAgentSDK, wrapTraced, wrapVitest };
|