braintrust 3.32.0 → 3.33.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +0 -43
- package/dev/dist/index.d.mts +31 -0
- package/dev/dist/index.d.ts +31 -0
- package/dev/dist/index.js +2275 -920
- package/dev/dist/index.mjs +1610 -255
- package/dist/apply-auto-instrumentation.js +263 -224
- package/dist/apply-auto-instrumentation.mjs +45 -6
- package/dist/auto-instrumentations/bundler/esbuild.cjs +78 -5
- package/dist/auto-instrumentations/bundler/esbuild.mjs +2 -2
- package/dist/auto-instrumentations/bundler/next.cjs +78 -5
- package/dist/auto-instrumentations/bundler/next.mjs +3 -3
- package/dist/auto-instrumentations/bundler/rollup.cjs +78 -5
- package/dist/auto-instrumentations/bundler/rollup.mjs +2 -2
- package/dist/auto-instrumentations/bundler/vite.cjs +78 -5
- package/dist/auto-instrumentations/bundler/vite.mjs +2 -2
- package/dist/auto-instrumentations/bundler/webpack-loader.cjs +78 -5
- package/dist/auto-instrumentations/bundler/webpack.cjs +78 -5
- package/dist/auto-instrumentations/bundler/webpack.mjs +3 -3
- package/dist/auto-instrumentations/{chunk-AFND2U7E.mjs → chunk-T2DMPWFI.mjs} +75 -5
- package/dist/auto-instrumentations/{chunk-RI4Y55ZF.mjs → chunk-UHJ2DNYJ.mjs} +6 -1
- package/dist/auto-instrumentations/{chunk-QEEPRBIS.mjs → chunk-W5QNG3PV.mjs} +1 -1
- package/dist/auto-instrumentations/hook.mjs +86 -7
- package/dist/auto-instrumentations/index.cjs +76 -5
- package/dist/auto-instrumentations/index.d.mts +3 -1
- package/dist/auto-instrumentations/index.d.ts +3 -1
- package/dist/auto-instrumentations/index.mjs +3 -1
- package/dist/browser.d.mts +202 -342
- package/dist/browser.d.ts +202 -342
- package/dist/browser.js +2586 -623
- package/dist/browser.mjs +2586 -623
- package/dist/chunk-7P6ASYW6.mjs +9 -0
- package/dist/{chunk-BTRLPQG5.js → chunk-AXJTOUOC.js} +2250 -1172
- package/dist/{chunk-AW4QECG5.js → chunk-G3VHOHRC.js} +40 -9
- package/dist/chunk-MLKGABMK.js +9 -0
- package/dist/{chunk-4QSAHP7D.mjs → chunk-MZLBAFVJ.mjs} +1236 -158
- package/dist/{chunk-WV6QZI2W.mjs → chunk-TZVZN2JJ.mjs} +39 -8
- package/dist/cli.js +1695 -293
- package/dist/custom-views.d.mts +112 -0
- package/dist/custom-views.d.ts +112 -0
- package/dist/custom-views.js +13 -0
- package/dist/custom-views.mjs +13 -0
- package/dist/edge-light.d.mts +1 -1
- package/dist/edge-light.d.ts +1 -1
- package/dist/edge-light.js +2586 -623
- package/dist/edge-light.mjs +2586 -623
- package/dist/index.d.mts +202 -342
- package/dist/index.d.ts +202 -342
- package/dist/index.js +1842 -986
- package/dist/index.mjs +1310 -454
- package/dist/instrumentation/index.d.mts +5 -245
- package/dist/instrumentation/index.d.ts +5 -245
- package/dist/instrumentation/index.js +1694 -254
- package/dist/instrumentation/index.mjs +1694 -254
- package/dist/vitest-evals-reporter.js +17 -16
- package/dist/vitest-evals-reporter.mjs +3 -2
- package/dist/workerd.d.mts +1 -1
- package/dist/workerd.d.ts +1 -1
- package/dist/workerd.js +2586 -623
- package/dist/workerd.mjs +2586 -623
- package/package.json +10 -2
package/dist/index.d.ts
CHANGED
|
@@ -24915,6 +24915,62 @@ declare function openaiBatchesRetrieveTraced<TBatch extends OpenAIBatchLike, TOp
|
|
|
24915
24915
|
*/
|
|
24916
24916
|
declare function completeOpenAIBatchTrace(args: CompleteOpenAIBatchTraceArgs): Promise<void>;
|
|
24917
24917
|
|
|
24918
|
+
type OpenAIAgentsOpenTool = {
|
|
24919
|
+
itemId: string;
|
|
24920
|
+
name: string;
|
|
24921
|
+
startTime: number;
|
|
24922
|
+
toolType: string;
|
|
24923
|
+
turnId?: string;
|
|
24924
|
+
};
|
|
24925
|
+
type OpenAIAgentsSubagent = {
|
|
24926
|
+
closedAt?: number;
|
|
24927
|
+
openedAt: number;
|
|
24928
|
+
parentAgentId?: string;
|
|
24929
|
+
};
|
|
24930
|
+
type OpenAIAgentsTraceState = {
|
|
24931
|
+
callItems: Record<string, string>;
|
|
24932
|
+
ended: boolean;
|
|
24933
|
+
eventIds: string[];
|
|
24934
|
+
firstTokenAt?: number;
|
|
24935
|
+
openTools: Record<string, OpenAIAgentsOpenTool>;
|
|
24936
|
+
root: string;
|
|
24937
|
+
rootKey: string;
|
|
24938
|
+
rootParent: string;
|
|
24939
|
+
startTime: number;
|
|
24940
|
+
subagents: Record<string, OpenAIAgentsSubagent>;
|
|
24941
|
+
turnSubagents: Record<string, string>;
|
|
24942
|
+
version: 1;
|
|
24943
|
+
};
|
|
24944
|
+
type OpenAIAgentsTraceToken = OpenAIAgentsTraceState | null;
|
|
24945
|
+
|
|
24946
|
+
/**
|
|
24947
|
+
* Start a manual trace for one asynchronous OpenAI Agents API turn.
|
|
24948
|
+
*
|
|
24949
|
+
* This helper performs no OpenAI API requests. Pass it the same `input`,
|
|
24950
|
+
* `agent`, and `agent_id` values used to create or continue the turn. `metadata`
|
|
24951
|
+
* is copied to the Braintrust span and can also contain an application
|
|
24952
|
+
* correlation ID when the same parameters are sent to OpenAI. The returned
|
|
24953
|
+
* token can be persisted immediately before submission and passed with later events to
|
|
24954
|
+
* `updateOpenAIAgentsTrace`. The trace closes when a root turn reaches a
|
|
24955
|
+
* terminal state.
|
|
24956
|
+
*/
|
|
24957
|
+
declare function startOpenAIAgentsTrace(args: any): OpenAIAgentsTraceToken;
|
|
24958
|
+
/**
|
|
24959
|
+
* Apply an OpenAI Agents event to a trace and return its next resumable token.
|
|
24960
|
+
*
|
|
24961
|
+
* This helper performs no OpenAI API requests. It is intended for stream,
|
|
24962
|
+
* webhook, and worker processes that observe events from a turn. Events should
|
|
24963
|
+
* be applied in order, passing the returned token to the next call.
|
|
24964
|
+
*/
|
|
24965
|
+
declare function updateOpenAIAgentsTrace(token: OpenAIAgentsTraceToken, event: any): Promise<OpenAIAgentsTraceToken>;
|
|
24966
|
+
/**
|
|
24967
|
+
* End a manual OpenAI Agents API trace after submission or observation fails.
|
|
24968
|
+
*
|
|
24969
|
+
* This helper performs no OpenAI API requests. It returns a terminal token so
|
|
24970
|
+
* repeated delivery can remain idempotent.
|
|
24971
|
+
*/
|
|
24972
|
+
declare function failOpenAIAgentsTrace(token: OpenAIAgentsTraceToken, error: unknown): Promise<OpenAIAgentsTraceToken>;
|
|
24973
|
+
|
|
24918
24974
|
declare function isTemplateFormat(v: unknown): v is TemplateFormat;
|
|
24919
24975
|
declare function parseTemplateFormat(value: unknown, defaultFormat?: TemplateFormat): TemplateFormat;
|
|
24920
24976
|
declare function renderTemplateContent(template: string, variables: Record<string, unknown>, escape: (v: unknown) => string, options: {
|
|
@@ -25640,248 +25696,6 @@ type EveJsonValue = null | boolean | number | string | EveJsonValue[] | {
|
|
|
25640
25696
|
type EveJsonObject = {
|
|
25641
25697
|
readonly [key: string]: EveJsonValue;
|
|
25642
25698
|
};
|
|
25643
|
-
interface EveHookContext {
|
|
25644
|
-
readonly session: {
|
|
25645
|
-
readonly id: string;
|
|
25646
|
-
readonly parent?: {
|
|
25647
|
-
readonly callId?: string;
|
|
25648
|
-
readonly sessionId?: string;
|
|
25649
|
-
readonly turn?: {
|
|
25650
|
-
readonly id?: string;
|
|
25651
|
-
};
|
|
25652
|
-
};
|
|
25653
|
-
};
|
|
25654
|
-
}
|
|
25655
|
-
type EveAssistantStepFinishReason = "content-filter" | "error" | "length" | "other" | "stop" | "tool-calls";
|
|
25656
|
-
interface EveStreamEventMeta {
|
|
25657
|
-
readonly at: string;
|
|
25658
|
-
}
|
|
25659
|
-
interface EveRuntimeToolCallActionRequest {
|
|
25660
|
-
readonly callId: string;
|
|
25661
|
-
readonly input: EveJsonObject;
|
|
25662
|
-
readonly kind: "tool-call";
|
|
25663
|
-
readonly toolName: string;
|
|
25664
|
-
}
|
|
25665
|
-
interface EveRuntimeToolResultActionResult {
|
|
25666
|
-
readonly callId: string;
|
|
25667
|
-
readonly isError?: boolean;
|
|
25668
|
-
readonly kind: "tool-result";
|
|
25669
|
-
readonly output: EveJsonValue;
|
|
25670
|
-
readonly toolName: string;
|
|
25671
|
-
}
|
|
25672
|
-
type EveRuntimeActionRequest = EveRuntimeToolCallActionRequest | {
|
|
25673
|
-
readonly callId: string;
|
|
25674
|
-
readonly input?: EveJsonObject;
|
|
25675
|
-
readonly kind: "load-skill" | "remote-agent-call";
|
|
25676
|
-
readonly name?: string;
|
|
25677
|
-
} | {
|
|
25678
|
-
readonly callId: string;
|
|
25679
|
-
readonly input: EveJsonObject;
|
|
25680
|
-
readonly kind: "subagent-call";
|
|
25681
|
-
readonly name?: string;
|
|
25682
|
-
readonly subagentName?: string;
|
|
25683
|
-
};
|
|
25684
|
-
type EveRuntimeActionResult = EveRuntimeToolResultActionResult | {
|
|
25685
|
-
readonly callId: string;
|
|
25686
|
-
readonly isError?: boolean;
|
|
25687
|
-
readonly kind: "load-skill-result";
|
|
25688
|
-
readonly output?: EveJsonValue;
|
|
25689
|
-
readonly name?: string;
|
|
25690
|
-
} | {
|
|
25691
|
-
readonly callId: string;
|
|
25692
|
-
readonly isError?: boolean;
|
|
25693
|
-
readonly kind: "subagent-result";
|
|
25694
|
-
readonly output?: EveJsonValue;
|
|
25695
|
-
readonly subagentName?: string;
|
|
25696
|
-
};
|
|
25697
|
-
type EveActionResultStatus = "completed" | "failed" | "rejected";
|
|
25698
|
-
interface EveActionResultError {
|
|
25699
|
-
readonly code: string;
|
|
25700
|
-
readonly message: string;
|
|
25701
|
-
}
|
|
25702
|
-
type EveHandleMessageStreamEvent = {
|
|
25703
|
-
readonly data: {
|
|
25704
|
-
readonly invocation?: unknown;
|
|
25705
|
-
readonly runtime?: {
|
|
25706
|
-
readonly agentId: string;
|
|
25707
|
-
readonly agentName?: string;
|
|
25708
|
-
readonly eveVersion: string;
|
|
25709
|
-
readonly modelId: string;
|
|
25710
|
-
};
|
|
25711
|
-
};
|
|
25712
|
-
readonly meta?: EveStreamEventMeta;
|
|
25713
|
-
readonly type: "session.started";
|
|
25714
|
-
} | {
|
|
25715
|
-
readonly data: {
|
|
25716
|
-
readonly sequence: number;
|
|
25717
|
-
readonly turnId: string;
|
|
25718
|
-
};
|
|
25719
|
-
readonly meta?: EveStreamEventMeta;
|
|
25720
|
-
readonly type: "turn.started";
|
|
25721
|
-
} | {
|
|
25722
|
-
readonly data: {
|
|
25723
|
-
readonly sequence: number;
|
|
25724
|
-
readonly turnId: string;
|
|
25725
|
-
};
|
|
25726
|
-
readonly meta?: EveStreamEventMeta;
|
|
25727
|
-
readonly type: "turn.completed";
|
|
25728
|
-
} | {
|
|
25729
|
-
readonly data: {
|
|
25730
|
-
readonly message: string;
|
|
25731
|
-
readonly sequence: number;
|
|
25732
|
-
readonly turnId: string;
|
|
25733
|
-
};
|
|
25734
|
-
readonly meta?: EveStreamEventMeta;
|
|
25735
|
-
readonly type: "message.received";
|
|
25736
|
-
} | {
|
|
25737
|
-
readonly data: {
|
|
25738
|
-
readonly finishReason: EveAssistantStepFinishReason;
|
|
25739
|
-
readonly message: string | null;
|
|
25740
|
-
readonly sequence: number;
|
|
25741
|
-
readonly stepIndex: number;
|
|
25742
|
-
readonly turnId: string;
|
|
25743
|
-
};
|
|
25744
|
-
readonly meta?: EveStreamEventMeta;
|
|
25745
|
-
readonly type: "message.completed";
|
|
25746
|
-
} | {
|
|
25747
|
-
readonly data: {
|
|
25748
|
-
readonly reasoning: string;
|
|
25749
|
-
readonly sequence: number;
|
|
25750
|
-
readonly stepIndex: number;
|
|
25751
|
-
readonly turnId: string;
|
|
25752
|
-
};
|
|
25753
|
-
readonly meta?: EveStreamEventMeta;
|
|
25754
|
-
readonly type: "reasoning.completed";
|
|
25755
|
-
} | {
|
|
25756
|
-
readonly data: {
|
|
25757
|
-
readonly result: EveJsonValue;
|
|
25758
|
-
readonly sequence: number;
|
|
25759
|
-
readonly stepIndex: number;
|
|
25760
|
-
readonly turnId: string;
|
|
25761
|
-
};
|
|
25762
|
-
readonly meta?: EveStreamEventMeta;
|
|
25763
|
-
readonly type: "result.completed";
|
|
25764
|
-
} | {
|
|
25765
|
-
readonly data: {
|
|
25766
|
-
readonly sequence: number;
|
|
25767
|
-
readonly stepIndex: number;
|
|
25768
|
-
readonly turnId: string;
|
|
25769
|
-
};
|
|
25770
|
-
readonly meta?: EveStreamEventMeta;
|
|
25771
|
-
readonly type: "step.started";
|
|
25772
|
-
} | {
|
|
25773
|
-
readonly data: {
|
|
25774
|
-
readonly finishReason: EveAssistantStepFinishReason;
|
|
25775
|
-
readonly providerMetadata?: {
|
|
25776
|
-
readonly gateway?: {
|
|
25777
|
-
readonly generationId?: string;
|
|
25778
|
-
};
|
|
25779
|
-
};
|
|
25780
|
-
readonly sequence: number;
|
|
25781
|
-
readonly stepIndex: number;
|
|
25782
|
-
readonly turnId: string;
|
|
25783
|
-
readonly usage?: {
|
|
25784
|
-
readonly cacheReadTokens?: number;
|
|
25785
|
-
readonly cacheWriteTokens?: number;
|
|
25786
|
-
readonly costUsd?: number;
|
|
25787
|
-
readonly inputTokens?: number;
|
|
25788
|
-
readonly outputTokens?: number;
|
|
25789
|
-
};
|
|
25790
|
-
};
|
|
25791
|
-
readonly meta?: EveStreamEventMeta;
|
|
25792
|
-
readonly type: "step.completed";
|
|
25793
|
-
} | {
|
|
25794
|
-
readonly data: {
|
|
25795
|
-
readonly code: string;
|
|
25796
|
-
readonly details?: EveJsonObject;
|
|
25797
|
-
readonly message: string;
|
|
25798
|
-
readonly sequence: number;
|
|
25799
|
-
readonly stepIndex: number;
|
|
25800
|
-
readonly turnId: string;
|
|
25801
|
-
};
|
|
25802
|
-
readonly meta?: EveStreamEventMeta;
|
|
25803
|
-
readonly type: "step.failed";
|
|
25804
|
-
} | {
|
|
25805
|
-
readonly data: {
|
|
25806
|
-
readonly actions: readonly EveRuntimeActionRequest[];
|
|
25807
|
-
readonly sequence: number;
|
|
25808
|
-
readonly stepIndex: number;
|
|
25809
|
-
readonly turnId: string;
|
|
25810
|
-
};
|
|
25811
|
-
readonly meta?: EveStreamEventMeta;
|
|
25812
|
-
readonly type: "actions.requested";
|
|
25813
|
-
} | {
|
|
25814
|
-
readonly data: {
|
|
25815
|
-
readonly error?: EveActionResultError;
|
|
25816
|
-
readonly result: EveRuntimeActionResult;
|
|
25817
|
-
readonly sequence: number;
|
|
25818
|
-
readonly stepIndex: number;
|
|
25819
|
-
readonly status: EveActionResultStatus;
|
|
25820
|
-
readonly turnId: string;
|
|
25821
|
-
};
|
|
25822
|
-
readonly meta?: EveStreamEventMeta;
|
|
25823
|
-
readonly type: "action.result";
|
|
25824
|
-
} | {
|
|
25825
|
-
readonly data: {
|
|
25826
|
-
readonly callId: string;
|
|
25827
|
-
readonly childSessionId: string;
|
|
25828
|
-
readonly name: string;
|
|
25829
|
-
readonly remote?: {
|
|
25830
|
-
readonly url?: string;
|
|
25831
|
-
};
|
|
25832
|
-
readonly sequence: number;
|
|
25833
|
-
readonly toolName?: string;
|
|
25834
|
-
readonly turnId: string;
|
|
25835
|
-
};
|
|
25836
|
-
readonly meta?: EveStreamEventMeta;
|
|
25837
|
-
readonly type: "subagent.called";
|
|
25838
|
-
} | {
|
|
25839
|
-
readonly data: {
|
|
25840
|
-
readonly callId: string;
|
|
25841
|
-
readonly error?: EveActionResultError;
|
|
25842
|
-
readonly output?: EveJsonValue;
|
|
25843
|
-
readonly sequence: number;
|
|
25844
|
-
readonly status?: EveActionResultStatus;
|
|
25845
|
-
readonly subagentName: string;
|
|
25846
|
-
readonly turnId: string;
|
|
25847
|
-
};
|
|
25848
|
-
readonly meta?: EveStreamEventMeta;
|
|
25849
|
-
readonly type: "subagent.completed";
|
|
25850
|
-
} | {
|
|
25851
|
-
readonly data: {
|
|
25852
|
-
readonly code: string;
|
|
25853
|
-
readonly details?: EveJsonObject;
|
|
25854
|
-
readonly message: string;
|
|
25855
|
-
readonly sequence: number;
|
|
25856
|
-
readonly turnId: string;
|
|
25857
|
-
};
|
|
25858
|
-
readonly meta?: EveStreamEventMeta;
|
|
25859
|
-
readonly type: "turn.failed";
|
|
25860
|
-
} | {
|
|
25861
|
-
readonly data: {
|
|
25862
|
-
readonly code: string;
|
|
25863
|
-
readonly details?: EveJsonObject;
|
|
25864
|
-
readonly message: string;
|
|
25865
|
-
readonly sessionId: string;
|
|
25866
|
-
};
|
|
25867
|
-
readonly meta?: EveStreamEventMeta;
|
|
25868
|
-
readonly type: "session.failed";
|
|
25869
|
-
} | {
|
|
25870
|
-
readonly data: {
|
|
25871
|
-
readonly wait: "next-user-message";
|
|
25872
|
-
};
|
|
25873
|
-
readonly meta?: EveStreamEventMeta;
|
|
25874
|
-
readonly type: "session.waiting";
|
|
25875
|
-
} | {
|
|
25876
|
-
readonly meta?: EveStreamEventMeta;
|
|
25877
|
-
readonly type: "session.completed";
|
|
25878
|
-
};
|
|
25879
|
-
interface EveHookDefinition {
|
|
25880
|
-
readonly events?: {
|
|
25881
|
-
readonly "*"?: (event: EveHandleMessageStreamEvent, ctx: EveHookContext) => void | Promise<void>;
|
|
25882
|
-
readonly [eventType: string]: ((event: EveHandleMessageStreamEvent, ctx: EveHookContext) => void | Promise<void>) | undefined;
|
|
25883
|
-
};
|
|
25884
|
-
}
|
|
25885
25699
|
interface EveInstrumentationSetupContext {
|
|
25886
25700
|
readonly agentName: string;
|
|
25887
25701
|
}
|
|
@@ -26224,7 +26038,7 @@ type EveDefineState = <T>(name: string, initial: () => T) => EveStateHandle<T>;
|
|
|
26224
26038
|
declare function braintrustEveHook(options: {
|
|
26225
26039
|
defineState: EveDefineState;
|
|
26226
26040
|
metadata?: Record<string, unknown>;
|
|
26227
|
-
}):
|
|
26041
|
+
}): any;
|
|
26228
26042
|
|
|
26229
26043
|
type EveProviderInstrumentationOptions = {
|
|
26230
26044
|
metadata?: Record<string, unknown>;
|
|
@@ -26238,11 +26052,11 @@ type EveProviderInstrumentationOptions = {
|
|
|
26238
26052
|
* lifecycle and enable `experimental.instrumentationProviders` on the agent.
|
|
26239
26053
|
* The result is ready to export directly from the instrumentation module.
|
|
26240
26054
|
*/
|
|
26241
|
-
declare function braintrustEveInstrumentation(options: EveProviderInstrumentationOptions):
|
|
26055
|
+
declare function braintrustEveInstrumentation(options: EveProviderInstrumentationOptions): any;
|
|
26242
26056
|
declare function braintrustEveInstrumentation(options: {
|
|
26243
26057
|
defineState: EveDefineState;
|
|
26244
26058
|
setup?: EveInstrumentationDefinition["setup"];
|
|
26245
|
-
}):
|
|
26059
|
+
}): any;
|
|
26246
26060
|
|
|
26247
26061
|
/**
|
|
26248
26062
|
* Collect a stream returned by `anthropic.beta.sessions.events.stream()` or
|
|
@@ -26261,6 +26075,9 @@ declare function collectAnthropicSession<T extends object>(stream: T): T;
|
|
|
26261
26075
|
* Wrap an `Anthropic` object (created with `new Anthropic(...)`) so calls emit
|
|
26262
26076
|
* tracing-channel events that Braintrust plugins can consume.
|
|
26263
26077
|
*
|
|
26078
|
+
* Also supports `AnthropicBedrock` and `AnthropicVertex` clients through their
|
|
26079
|
+
* shared Anthropic message resources.
|
|
26080
|
+
*
|
|
26264
26081
|
* Currently, this only supports the `v4` API. Sessions streams are eligible
|
|
26265
26082
|
* for collection only after being passed to `collectAnthropicSession()`;
|
|
26266
26083
|
* wrapping and consuming a Sessions stream alone does not emit spans.
|
|
@@ -26704,6 +26521,9 @@ declare function wrapOpenRouter<T>(openrouter: T): T;
|
|
|
26704
26521
|
*/
|
|
26705
26522
|
declare function wrapMistral<T>(mistral: T): T;
|
|
26706
26523
|
|
|
26524
|
+
/** Trace LangGraph Platform runs that the caller waits for or streams. */
|
|
26525
|
+
declare function wrapLangGraphSDK<T>(client: T): T;
|
|
26526
|
+
|
|
26707
26527
|
/**
|
|
26708
26528
|
* Wrap an Ollama client so generation and embedding calls emit Braintrust
|
|
26709
26529
|
* diagnostics-channel events.
|
|
@@ -26775,6 +26595,34 @@ interface TraceOptions {
|
|
|
26775
26595
|
ensureSpansFlushed?: () => Promise<void>;
|
|
26776
26596
|
state: BraintrustState;
|
|
26777
26597
|
}
|
|
26598
|
+
/** Inclusive span duration bounds, in seconds. */
|
|
26599
|
+
interface SpanDurationFilter {
|
|
26600
|
+
/** Minimum value of metrics.end - metrics.start. */
|
|
26601
|
+
min?: number;
|
|
26602
|
+
/** Maximum value of metrics.end - metrics.start. */
|
|
26603
|
+
max?: number;
|
|
26604
|
+
}
|
|
26605
|
+
/**
|
|
26606
|
+
* Filters supported by Trace.getSpans(). Different fields combine with AND.
|
|
26607
|
+
*
|
|
26608
|
+
* Empty name/spanType arrays match no spans. Empty metadata/duration objects
|
|
26609
|
+
* add no constraints. Omit a field to leave it unfiltered.
|
|
26610
|
+
*/
|
|
26611
|
+
interface SpanFilters {
|
|
26612
|
+
/** Match spans whose span_attributes.type equals any of these. */
|
|
26613
|
+
spanType?: string[];
|
|
26614
|
+
/** Match spans whose span_attributes.name equals any of these. */
|
|
26615
|
+
name?: string[];
|
|
26616
|
+
/** Match spans based on whether they recorded an error. */
|
|
26617
|
+
hasError?: boolean;
|
|
26618
|
+
/**
|
|
26619
|
+
* Match metadata keys at any depth without type coercion. `null` matches a
|
|
26620
|
+
* null or missing path.
|
|
26621
|
+
*/
|
|
26622
|
+
metadata?: Record<string, unknown>;
|
|
26623
|
+
/** Bound how long the span took. */
|
|
26624
|
+
duration?: SpanDurationFilter;
|
|
26625
|
+
}
|
|
26778
26626
|
type SpanRecord = any;
|
|
26779
26627
|
/**
|
|
26780
26628
|
* Fetcher for spans by root_span_id, using the ObjectFetcher pattern.
|
|
@@ -26785,7 +26633,7 @@ declare class SpanFetcher extends ObjectFetcher<SpanRecord> {
|
|
|
26785
26633
|
private readonly rootSpanId;
|
|
26786
26634
|
private readonly _state;
|
|
26787
26635
|
private readonly spanTypeFilter?;
|
|
26788
|
-
constructor(objectType: "experiment" | "project_logs" | "playground_logs", _objectId: string, rootSpanId: string, _state: BraintrustState, spanTypeFilter?: string[] | undefined, includeScorers?: boolean, brainstoreRealtime?: boolean);
|
|
26636
|
+
constructor(objectType: "experiment" | "project_logs" | "playground_logs", _objectId: string, rootSpanId: string, _state: BraintrustState, spanTypeFilter?: string[] | undefined, includeScorers?: boolean, brainstoreRealtime?: boolean, filters?: SpanFilters);
|
|
26789
26637
|
private static buildFilter;
|
|
26790
26638
|
get id(): Promise<string>;
|
|
26791
26639
|
protected getState(): Promise<BraintrustState>;
|
|
@@ -26806,15 +26654,12 @@ interface SpanData {
|
|
|
26806
26654
|
};
|
|
26807
26655
|
[key: string]: unknown;
|
|
26808
26656
|
}
|
|
26809
|
-
/** Function signature for fetching spans by type */
|
|
26657
|
+
/** Function signature for fetching spans by type. */
|
|
26810
26658
|
type SpanFetchFn = (spanType: string[] | undefined) => Promise<SpanData[]>;
|
|
26811
26659
|
/**
|
|
26812
|
-
*
|
|
26813
|
-
*
|
|
26814
|
-
*
|
|
26815
|
-
* - Cache spans by span type (Map<spanType, SpanData[]>)
|
|
26816
|
-
* - Track if all spans have been fetched (allFetched flag)
|
|
26817
|
-
* - When filtering by spanType, only fetch types not already in cache
|
|
26660
|
+
* Fetches spans for one root span, reusing complete results and results that
|
|
26661
|
+
* are authoritative for a requested span type. Advanced filtered results are
|
|
26662
|
+
* never cached because they do not represent every span of their type.
|
|
26818
26663
|
*/
|
|
26819
26664
|
declare class CachedSpanFetcher {
|
|
26820
26665
|
private spanCache;
|
|
@@ -26822,10 +26667,7 @@ declare class CachedSpanFetcher {
|
|
|
26822
26667
|
private fetchFn;
|
|
26823
26668
|
constructor(objectType: "experiment" | "project_logs" | "playground_logs", objectId: string, rootSpanId: string, getState: () => Promise<BraintrustState>, brainstoreRealtime?: boolean);
|
|
26824
26669
|
constructor(fetchFn: SpanFetchFn);
|
|
26825
|
-
getSpans({ spanType, includeScorers, }?:
|
|
26826
|
-
spanType?: string[];
|
|
26827
|
-
includeScorers?: boolean;
|
|
26828
|
-
}): Promise<SpanData[]>;
|
|
26670
|
+
getSpans({ spanType: requestedSpanType, filters, includeScorers, }?: GetSpansOptions): Promise<SpanData[]>;
|
|
26829
26671
|
private fetchSpans;
|
|
26830
26672
|
private getFromCache;
|
|
26831
26673
|
}
|
|
@@ -26841,7 +26683,10 @@ interface GetThreadOptions {
|
|
|
26841
26683
|
preprocessor?: string;
|
|
26842
26684
|
}
|
|
26843
26685
|
interface GetSpansOptions {
|
|
26686
|
+
/** Optional top-level span type filter. */
|
|
26844
26687
|
spanType?: string[];
|
|
26688
|
+
/** Filters for span type, name, error state, metadata, and duration. */
|
|
26689
|
+
filters?: SpanFilters;
|
|
26845
26690
|
includeScorers?: boolean;
|
|
26846
26691
|
}
|
|
26847
26692
|
/**
|
|
@@ -26900,7 +26745,7 @@ declare class LocalTrace implements Trace {
|
|
|
26900
26745
|
* First checks the local span cache for recently logged spans, then falls
|
|
26901
26746
|
* back to CachedSpanFetcher which handles BTQL fetching and caching.
|
|
26902
26747
|
*/
|
|
26903
|
-
getSpans({ spanType, includeScorers, }?: GetSpansOptions): Promise<SpanData[]>;
|
|
26748
|
+
getSpans({ spanType, filters, includeScorers, }?: GetSpansOptions): Promise<SpanData[]>;
|
|
26904
26749
|
/**
|
|
26905
26750
|
* Get the thread (preprocessed messages) for this trace.
|
|
26906
26751
|
* Calls the API with the project_default preprocessor (which falls back to "thread").
|
|
@@ -49084,20 +48929,20 @@ declare namespace graphFramework {
|
|
|
49084
48929
|
export { graphFramework_AggregatorNode as AggregatorNode, type graphFramework_BuildContext as BuildContext, graphFramework_GateNode as GateNode, graphFramework_GraphBuilder as GraphBuilder, graphFramework_InputNode as InputNode, type graphFramework_LazyGraphNode as LazyGraphNode, graphFramework_LiteralNode as LiteralNode, type graphFramework_Node as Node, type graphFramework_NodeLike as NodeLike, graphFramework_OutputNode as OutputNode, graphFramework_PromptNode as PromptNode, graphFramework_PromptTemplateNode as PromptTemplateNode, type graphFramework_ProxyVariable as ProxyVariable, type graphFramework_TransformFn as TransformFn, graphFramework_createGraph as createGraph, _default as default, graphFramework_escapePath as escapePath, graphFramework_unescapePath as unescapePath };
|
|
49085
48930
|
}
|
|
49086
48931
|
|
|
49087
|
-
declare const
|
|
49088
|
-
declare const
|
|
48932
|
+
declare const WORKFLOW_TASK_KIND = "braintrust.workflow.task";
|
|
48933
|
+
declare const WORKFLOW_SCORER_KIND = "braintrust.workflow.scorer";
|
|
49089
48934
|
type JsonPrimitive = string | number | boolean | null;
|
|
49090
48935
|
type JsonValue = JsonPrimitive | JsonValue[] | {
|
|
49091
48936
|
[key: string]: JsonValue;
|
|
49092
48937
|
};
|
|
49093
48938
|
/**
|
|
49094
|
-
* Minimal persistence used to reconnect provider webhooks with
|
|
49095
|
-
*
|
|
48939
|
+
* Minimal persistence used to reconnect provider webhooks with provider
|
|
48940
|
+
* submissions. Each run, case, and submission is stored under its own key. Workflow
|
|
49096
48941
|
* evaluations do not require any Braintrust backend changes.
|
|
49097
48942
|
*
|
|
49098
48943
|
* @experimental - The API for this interface is not yet stabilized and may change or be removed across non-major versions. Functionality is not guaranteed.
|
|
49099
48944
|
*/
|
|
49100
|
-
interface
|
|
48945
|
+
interface WorkflowEvalStore {
|
|
49101
48946
|
read(key: string): Promise<Uint8Array | undefined>;
|
|
49102
48947
|
write(key: string, value: Uint8Array): Promise<void>;
|
|
49103
48948
|
/** Atomically stores `value` when `key` is absent and returns its stored value. */
|
|
@@ -49105,31 +48950,40 @@ interface DurableEvalStore {
|
|
|
49105
48950
|
value: Uint8Array;
|
|
49106
48951
|
created: boolean;
|
|
49107
48952
|
}>;
|
|
48953
|
+
/**
|
|
48954
|
+
* Atomically adds a unique member to a set. Repeated additions are harmless.
|
|
48955
|
+
* Set keys are separate from byte-record keys. Implementations must retain sets
|
|
48956
|
+
* for the same lifetime as run records.
|
|
48957
|
+
*/
|
|
48958
|
+
addToSet(key: string, member: string): Promise<void>;
|
|
48959
|
+
getSetSize(key: string): Promise<number>;
|
|
49108
48960
|
}
|
|
49109
48961
|
/**
|
|
49110
|
-
* Stores
|
|
48962
|
+
* Stores workflow evaluation state in memory. State is lost when the current
|
|
49111
48963
|
* JavaScript process exits.
|
|
49112
48964
|
*
|
|
49113
48965
|
* @experimental - The API for this class is not yet stabilized and may change or be removed across non-major versions. Functionality is not guaranteed.
|
|
49114
48966
|
*/
|
|
49115
|
-
declare class
|
|
48967
|
+
declare class WorkflowEvalMemoryStore implements WorkflowEvalStore {
|
|
49116
48968
|
private readonly values;
|
|
48969
|
+
private readonly sets;
|
|
49117
48970
|
read(key: string): Promise<Uint8Array | undefined>;
|
|
49118
48971
|
write(key: string, value: Uint8Array): Promise<void>;
|
|
49119
48972
|
getOrSet(key: string, value: Uint8Array): Promise<{
|
|
49120
48973
|
value: Uint8Array;
|
|
49121
48974
|
created: boolean;
|
|
49122
48975
|
}>;
|
|
48976
|
+
addToSet(key: string, member: string): Promise<void>;
|
|
48977
|
+
getSetSize(key: string): Promise<number>;
|
|
49123
48978
|
}
|
|
49124
48979
|
/**
|
|
49125
|
-
* Stores
|
|
49126
|
-
*
|
|
49127
|
-
* required from the client. Clients from `redis` (node-redis), `ioredis`, and
|
|
48980
|
+
* Stores workflow evaluation state in Redis using an existing Redis client.
|
|
48981
|
+
* Records are base64 encoded. Atomic progress sets use Redis Lua scripts. Clients from `redis` (node-redis), `ioredis`, and
|
|
49128
48982
|
* `@upstash/redis` can be passed directly.
|
|
49129
48983
|
*
|
|
49130
48984
|
* @experimental - The API for this class is not yet stabilized and may change or be removed across non-major versions. Functionality is not guaranteed.
|
|
49131
48985
|
*/
|
|
49132
|
-
declare class
|
|
48986
|
+
declare class WorkflowEvalRedisStore implements WorkflowEvalStore {
|
|
49133
48987
|
private readonly client;
|
|
49134
48988
|
private readonly keyPrefix;
|
|
49135
48989
|
private readonly ttlMs;
|
|
@@ -49150,12 +49004,15 @@ declare class DurableEvalRedisStore implements DurableEvalStore {
|
|
|
49150
49004
|
value: Uint8Array;
|
|
49151
49005
|
created: boolean;
|
|
49152
49006
|
}>;
|
|
49007
|
+
addToSet(key: string, member: string): Promise<void>;
|
|
49008
|
+
getSetSize(key: string): Promise<number>;
|
|
49009
|
+
private evalSet;
|
|
49153
49010
|
}
|
|
49154
|
-
interface
|
|
49011
|
+
interface WorkflowSubmissionContext {
|
|
49155
49012
|
runId: string;
|
|
49156
|
-
|
|
49013
|
+
submissionId: string;
|
|
49157
49014
|
}
|
|
49158
|
-
type
|
|
49015
|
+
type WorkflowSubmissionPoll = {
|
|
49159
49016
|
status: "pending";
|
|
49160
49017
|
} | {
|
|
49161
49018
|
status: "complete";
|
|
@@ -49163,17 +49020,17 @@ type DurableBatchPoll = {
|
|
|
49163
49020
|
status: "failed";
|
|
49164
49021
|
error: unknown;
|
|
49165
49022
|
};
|
|
49166
|
-
type
|
|
49023
|
+
type WorkflowSubmissionCompletion<SubmissionData extends JsonValue> = {
|
|
49167
49024
|
mode: "poll";
|
|
49168
|
-
/** Checks whether the
|
|
49169
|
-
poll(submissionData: SubmissionData, context:
|
|
49025
|
+
/** Checks whether the provider submission is ready to collect. */
|
|
49026
|
+
poll(submissionData: SubmissionData, context: WorkflowSubmissionContext): Promise<WorkflowSubmissionPoll>;
|
|
49170
49027
|
} | {
|
|
49171
49028
|
mode: "webhook";
|
|
49172
|
-
/** Returns the provider ID used to match an incoming webhook to this
|
|
49173
|
-
getExternalId(submissionData: SubmissionData, context:
|
|
49029
|
+
/** Returns the provider ID used to match an incoming webhook to this submission. */
|
|
49030
|
+
getExternalId(submissionData: SubmissionData, context: WorkflowSubmissionContext): string;
|
|
49174
49031
|
};
|
|
49175
|
-
interface
|
|
49176
|
-
/** Stable identifier for this case and trial within the
|
|
49032
|
+
interface WorkflowTaskItem<Input, Expected, Metadata extends BaseMetadata, Parameters extends EvalParameters> {
|
|
49033
|
+
/** Stable identifier for this case and trial within the workflow run. */
|
|
49177
49034
|
id: string;
|
|
49178
49035
|
/** Input value from the evaluation case. */
|
|
49179
49036
|
input: Input;
|
|
@@ -49183,14 +49040,12 @@ interface DurableBatchTaskItem<Input, Expected, Metadata extends BaseMetadata, P
|
|
|
49183
49040
|
metadata: Metadata;
|
|
49184
49041
|
/** Tags associated with the evaluation case. */
|
|
49185
49042
|
tags: string[] | undefined;
|
|
49186
|
-
/** Parameters supplied when the
|
|
49043
|
+
/** Parameters supplied when the workflow evaluation started. */
|
|
49187
49044
|
parameters: InferParameters<Parameters>;
|
|
49188
49045
|
/** Zero-based trial index for this case. */
|
|
49189
49046
|
trialIndex: number;
|
|
49190
49047
|
}
|
|
49191
|
-
type
|
|
49192
|
-
/** ID of the submitted item this result belongs to. */
|
|
49193
|
-
id: string;
|
|
49048
|
+
type WorkflowTaskResult<Output, Metadata extends BaseMetadata> = {
|
|
49194
49049
|
/** Task output for the item. */
|
|
49195
49050
|
output: Output;
|
|
49196
49051
|
/** Metadata to merge into the evaluation case. */
|
|
@@ -49198,82 +49053,80 @@ type DurableBatchTaskResult<Output, Metadata extends BaseMetadata> = {
|
|
|
49198
49053
|
/** Tags to replace those from the evaluation case. */
|
|
49199
49054
|
tags?: string[];
|
|
49200
49055
|
};
|
|
49201
|
-
type
|
|
49202
|
-
/** Stable identifier for this case and trial within the
|
|
49056
|
+
type WorkflowScorerItem<Input, Output, Expected, Metadata extends BaseMetadata> = EvalScorerArgs<Input, Output, Expected, Metadata> & {
|
|
49057
|
+
/** Stable identifier for this case and trial within the workflow run. */
|
|
49203
49058
|
id: string;
|
|
49204
49059
|
/** Zero-based trial index for this case. */
|
|
49205
49060
|
trialIndex: number;
|
|
49206
49061
|
};
|
|
49207
|
-
type
|
|
49208
|
-
/** ID of the submitted item this result belongs to. */
|
|
49209
|
-
id: string;
|
|
49062
|
+
type WorkflowScorerResult = {
|
|
49210
49063
|
/** Score or named scores produced for the item. */
|
|
49211
49064
|
score: OneOrMoreScores;
|
|
49212
49065
|
};
|
|
49213
|
-
interface
|
|
49214
|
-
/**
|
|
49215
|
-
|
|
49216
|
-
/**
|
|
49217
|
-
|
|
49218
|
-
/**
|
|
49219
|
-
|
|
49220
|
-
|
|
49221
|
-
|
|
49222
|
-
|
|
49223
|
-
|
|
49224
|
-
|
|
49225
|
-
|
|
49226
|
-
|
|
49227
|
-
interface DurableBatchScorer<Input, Output, Expected, Metadata extends BaseMetadata, SubmissionData extends JsonValue> {
|
|
49228
|
-
readonly kind: typeof BATCH_SCORER_KIND;
|
|
49066
|
+
interface WorkflowSubmissionProcessor<Item, Result, SubmissionData extends JsonValue> {
|
|
49067
|
+
/** Submits one case/trial and returns JSON-serializable provider data. */
|
|
49068
|
+
submit(item: Item, context: WorkflowSubmissionContext): Promise<SubmissionData>;
|
|
49069
|
+
/** Configures how the SDK learns that the submission completed. */
|
|
49070
|
+
completion: WorkflowSubmissionCompletion<SubmissionData>;
|
|
49071
|
+
/** Collects the result for a completed submission. May be called again on replay. */
|
|
49072
|
+
collect(submissionData: SubmissionData, context: WorkflowSubmissionContext): Promise<Result>;
|
|
49073
|
+
}
|
|
49074
|
+
interface WorkflowTaskDefinition<Input, Output, Expected, Metadata extends BaseMetadata, Parameters extends EvalParameters, SubmissionData extends JsonValue> {
|
|
49075
|
+
readonly kind: typeof WORKFLOW_TASK_KIND;
|
|
49076
|
+
readonly processor: WorkflowSubmissionProcessor<WorkflowTaskItem<Input, Expected, Metadata, Parameters>, WorkflowTaskResult<Output, Metadata>, SubmissionData>;
|
|
49077
|
+
}
|
|
49078
|
+
interface WorkflowScorerDefinition<Input, Output, Expected, Metadata extends BaseMetadata, SubmissionData extends JsonValue> {
|
|
49079
|
+
readonly kind: typeof WORKFLOW_SCORER_KIND;
|
|
49229
49080
|
name: string;
|
|
49230
|
-
readonly processor:
|
|
49081
|
+
readonly processor: WorkflowSubmissionProcessor<WorkflowScorerItem<Input, Output, Expected, Metadata>, WorkflowScorerResult, SubmissionData>;
|
|
49231
49082
|
}
|
|
49232
49083
|
/**
|
|
49233
|
-
* Defines a task that
|
|
49084
|
+
* Defines a task that submits one asynchronous provider operation per case/trial.
|
|
49234
49085
|
*
|
|
49235
49086
|
* @experimental - The API for this class is not yet stabilized and may change or be removed across non-major versions. Functionality is not guaranteed.
|
|
49236
49087
|
*/
|
|
49237
|
-
declare class
|
|
49238
|
-
readonly processor:
|
|
49239
|
-
readonly kind: typeof
|
|
49240
|
-
constructor(processor:
|
|
49088
|
+
declare class WorkflowTask<Input, Output, Expected = void, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters, SubmissionData extends JsonValue = JsonValue> implements WorkflowTaskDefinition<Input, Output, Expected, Metadata, Parameters, SubmissionData> {
|
|
49089
|
+
readonly processor: WorkflowSubmissionProcessor<WorkflowTaskItem<Input, Expected, Metadata, Parameters>, WorkflowTaskResult<Output, Metadata>, SubmissionData>;
|
|
49090
|
+
readonly kind: typeof WORKFLOW_TASK_KIND;
|
|
49091
|
+
constructor(processor: WorkflowSubmissionProcessor<WorkflowTaskItem<Input, Expected, Metadata, Parameters>, WorkflowTaskResult<Output, Metadata>, SubmissionData>);
|
|
49241
49092
|
}
|
|
49242
49093
|
/**
|
|
49243
|
-
* Defines a scorer that
|
|
49094
|
+
* Defines a scorer that submits one asynchronous provider operation per case/trial.
|
|
49244
49095
|
*
|
|
49245
49096
|
* @experimental - The API for this class is not yet stabilized and may change or be removed across non-major versions. Functionality is not guaranteed.
|
|
49246
49097
|
*/
|
|
49247
|
-
declare class
|
|
49248
|
-
readonly processor:
|
|
49098
|
+
declare class WorkflowScorer<Input, Output, Expected = void, Metadata extends BaseMetadata = DefaultMetadataType, SubmissionData extends JsonValue = JsonValue> implements WorkflowScorerDefinition<Input, Output, Expected, Metadata, SubmissionData> {
|
|
49099
|
+
readonly processor: WorkflowSubmissionProcessor<WorkflowScorerItem<Input, Output, Expected, Metadata>, WorkflowScorerResult, SubmissionData> & {
|
|
49249
49100
|
name: string;
|
|
49250
49101
|
};
|
|
49251
|
-
readonly kind: typeof
|
|
49102
|
+
readonly kind: typeof WORKFLOW_SCORER_KIND;
|
|
49252
49103
|
readonly name: string;
|
|
49253
|
-
constructor(processor:
|
|
49104
|
+
constructor(processor: WorkflowSubmissionProcessor<WorkflowScorerItem<Input, Output, Expected, Metadata>, WorkflowScorerResult, SubmissionData> & {
|
|
49254
49105
|
name: string;
|
|
49255
49106
|
});
|
|
49256
49107
|
}
|
|
49257
|
-
type
|
|
49258
|
-
store:
|
|
49108
|
+
type WorkflowEvaluator<Input, Output, Expected = void, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters> = Omit<Evaluator<Input, Output, Expected, Metadata, Parameters>, "task" | "scores" | "timeout" | "signal" | "maxConcurrency" | "update"> & {
|
|
49109
|
+
store: WorkflowEvalStore;
|
|
49110
|
+
/** Maximum concurrent provider callbacks per invocation. Defaults to 10. */
|
|
49111
|
+
maxConcurrency?: number;
|
|
49259
49112
|
/**
|
|
49260
49113
|
* Returns a stable case ID when a data item has neither `id` nor `upsert_id`.
|
|
49261
49114
|
* The ID is shared by all trials of the same case.
|
|
49262
49115
|
*/
|
|
49263
49116
|
caseId?: (datum: EvalCase<Input, Expected, Metadata>) => string | Promise<string>;
|
|
49264
|
-
task: EvalTask<Input, Output, Expected, Metadata, Parameters> |
|
|
49265
|
-
scores?: Array<EvalScorer<Input, Output, Expected, Metadata> |
|
|
49117
|
+
task: EvalTask<Input, Output, Expected, Metadata, Parameters> | WorkflowTaskDefinition<Input, Output, Expected, Metadata, Parameters, JsonValue>;
|
|
49118
|
+
scores?: Array<EvalScorer<Input, Output, Expected, Metadata> | WorkflowScorerDefinition<Input, Output, Expected, Metadata, JsonValue>>;
|
|
49266
49119
|
};
|
|
49267
|
-
interface
|
|
49120
|
+
interface WorkflowEvalStartOptions<Parameters extends EvalParameters = EvalParameters> {
|
|
49268
49121
|
parameters?: InferParameters<Parameters>;
|
|
49269
49122
|
noSendLogs?: boolean;
|
|
49270
49123
|
}
|
|
49271
|
-
type
|
|
49124
|
+
type WorkflowSubmissionResult = {
|
|
49272
49125
|
runId: string;
|
|
49273
|
-
|
|
49126
|
+
submissionId?: string;
|
|
49274
49127
|
externalId?: string;
|
|
49275
49128
|
};
|
|
49276
|
-
type
|
|
49129
|
+
type WorkflowEvalResult = {
|
|
49277
49130
|
status: "waiting";
|
|
49278
49131
|
runId: string;
|
|
49279
49132
|
pending: {
|
|
@@ -49289,22 +49142,22 @@ type DurableEvalResult = {
|
|
|
49289
49142
|
};
|
|
49290
49143
|
summary: ExperimentSummary;
|
|
49291
49144
|
};
|
|
49292
|
-
interface
|
|
49293
|
-
start(options?:
|
|
49145
|
+
interface WorkflowEvalDefinition<Parameters extends EvalParameters> {
|
|
49146
|
+
start(options?: WorkflowEvalStartOptions<Parameters>): Promise<WorkflowEvalResult>;
|
|
49294
49147
|
status(options: {
|
|
49295
49148
|
runId: string;
|
|
49296
|
-
}): Promise<
|
|
49149
|
+
}): Promise<WorkflowEvalResult>;
|
|
49297
49150
|
poll(options: {
|
|
49298
49151
|
runId: string;
|
|
49299
|
-
}): Promise<
|
|
49300
|
-
|
|
49152
|
+
}): Promise<WorkflowEvalResult>;
|
|
49153
|
+
processSubmissionResult(result: WorkflowSubmissionResult): Promise<WorkflowEvalResult>;
|
|
49301
49154
|
}
|
|
49302
49155
|
/**
|
|
49303
|
-
* Defines a
|
|
49156
|
+
* Defines a workflow evaluation backed by a user-provided store.
|
|
49304
49157
|
*
|
|
49305
49158
|
* @experimental - The API for this function is not yet stabilized and may change or be removed across non-major versions. Functionality is not guaranteed.
|
|
49306
49159
|
*/
|
|
49307
|
-
declare function
|
|
49160
|
+
declare function defineWorkflowEval<Input, Output, Expected = void, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters>(projectName: string, evaluator: WorkflowEvaluator<Input, Output, Expected, Metadata, Parameters>): WorkflowEvalDefinition<Parameters>;
|
|
49308
49161
|
|
|
49309
49162
|
type MaybePromise<T> = T | Promise<T>;
|
|
49310
49163
|
type AssertionMatcher = RegExp | ((value: unknown) => boolean) | readonly AssertionMatcher[] | {
|
|
@@ -49614,6 +49467,7 @@ interface InstrumentationIntegrationsConfig {
|
|
|
49614
49467
|
cloudflareAgents?: boolean;
|
|
49615
49468
|
langchain?: boolean;
|
|
49616
49469
|
langgraph?: boolean;
|
|
49470
|
+
langgraphSDK?: boolean;
|
|
49617
49471
|
langsmith?: boolean;
|
|
49618
49472
|
voyageai?: boolean;
|
|
49619
49473
|
elevenlabs?: boolean;
|
|
@@ -49770,10 +49624,6 @@ type exports$1_BaseAttachment = BaseAttachment;
|
|
|
49770
49624
|
declare const exports$1_BaseAttachment: typeof BaseAttachment;
|
|
49771
49625
|
declare const exports$1_BaseExperiment: typeof BaseExperiment;
|
|
49772
49626
|
type exports$1_BaseMetadata = BaseMetadata;
|
|
49773
|
-
type exports$1_BatchScorer<Input, Output, Expected = void, Metadata extends BaseMetadata = DefaultMetadataType, SubmissionData extends JsonValue = JsonValue> = BatchScorer<Input, Output, Expected, Metadata, SubmissionData>;
|
|
49774
|
-
declare const exports$1_BatchScorer: typeof BatchScorer;
|
|
49775
|
-
type exports$1_BatchTask<Input, Output, Expected = void, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters, SubmissionData extends JsonValue = JsonValue> = BatchTask<Input, Output, Expected, Metadata, Parameters, SubmissionData>;
|
|
49776
|
-
declare const exports$1_BatchTask: typeof BatchTask;
|
|
49777
49627
|
type exports$1_BraintrustLangChainCallbackHandler<IsAsyncFlush extends boolean = true> = BraintrustLangChainCallbackHandler<IsAsyncFlush>;
|
|
49778
49628
|
declare const exports$1_BraintrustLangChainCallbackHandler: typeof BraintrustLangChainCallbackHandler;
|
|
49779
49629
|
declare const exports$1_BraintrustMiddleware: typeof BraintrustMiddleware;
|
|
@@ -49813,11 +49663,6 @@ type exports$1_DatasetRestoreResult = DatasetRestoreResult;
|
|
|
49813
49663
|
type exports$1_DatasetSummary = DatasetSummary;
|
|
49814
49664
|
type exports$1_DefaultMetadataType = DefaultMetadataType;
|
|
49815
49665
|
type exports$1_DefaultPromptArgs = DefaultPromptArgs;
|
|
49816
|
-
type exports$1_DurableEvalMemoryStore = DurableEvalMemoryStore;
|
|
49817
|
-
declare const exports$1_DurableEvalMemoryStore: typeof DurableEvalMemoryStore;
|
|
49818
|
-
type exports$1_DurableEvalRedisStore = DurableEvalRedisStore;
|
|
49819
|
-
declare const exports$1_DurableEvalRedisStore: typeof DurableEvalRedisStore;
|
|
49820
|
-
type exports$1_DurableEvalStore = DurableEvalStore;
|
|
49821
49666
|
declare const exports$1_ERR_PERMALINK: typeof ERR_PERMALINK;
|
|
49822
49667
|
type exports$1_EndSpanArgs = EndSpanArgs;
|
|
49823
49668
|
declare const exports$1_Eval: typeof Eval;
|
|
@@ -49934,8 +49779,10 @@ type exports$1_SetCurrentArg = SetCurrentArg;
|
|
|
49934
49779
|
type exports$1_Span = Span;
|
|
49935
49780
|
type exports$1_SpanContext = SpanContext;
|
|
49936
49781
|
type exports$1_SpanData = SpanData;
|
|
49782
|
+
type exports$1_SpanDurationFilter = SpanDurationFilter;
|
|
49937
49783
|
type exports$1_SpanFetcher = SpanFetcher;
|
|
49938
49784
|
declare const exports$1_SpanFetcher: typeof SpanFetcher;
|
|
49785
|
+
type exports$1_SpanFilters = SpanFilters;
|
|
49939
49786
|
type exports$1_SpanImpl = SpanImpl;
|
|
49940
49787
|
declare const exports$1_SpanImpl: typeof SpanImpl;
|
|
49941
49788
|
type exports$1_StartSpanArgs = StartSpanArgs;
|
|
@@ -49954,6 +49801,15 @@ type exports$1_TraceContextHeaders = TraceContextHeaders;
|
|
|
49954
49801
|
type exports$1_UUIDGenerator = UUIDGenerator;
|
|
49955
49802
|
declare const exports$1_UUIDGenerator: typeof UUIDGenerator;
|
|
49956
49803
|
type exports$1_WithTransactionId<R> = WithTransactionId<R>;
|
|
49804
|
+
type exports$1_WorkflowEvalMemoryStore = WorkflowEvalMemoryStore;
|
|
49805
|
+
declare const exports$1_WorkflowEvalMemoryStore: typeof WorkflowEvalMemoryStore;
|
|
49806
|
+
type exports$1_WorkflowEvalRedisStore = WorkflowEvalRedisStore;
|
|
49807
|
+
declare const exports$1_WorkflowEvalRedisStore: typeof WorkflowEvalRedisStore;
|
|
49808
|
+
type exports$1_WorkflowEvalStore = WorkflowEvalStore;
|
|
49809
|
+
type exports$1_WorkflowScorer<Input, Output, Expected = void, Metadata extends BaseMetadata = DefaultMetadataType, SubmissionData extends JsonValue = JsonValue> = WorkflowScorer<Input, Output, Expected, Metadata, SubmissionData>;
|
|
49810
|
+
declare const exports$1_WorkflowScorer: typeof WorkflowScorer;
|
|
49811
|
+
type exports$1_WorkflowTask<Input, Output, Expected = void, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters, SubmissionData extends JsonValue = JsonValue> = WorkflowTask<Input, Output, Expected, Metadata, Parameters, SubmissionData>;
|
|
49812
|
+
declare const exports$1_WorkflowTask: typeof WorkflowTask;
|
|
49957
49813
|
declare const exports$1_X_CACHED_HEADER: typeof X_CACHED_HEADER;
|
|
49958
49814
|
declare const exports$1__exportsForTestingOnly: typeof _exportsForTestingOnly;
|
|
49959
49815
|
declare const exports$1__internalGetGlobalState: typeof _internalGetGlobalState;
|
|
@@ -49977,12 +49833,13 @@ declare const exports$1_currentLogger: typeof currentLogger;
|
|
|
49977
49833
|
declare const exports$1_currentSpan: typeof currentSpan;
|
|
49978
49834
|
declare const exports$1_deepCopyEvent: typeof deepCopyEvent;
|
|
49979
49835
|
declare const exports$1_defaultErrorScoreHandler: typeof defaultErrorScoreHandler;
|
|
49980
|
-
declare const exports$
|
|
49836
|
+
declare const exports$1_defineWorkflowEval: typeof defineWorkflowEval;
|
|
49981
49837
|
declare const exports$1_deserializePlainStringAsJSON: typeof deserializePlainStringAsJSON;
|
|
49982
49838
|
declare const exports$1_devNullWritableStream: typeof devNullWritableStream;
|
|
49983
49839
|
declare const exports$1_evaluatorDefinitionSchema: typeof evaluatorDefinitionSchema;
|
|
49984
49840
|
declare const exports$1_evaluatorDefinitionsSchema: typeof evaluatorDefinitionsSchema;
|
|
49985
49841
|
declare const exports$1_extractTraceContextFromHeaders: typeof extractTraceContextFromHeaders;
|
|
49842
|
+
declare const exports$1_failOpenAIAgentsTrace: typeof failOpenAIAgentsTrace;
|
|
49986
49843
|
declare const exports$1_flush: typeof flush;
|
|
49987
49844
|
declare const exports$1_getContextManager: typeof getContextManager;
|
|
49988
49845
|
declare const exports$1_getIdGenerator: typeof getIdGenerator;
|
|
@@ -50028,11 +49885,13 @@ declare const exports$1_runEvaluator: typeof runEvaluator;
|
|
|
50028
49885
|
declare const exports$1_setFetch: typeof setFetch;
|
|
50029
49886
|
declare const exports$1_setMaskingFunction: typeof setMaskingFunction;
|
|
50030
49887
|
declare const exports$1_spanComponentsToObjectId: typeof spanComponentsToObjectId;
|
|
49888
|
+
declare const exports$1_startOpenAIAgentsTrace: typeof startOpenAIAgentsTrace;
|
|
50031
49889
|
declare const exports$1_startSpan: typeof startSpan;
|
|
50032
49890
|
declare const exports$1_summarize: typeof summarize;
|
|
50033
49891
|
declare const exports$1_templateRegistry: typeof templateRegistry;
|
|
50034
49892
|
declare const exports$1_traceable: typeof traceable;
|
|
50035
49893
|
declare const exports$1_traced: typeof traced;
|
|
49894
|
+
declare const exports$1_updateOpenAIAgentsTrace: typeof updateOpenAIAgentsTrace;
|
|
50036
49895
|
declare const exports$1_updateSpan: typeof updateSpan;
|
|
50037
49896
|
declare const exports$1_uploadLogs3OverflowPayload: typeof uploadLogs3OverflowPayload;
|
|
50038
49897
|
declare const exports$1_utf8ByteLength: typeof utf8ByteLength;
|
|
@@ -50061,6 +49920,7 @@ declare const exports$1_wrapGoogleGenerativeAI: typeof wrapGoogleGenerativeAI;
|
|
|
50061
49920
|
declare const exports$1_wrapGroq: typeof wrapGroq;
|
|
50062
49921
|
declare const exports$1_wrapHuggingFace: typeof wrapHuggingFace;
|
|
50063
49922
|
declare const exports$1_wrapHuggingFaceTransformers: typeof wrapHuggingFaceTransformers;
|
|
49923
|
+
declare const exports$1_wrapLangGraphSDK: typeof wrapLangGraphSDK;
|
|
50064
49924
|
declare const exports$1_wrapLangSmithClient: typeof wrapLangSmithClient;
|
|
50065
49925
|
declare const exports$1_wrapLangSmithRunTrees: typeof wrapLangSmithRunTrees;
|
|
50066
49926
|
declare const exports$1_wrapLangSmithTraceable: typeof wrapLangSmithTraceable;
|
|
@@ -50078,7 +49938,7 @@ declare const exports$1_wrapTraced: typeof wrapTraced;
|
|
|
50078
49938
|
declare const exports$1_wrapVitest: typeof wrapVitest;
|
|
50079
49939
|
declare const exports$1_wrapVoyageAI: typeof wrapVoyageAI;
|
|
50080
49940
|
declare namespace exports$1 {
|
|
50081
|
-
export { type exports$1_AnyDataset as AnyDataset, exports$1_Attachment as Attachment, type exports$1_AttachmentParams as AttachmentParams, exports$1_AttachmentReference as AttachmentReference, exports$1_BAGGAGE_HEADER as BAGGAGE_HEADER, exports$1_BRAINTRUST_CURRENT_SPAN_STORE as BRAINTRUST_CURRENT_SPAN_STORE, exports$1_BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME as BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME, exports$1_BRAINTRUST_PARENT_KEY as BRAINTRUST_PARENT_KEY, type exports$1_BackgroundLoggerOpts as BackgroundLoggerOpts, exports$1_BaseAttachment as BaseAttachment, exports$1_BaseExperiment as BaseExperiment, type exports$1_BaseMetadata as BaseMetadata, exports$1_BatchScorer as BatchScorer, exports$1_BatchTask as BatchTask, exports$1_BraintrustLangChainCallbackHandler as BraintrustLangChainCallbackHandler, exports$1_BraintrustMiddleware as BraintrustMiddleware, exports$1_BraintrustObservabilityExporter as BraintrustObservabilityExporter, exports$1_BraintrustState as BraintrustState, exports$1_BraintrustStream as BraintrustStream, type exports$1_BraintrustStreamChunk as BraintrustStreamChunk, exports$1_CachedSpanFetcher as CachedSpanFetcher, type exports$1_ChatPrompt as ChatPrompt, exports$1_CodeFunction as CodeFunction, type exports$1_CodeOpts as CodeOpts, exports$1_CodePrompt as CodePrompt, type exports$1_CommentEvent as CommentEvent, type exports$1_CompiledPrompt as CompiledPrompt, type exports$1_CompiledPromptParams as CompiledPromptParams, type exports$1_CompletionPrompt as CompletionPrompt, exports$1_ContextManager as ContextManager, type exports$1_ContextParentSpanIds as ContextParentSpanIds, type exports$1_CreateProjectOpts as CreateProjectOpts, type exports$1_CurrentSpanStore as CurrentSpanStore, exports$1_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, exports$1_DEFAULT_MAX_REQUEST_SIZE as DEFAULT_MAX_REQUEST_SIZE, type exports$1_DataSummary as DataSummary, exports$1_Dataset as Dataset, exports$1_DatasetPipeline as DatasetPipeline, type exports$1_DatasetRecord as DatasetRecord, type exports$1_DatasetRestorePreviewResult as DatasetRestorePreviewResult, type exports$1_DatasetRestoreResult as DatasetRestoreResult, type DatasetSnapshotType as DatasetSnapshot, type exports$1_DatasetSummary as DatasetSummary, type exports$1_DefaultMetadataType as DefaultMetadataType, type exports$1_DefaultPromptArgs as DefaultPromptArgs, exports$1_DurableEvalMemoryStore as DurableEvalMemoryStore, exports$1_DurableEvalRedisStore as DurableEvalRedisStore, type exports$1_DurableEvalStore as DurableEvalStore, exports$1_ERR_PERMALINK as ERR_PERMALINK, type exports$1_EndSpanArgs as EndSpanArgs, exports$1_Eval as Eval, type exports$1_EvalCase as EvalCase, type exports$1_EvalClassifier as EvalClassifier, type exports$1_EvalHooks as EvalHooks, type exports$1_EvalParameterSerializedSchema as EvalParameterSerializedSchema, type exports$1_EvalParameters as EvalParameters, type exports$1_EvalResult as EvalResult, exports$1_EvalResultWithSummary as EvalResultWithSummary, type exports$1_EvalScorer as EvalScorer, type exports$1_EvalScorerArgs as EvalScorerArgs, type exports$1_EvalTask as EvalTask, type exports$1_Evaluator as Evaluator, type exports$1_EvaluatorDef as EvaluatorDef, type exports$1_EvaluatorDefinition as EvaluatorDefinition, type exports$1_EvaluatorDefinitions as EvaluatorDefinitions, type exports$1_EvaluatorFile as EvaluatorFile, type exports$1_EvaluatorManifest as EvaluatorManifest, exports$1_Experiment as Experiment, type exports$1_ExperimentLogFullArgs as ExperimentLogFullArgs, type exports$1_ExperimentLogPartialArgs as ExperimentLogPartialArgs, type exports$1_ExperimentSummary as ExperimentSummary, type exports$1_Exportable as Exportable, exports$1_ExternalAttachment as ExternalAttachment, type exports$1_ExternalAttachmentParams as ExternalAttachmentParams, exports$1_FailedHTTPResponse as FailedHTTPResponse, type exports$1_FullInitDatasetOptions as FullInitDatasetOptions, type exports$1_FullInitOptions as FullInitOptions, type exports$1_FullLoginOptions as FullLoginOptions, type exports$1_FunctionEvent as FunctionEvent, type exports$1_GetThreadOptions as GetThreadOptions, exports$1_IDGenerator as IDGenerator, type exports$1_IdField as IdField, type exports$1_InitDatasetOptions as InitDatasetOptions, type exports$1_InitLoggerOptions as InitLoggerOptions, type exports$1_InitOptions as InitOptions, type exports$1_InputField as InputField, type exports$1_InstrumentationConfig as InstrumentationConfig, type exports$1_InvokeFunctionArgs as InvokeFunctionArgs, type exports$1_InvokeReturn as InvokeReturn, exports$1_JSONAttachment as JSONAttachment, exports$1_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, exports$1_LOGS3_OVERFLOW_REFERENCE_TYPE as LOGS3_OVERFLOW_REFERENCE_TYPE, type exports$1_LangChainCallbackHandlerOptions as LangChainCallbackHandlerOptions, exports$1_LazyValue as LazyValue, type exports$1_LoadPromptOptions as LoadPromptOptions, exports$1_LocalTrace as LocalTrace, type exports$1_LogCommentFullArgs as LogCommentFullArgs, type exports$1_LogFeedbackFullArgs as LogFeedbackFullArgs, type exports$1_LogOptions as LogOptions, exports$1_Logger as Logger, exports$1_LoginInvalidOrgError as LoginInvalidOrgError, type exports$1_LoginOptions as LoginOptions, type exports$1_Logs3OverflowInputRow as Logs3OverflowInputRow, type exports$1_Logs3OverflowUpload as Logs3OverflowUpload, type exports$1_MastraObservabilityExporter as MastraObservabilityExporter, type exports$1_MetricSummary as MetricSummary, exports$1_NOOP_SPAN as NOOP_SPAN, exports$1_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, exports$1_NoopSpan as NoopSpan, exports$1_OTELIDGenerator as OTELIDGenerator, exports$1_ObjectFetcher as ObjectFetcher, type exports$1_ObjectMetadata as ObjectMetadata, type exports$1_OtherExperimentLogFields as OtherExperimentLogFields, type exports$1_ParametersSource as ParametersSource, type exports$1_ParentExperimentIds as ParentExperimentIds, type exports$1_ParentProjectLogIds as ParentProjectLogIds, type exports$1_ParsedTraceparent as ParsedTraceparent, exports$1_Project as Project, exports$1_ProjectNameIdMap as ProjectNameIdMap, type exports$1_PromiseUnless as PromiseUnless, exports$1_Prompt as Prompt, exports$1_PromptBuilder as PromptBuilder, type exports$1_PromptContents as PromptContents, type exports$1_PromptDefinition as PromptDefinition, type exports$1_PromptDefinitionWithTools as PromptDefinitionWithTools, type exports$1_PromptOpts as PromptOpts, type exports$1_PromptRowWithId as PromptRowWithId, type exports$1_PropagatedState as PropagatedState, type exports$1_PropagationContext as PropagationContext, exports$1_ReadonlyAttachment as ReadonlyAttachment, exports$1_ReadonlyExperiment as ReadonlyExperiment, type exports$1_RegisterSandboxOptions as RegisterSandboxOptions, type exports$1_RegisterSandboxResult as RegisterSandboxResult, exports$1_Reporter as Reporter, type exports$1_ReporterBody as ReporterBody, type exports$1_SandboxConfig as SandboxConfig, type exports$1_ScoreSummary as ScoreSummary, exports$1_ScorerBuilder as ScorerBuilder, type exports$1_ScorerOpts as ScorerOpts, type exports$1_SerializedBraintrustState as SerializedBraintrustState, type exports$1_SetCurrentArg as SetCurrentArg, type exports$1_Span as Span, type exports$1_SpanContext as SpanContext, type exports$1_SpanData as SpanData, exports$1_SpanFetcher as SpanFetcher, exports$1_SpanImpl as SpanImpl, type exports$1_StartSpanArgs as StartSpanArgs, exports$1_TRACEPARENT_HEADER as TRACEPARENT_HEADER, exports$1_TRACESTATE_HEADER as TRACESTATE_HEADER, type exports$1_TemplateFormat as TemplateFormat, type exports$1_TemplateRenderer as TemplateRenderer, type exports$1_TemplateRendererPlugin as TemplateRendererPlugin, exports$1_TestBackgroundLogger as TestBackgroundLogger, exports$1_ToolBuilder as ToolBuilder, type exports$1_Trace as Trace, type exports$1_TraceContextCarrier as TraceContextCarrier, type exports$1_TraceContextHeaders as TraceContextHeaders, exports$1_UUIDGenerator as UUIDGenerator, type exports$1_WithTransactionId as WithTransactionId, exports$1_X_CACHED_HEADER as X_CACHED_HEADER, exports$1__exportsForTestingOnly as _exportsForTestingOnly, exports$1__internalGetGlobalState as _internalGetGlobalState, iso as _internalIso, exports$1__internalSetInitialState as _internalSetInitialState, exports$1_addAzureBlobHeaders as addAzureBlobHeaders, exports$1_agentAssertionScorer as agentAssertionScorer, exports$1_braintrustAISDKTelemetry as braintrustAISDKTelemetry, exports$1_braintrustEveHook as braintrustEveHook, exports$1_braintrustEveInstrumentation as braintrustEveInstrumentation, exports$1_braintrustFlueInstrumentation as braintrustFlueInstrumentation, exports$1_braintrustFlueObserver as braintrustFlueObserver, exports$1_braintrustStreamChunkSchema as braintrustStreamChunkSchema, exports$1_buildLocalSummary as buildLocalSummary, exports$1_collectAnthropicSession as collectAnthropicSession, exports$1_completeOpenAIBatchTrace as completeOpenAIBatchTrace, exports$1_configureInstrumentation as configureInstrumentation, exports$1_constructLogs3OverflowRequest as constructLogs3OverflowRequest, exports$1_createFinalValuePassThroughStream as createFinalValuePassThroughStream, exports$1_currentExperiment as currentExperiment, exports$1_currentLogger as currentLogger, exports$1_currentSpan as currentSpan, exports$1_deepCopyEvent as deepCopyEvent, exports$1_defaultErrorScoreHandler as defaultErrorScoreHandler, exports$1_defineDurableEval as defineDurableEval, exports$1_deserializePlainStringAsJSON as deserializePlainStringAsJSON, exports$1_devNullWritableStream as devNullWritableStream, exports$1_evaluatorDefinitionSchema as evaluatorDefinitionSchema, exports$1_evaluatorDefinitionsSchema as evaluatorDefinitionsSchema, exports$1_extractTraceContextFromHeaders as extractTraceContextFromHeaders, exports$1_flush as flush, exports$1_getContextManager as getContextManager, exports$1_getIdGenerator as getIdGenerator, exports$1_getPromptVersions as getPromptVersions, exports$1_getSpanParentObject as getSpanParentObject, exports$1_getTemplateRenderer as getTemplateRenderer, graphFramework as graph, exports$1_init as init, exports$1_initDataset as initDataset, exports$1_initExperiment as initExperiment, exports$1_initFunction as initFunction, exports$1_initLogger as initLogger, exports$1_initNodeTestSuite as initNodeTestSuite, exports$1_injectTraceContext as injectTraceContext, exports$1_invoke as invoke, exports$1_isTemplateFormat as isTemplateFormat, exports$1_loadParameters as loadParameters, exports$1_loadPrompt as loadPrompt, exports$1_log as log, exports$1_logError as logError, exports$1_login as login, exports$1_loginToState as loginToState, exports$1_logs3OverflowUploadSchema as logs3OverflowUploadSchema, exports$1_newId as newId, exports$1_openaiBatchesRetrieveTraced as openaiBatchesRetrieveTraced, exports$1_openaiFilesCreateTraced as openaiFilesCreateTraced, exports$1_parseCachedHeader as parseCachedHeader, exports$1_parseTemplateFormat as parseTemplateFormat, exports$1_permalink as permalink, exports$1_pickLogs3OverflowObjectIds as pickLogs3OverflowObjectIds, exports$1_projects as projects, exports$1_promptContentsSchema as promptContentsSchema, exports$1_promptDefinitionSchema as promptDefinitionSchema, exports$1_promptDefinitionToPromptData as promptDefinitionToPromptData, exports$1_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, exports$1_registerOtelFlush as registerOtelFlush, exports$1_registerSandbox as registerSandbox, exports$1_registerTemplatePlugin as registerTemplatePlugin, exports$1_renderMessage as renderMessage, exports$1_renderPromptParams as renderPromptParams, exports$1_renderTemplateContent as renderTemplateContent, exports$1_reportFailures as reportFailures, exports$1_runEvaluator as runEvaluator, exports$1_setFetch as setFetch, exports$1_setMaskingFunction as setMaskingFunction, exports$1_spanComponentsToObjectId as spanComponentsToObjectId, exports$1_startSpan as startSpan, exports$1_summarize as summarize, exports$1_templateRegistry as templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, exports$1_traceable as traceable, exports$1_traced as traced, exports$1_updateSpan as updateSpan, exports$1_uploadLogs3OverflowPayload as uploadLogs3OverflowPayload, exports$1_utf8ByteLength as utf8ByteLength, exports$1_withCurrent as withCurrent, exports$1_withDataset as withDataset, exports$1_withExperiment as withExperiment, exports$1_withLogger as withLogger, exports$1_withParent as withParent, exports$1_wrapAISDK as wrapAISDK, exports$1_wrapAISDKModel as wrapAISDKModel, exports$1_wrapAgentClass as wrapAgentClass, exports$1_wrapAnthropic as wrapAnthropic, exports$1_wrapBedrockRuntime as wrapBedrockRuntime, exports$1_wrapClaudeAgentSDK as wrapClaudeAgentSDK, exports$1_wrapCloudflareAIChat as wrapCloudflareAIChat, exports$1_wrapCloudflareAgent as wrapCloudflareAgent, exports$1_wrapCloudflareThink as wrapCloudflareThink, exports$1_wrapCohere as wrapCohere, exports$1_wrapCopilotClient as wrapCopilotClient, exports$1_wrapCursorSDK as wrapCursorSDK, exports$1_wrapElevenLabs as wrapElevenLabs, exports$1_wrapGenkit as wrapGenkit, exports$1_wrapGoogleADK as wrapGoogleADK, exports$1_wrapGoogleGenAI as wrapGoogleGenAI, exports$1_wrapGoogleGenerativeAI as wrapGoogleGenerativeAI, exports$1_wrapGroq as wrapGroq, exports$1_wrapHuggingFace as wrapHuggingFace, exports$1_wrapHuggingFaceTransformers as wrapHuggingFaceTransformers, exports$1_wrapLangSmithClient as wrapLangSmithClient, exports$1_wrapLangSmithRunTrees as wrapLangSmithRunTrees, exports$1_wrapLangSmithTraceable as wrapLangSmithTraceable, exports$1_wrapMastraAgent as wrapMastraAgent, exports$1_wrapMistral as wrapMistral, exports$1_wrapOllama as wrapOllama, exports$1_wrapOpenAI as wrapOpenAI, exports$1_wrapOpenAICodexSDK as wrapOpenAICodexSDK, exports$1_wrapOpenAIv4 as wrapOpenAIv4, exports$1_wrapOpenRouter as wrapOpenRouter, exports$1_wrapOpenRouterAgent as wrapOpenRouterAgent, exports$1_wrapPiCodingAgentSDK as wrapPiCodingAgentSDK, exports$1_wrapStrandsAgentSDK as wrapStrandsAgentSDK, exports$1_wrapTraced as wrapTraced, exports$1_wrapVitest as wrapVitest, exports$1_wrapVoyageAI as wrapVoyageAI };
|
|
49941
|
+
export { type exports$1_AnyDataset as AnyDataset, exports$1_Attachment as Attachment, type exports$1_AttachmentParams as AttachmentParams, exports$1_AttachmentReference as AttachmentReference, exports$1_BAGGAGE_HEADER as BAGGAGE_HEADER, exports$1_BRAINTRUST_CURRENT_SPAN_STORE as BRAINTRUST_CURRENT_SPAN_STORE, exports$1_BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME as BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME, exports$1_BRAINTRUST_PARENT_KEY as BRAINTRUST_PARENT_KEY, type exports$1_BackgroundLoggerOpts as BackgroundLoggerOpts, exports$1_BaseAttachment as BaseAttachment, exports$1_BaseExperiment as BaseExperiment, type exports$1_BaseMetadata as BaseMetadata, exports$1_BraintrustLangChainCallbackHandler as BraintrustLangChainCallbackHandler, exports$1_BraintrustMiddleware as BraintrustMiddleware, exports$1_BraintrustObservabilityExporter as BraintrustObservabilityExporter, exports$1_BraintrustState as BraintrustState, exports$1_BraintrustStream as BraintrustStream, type exports$1_BraintrustStreamChunk as BraintrustStreamChunk, exports$1_CachedSpanFetcher as CachedSpanFetcher, type exports$1_ChatPrompt as ChatPrompt, exports$1_CodeFunction as CodeFunction, type exports$1_CodeOpts as CodeOpts, exports$1_CodePrompt as CodePrompt, type exports$1_CommentEvent as CommentEvent, type exports$1_CompiledPrompt as CompiledPrompt, type exports$1_CompiledPromptParams as CompiledPromptParams, type exports$1_CompletionPrompt as CompletionPrompt, exports$1_ContextManager as ContextManager, type exports$1_ContextParentSpanIds as ContextParentSpanIds, type exports$1_CreateProjectOpts as CreateProjectOpts, type exports$1_CurrentSpanStore as CurrentSpanStore, exports$1_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, exports$1_DEFAULT_MAX_REQUEST_SIZE as DEFAULT_MAX_REQUEST_SIZE, type exports$1_DataSummary as DataSummary, exports$1_Dataset as Dataset, exports$1_DatasetPipeline as DatasetPipeline, type exports$1_DatasetRecord as DatasetRecord, type exports$1_DatasetRestorePreviewResult as DatasetRestorePreviewResult, type exports$1_DatasetRestoreResult as DatasetRestoreResult, type DatasetSnapshotType as DatasetSnapshot, type exports$1_DatasetSummary as DatasetSummary, type exports$1_DefaultMetadataType as DefaultMetadataType, type exports$1_DefaultPromptArgs as DefaultPromptArgs, exports$1_ERR_PERMALINK as ERR_PERMALINK, type exports$1_EndSpanArgs as EndSpanArgs, exports$1_Eval as Eval, type exports$1_EvalCase as EvalCase, type exports$1_EvalClassifier as EvalClassifier, type exports$1_EvalHooks as EvalHooks, type exports$1_EvalParameterSerializedSchema as EvalParameterSerializedSchema, type exports$1_EvalParameters as EvalParameters, type exports$1_EvalResult as EvalResult, exports$1_EvalResultWithSummary as EvalResultWithSummary, type exports$1_EvalScorer as EvalScorer, type exports$1_EvalScorerArgs as EvalScorerArgs, type exports$1_EvalTask as EvalTask, type exports$1_Evaluator as Evaluator, type exports$1_EvaluatorDef as EvaluatorDef, type exports$1_EvaluatorDefinition as EvaluatorDefinition, type exports$1_EvaluatorDefinitions as EvaluatorDefinitions, type exports$1_EvaluatorFile as EvaluatorFile, type exports$1_EvaluatorManifest as EvaluatorManifest, exports$1_Experiment as Experiment, type exports$1_ExperimentLogFullArgs as ExperimentLogFullArgs, type exports$1_ExperimentLogPartialArgs as ExperimentLogPartialArgs, type exports$1_ExperimentSummary as ExperimentSummary, type exports$1_Exportable as Exportable, exports$1_ExternalAttachment as ExternalAttachment, type exports$1_ExternalAttachmentParams as ExternalAttachmentParams, exports$1_FailedHTTPResponse as FailedHTTPResponse, type exports$1_FullInitDatasetOptions as FullInitDatasetOptions, type exports$1_FullInitOptions as FullInitOptions, type exports$1_FullLoginOptions as FullLoginOptions, type exports$1_FunctionEvent as FunctionEvent, type exports$1_GetThreadOptions as GetThreadOptions, exports$1_IDGenerator as IDGenerator, type exports$1_IdField as IdField, type exports$1_InitDatasetOptions as InitDatasetOptions, type exports$1_InitLoggerOptions as InitLoggerOptions, type exports$1_InitOptions as InitOptions, type exports$1_InputField as InputField, type exports$1_InstrumentationConfig as InstrumentationConfig, type exports$1_InvokeFunctionArgs as InvokeFunctionArgs, type exports$1_InvokeReturn as InvokeReturn, exports$1_JSONAttachment as JSONAttachment, exports$1_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, exports$1_LOGS3_OVERFLOW_REFERENCE_TYPE as LOGS3_OVERFLOW_REFERENCE_TYPE, type exports$1_LangChainCallbackHandlerOptions as LangChainCallbackHandlerOptions, exports$1_LazyValue as LazyValue, type exports$1_LoadPromptOptions as LoadPromptOptions, exports$1_LocalTrace as LocalTrace, type exports$1_LogCommentFullArgs as LogCommentFullArgs, type exports$1_LogFeedbackFullArgs as LogFeedbackFullArgs, type exports$1_LogOptions as LogOptions, exports$1_Logger as Logger, exports$1_LoginInvalidOrgError as LoginInvalidOrgError, type exports$1_LoginOptions as LoginOptions, type exports$1_Logs3OverflowInputRow as Logs3OverflowInputRow, type exports$1_Logs3OverflowUpload as Logs3OverflowUpload, type exports$1_MastraObservabilityExporter as MastraObservabilityExporter, type exports$1_MetricSummary as MetricSummary, exports$1_NOOP_SPAN as NOOP_SPAN, exports$1_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, exports$1_NoopSpan as NoopSpan, exports$1_OTELIDGenerator as OTELIDGenerator, exports$1_ObjectFetcher as ObjectFetcher, type exports$1_ObjectMetadata as ObjectMetadata, type exports$1_OtherExperimentLogFields as OtherExperimentLogFields, type exports$1_ParametersSource as ParametersSource, type exports$1_ParentExperimentIds as ParentExperimentIds, type exports$1_ParentProjectLogIds as ParentProjectLogIds, type exports$1_ParsedTraceparent as ParsedTraceparent, exports$1_Project as Project, exports$1_ProjectNameIdMap as ProjectNameIdMap, type exports$1_PromiseUnless as PromiseUnless, exports$1_Prompt as Prompt, exports$1_PromptBuilder as PromptBuilder, type exports$1_PromptContents as PromptContents, type exports$1_PromptDefinition as PromptDefinition, type exports$1_PromptDefinitionWithTools as PromptDefinitionWithTools, type exports$1_PromptOpts as PromptOpts, type exports$1_PromptRowWithId as PromptRowWithId, type exports$1_PropagatedState as PropagatedState, type exports$1_PropagationContext as PropagationContext, exports$1_ReadonlyAttachment as ReadonlyAttachment, exports$1_ReadonlyExperiment as ReadonlyExperiment, type exports$1_RegisterSandboxOptions as RegisterSandboxOptions, type exports$1_RegisterSandboxResult as RegisterSandboxResult, exports$1_Reporter as Reporter, type exports$1_ReporterBody as ReporterBody, type exports$1_SandboxConfig as SandboxConfig, type exports$1_ScoreSummary as ScoreSummary, exports$1_ScorerBuilder as ScorerBuilder, type exports$1_ScorerOpts as ScorerOpts, type exports$1_SerializedBraintrustState as SerializedBraintrustState, type exports$1_SetCurrentArg as SetCurrentArg, type exports$1_Span as Span, type exports$1_SpanContext as SpanContext, type exports$1_SpanData as SpanData, type exports$1_SpanDurationFilter as SpanDurationFilter, exports$1_SpanFetcher as SpanFetcher, type exports$1_SpanFilters as SpanFilters, exports$1_SpanImpl as SpanImpl, type exports$1_StartSpanArgs as StartSpanArgs, exports$1_TRACEPARENT_HEADER as TRACEPARENT_HEADER, exports$1_TRACESTATE_HEADER as TRACESTATE_HEADER, type exports$1_TemplateFormat as TemplateFormat, type exports$1_TemplateRenderer as TemplateRenderer, type exports$1_TemplateRendererPlugin as TemplateRendererPlugin, exports$1_TestBackgroundLogger as TestBackgroundLogger, exports$1_ToolBuilder as ToolBuilder, type exports$1_Trace as Trace, type exports$1_TraceContextCarrier as TraceContextCarrier, type exports$1_TraceContextHeaders as TraceContextHeaders, exports$1_UUIDGenerator as UUIDGenerator, type exports$1_WithTransactionId as WithTransactionId, exports$1_WorkflowEvalMemoryStore as WorkflowEvalMemoryStore, exports$1_WorkflowEvalRedisStore as WorkflowEvalRedisStore, type exports$1_WorkflowEvalStore as WorkflowEvalStore, exports$1_WorkflowScorer as WorkflowScorer, exports$1_WorkflowTask as WorkflowTask, exports$1_X_CACHED_HEADER as X_CACHED_HEADER, exports$1__exportsForTestingOnly as _exportsForTestingOnly, exports$1__internalGetGlobalState as _internalGetGlobalState, iso as _internalIso, exports$1__internalSetInitialState as _internalSetInitialState, exports$1_addAzureBlobHeaders as addAzureBlobHeaders, exports$1_agentAssertionScorer as agentAssertionScorer, exports$1_braintrustAISDKTelemetry as braintrustAISDKTelemetry, exports$1_braintrustEveHook as braintrustEveHook, exports$1_braintrustEveInstrumentation as braintrustEveInstrumentation, exports$1_braintrustFlueInstrumentation as braintrustFlueInstrumentation, exports$1_braintrustFlueObserver as braintrustFlueObserver, exports$1_braintrustStreamChunkSchema as braintrustStreamChunkSchema, exports$1_buildLocalSummary as buildLocalSummary, exports$1_collectAnthropicSession as collectAnthropicSession, exports$1_completeOpenAIBatchTrace as completeOpenAIBatchTrace, exports$1_configureInstrumentation as configureInstrumentation, exports$1_constructLogs3OverflowRequest as constructLogs3OverflowRequest, exports$1_createFinalValuePassThroughStream as createFinalValuePassThroughStream, exports$1_currentExperiment as currentExperiment, exports$1_currentLogger as currentLogger, exports$1_currentSpan as currentSpan, exports$1_deepCopyEvent as deepCopyEvent, exports$1_defaultErrorScoreHandler as defaultErrorScoreHandler, exports$1_defineWorkflowEval as defineWorkflowEval, exports$1_deserializePlainStringAsJSON as deserializePlainStringAsJSON, exports$1_devNullWritableStream as devNullWritableStream, exports$1_evaluatorDefinitionSchema as evaluatorDefinitionSchema, exports$1_evaluatorDefinitionsSchema as evaluatorDefinitionsSchema, exports$1_extractTraceContextFromHeaders as extractTraceContextFromHeaders, exports$1_failOpenAIAgentsTrace as failOpenAIAgentsTrace, exports$1_flush as flush, exports$1_getContextManager as getContextManager, exports$1_getIdGenerator as getIdGenerator, exports$1_getPromptVersions as getPromptVersions, exports$1_getSpanParentObject as getSpanParentObject, exports$1_getTemplateRenderer as getTemplateRenderer, graphFramework as graph, exports$1_init as init, exports$1_initDataset as initDataset, exports$1_initExperiment as initExperiment, exports$1_initFunction as initFunction, exports$1_initLogger as initLogger, exports$1_initNodeTestSuite as initNodeTestSuite, exports$1_injectTraceContext as injectTraceContext, exports$1_invoke as invoke, exports$1_isTemplateFormat as isTemplateFormat, exports$1_loadParameters as loadParameters, exports$1_loadPrompt as loadPrompt, exports$1_log as log, exports$1_logError as logError, exports$1_login as login, exports$1_loginToState as loginToState, exports$1_logs3OverflowUploadSchema as logs3OverflowUploadSchema, exports$1_newId as newId, exports$1_openaiBatchesRetrieveTraced as openaiBatchesRetrieveTraced, exports$1_openaiFilesCreateTraced as openaiFilesCreateTraced, exports$1_parseCachedHeader as parseCachedHeader, exports$1_parseTemplateFormat as parseTemplateFormat, exports$1_permalink as permalink, exports$1_pickLogs3OverflowObjectIds as pickLogs3OverflowObjectIds, exports$1_projects as projects, exports$1_promptContentsSchema as promptContentsSchema, exports$1_promptDefinitionSchema as promptDefinitionSchema, exports$1_promptDefinitionToPromptData as promptDefinitionToPromptData, exports$1_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, exports$1_registerOtelFlush as registerOtelFlush, exports$1_registerSandbox as registerSandbox, exports$1_registerTemplatePlugin as registerTemplatePlugin, exports$1_renderMessage as renderMessage, exports$1_renderPromptParams as renderPromptParams, exports$1_renderTemplateContent as renderTemplateContent, exports$1_reportFailures as reportFailures, exports$1_runEvaluator as runEvaluator, exports$1_setFetch as setFetch, exports$1_setMaskingFunction as setMaskingFunction, exports$1_spanComponentsToObjectId as spanComponentsToObjectId, exports$1_startOpenAIAgentsTrace as startOpenAIAgentsTrace, exports$1_startSpan as startSpan, exports$1_summarize as summarize, exports$1_templateRegistry as templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, exports$1_traceable as traceable, exports$1_traced as traced, exports$1_updateOpenAIAgentsTrace as updateOpenAIAgentsTrace, exports$1_updateSpan as updateSpan, exports$1_uploadLogs3OverflowPayload as uploadLogs3OverflowPayload, exports$1_utf8ByteLength as utf8ByteLength, exports$1_withCurrent as withCurrent, exports$1_withDataset as withDataset, exports$1_withExperiment as withExperiment, exports$1_withLogger as withLogger, exports$1_withParent as withParent, exports$1_wrapAISDK as wrapAISDK, exports$1_wrapAISDKModel as wrapAISDKModel, exports$1_wrapAgentClass as wrapAgentClass, exports$1_wrapAnthropic as wrapAnthropic, exports$1_wrapBedrockRuntime as wrapBedrockRuntime, exports$1_wrapClaudeAgentSDK as wrapClaudeAgentSDK, exports$1_wrapCloudflareAIChat as wrapCloudflareAIChat, exports$1_wrapCloudflareAgent as wrapCloudflareAgent, exports$1_wrapCloudflareThink as wrapCloudflareThink, exports$1_wrapCohere as wrapCohere, exports$1_wrapCopilotClient as wrapCopilotClient, exports$1_wrapCursorSDK as wrapCursorSDK, exports$1_wrapElevenLabs as wrapElevenLabs, exports$1_wrapGenkit as wrapGenkit, exports$1_wrapGoogleADK as wrapGoogleADK, exports$1_wrapGoogleGenAI as wrapGoogleGenAI, exports$1_wrapGoogleGenerativeAI as wrapGoogleGenerativeAI, exports$1_wrapGroq as wrapGroq, exports$1_wrapHuggingFace as wrapHuggingFace, exports$1_wrapHuggingFaceTransformers as wrapHuggingFaceTransformers, exports$1_wrapLangGraphSDK as wrapLangGraphSDK, exports$1_wrapLangSmithClient as wrapLangSmithClient, exports$1_wrapLangSmithRunTrees as wrapLangSmithRunTrees, exports$1_wrapLangSmithTraceable as wrapLangSmithTraceable, exports$1_wrapMastraAgent as wrapMastraAgent, exports$1_wrapMistral as wrapMistral, exports$1_wrapOllama as wrapOllama, exports$1_wrapOpenAI as wrapOpenAI, exports$1_wrapOpenAICodexSDK as wrapOpenAICodexSDK, exports$1_wrapOpenAIv4 as wrapOpenAIv4, exports$1_wrapOpenRouter as wrapOpenRouter, exports$1_wrapOpenRouterAgent as wrapOpenRouterAgent, exports$1_wrapPiCodingAgentSDK as wrapPiCodingAgentSDK, exports$1_wrapStrandsAgentSDK as wrapStrandsAgentSDK, exports$1_wrapTraced as wrapTraced, exports$1_wrapVitest as wrapVitest, exports$1_wrapVoyageAI as wrapVoyageAI };
|
|
50082
49942
|
}
|
|
50083
49943
|
|
|
50084
|
-
export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, BAGGAGE_HEADER, BRAINTRUST_CURRENT_SPAN_STORE, BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME, BRAINTRUST_PARENT_KEY, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata,
|
|
49944
|
+
export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, BAGGAGE_HEADER, BRAINTRUST_CURRENT_SPAN_STORE, BRAINTRUST_LANGCHAIN_CALLBACK_HANDLER_NAME, BRAINTRUST_PARENT_KEY, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustLangChainCallbackHandler, BraintrustMiddleware, BraintrustObservabilityExporter, BraintrustState, BraintrustStream, type BraintrustStreamChunk, CachedSpanFetcher, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CommentEvent, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, ContextManager, type ContextParentSpanIds, type CreateProjectOpts, type CurrentSpanStore, DEFAULT_FETCH_BATCH_SIZE, DEFAULT_MAX_REQUEST_SIZE, type DataSummary, Dataset, DatasetPipeline, type DatasetRecord, type DatasetRestorePreviewResult, type DatasetRestoreResult, type DatasetSnapshotType as DatasetSnapshot, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalClassifier, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentLogFullArgs, type ExperimentLogPartialArgs, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitDatasetOptions, type FullInitOptions, type FullLoginOptions, type FunctionEvent, type GetThreadOptions, IDGenerator, type IdField, type InitDatasetOptions, type InitLoggerOptions, type InitOptions, type InputField, type InstrumentationConfig, type InvokeFunctionArgs, type InvokeReturn, JSONAttachment, LEGACY_CACHED_HEADER, LOGS3_OVERFLOW_REFERENCE_TYPE, type LangChainCallbackHandlerOptions, LazyValue, type LoadPromptOptions, LocalTrace, type LogCommentFullArgs, type LogFeedbackFullArgs, type LogOptions, Logger, LoginInvalidOrgError, type LoginOptions, type Logs3OverflowInputRow, type Logs3OverflowUpload, type MastraObservabilityExporter, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, OTELIDGenerator, ObjectFetcher, type ObjectMetadata, type OtherExperimentLogFields, type ParametersSource, type ParentExperimentIds, type ParentProjectLogIds, type ParsedTraceparent, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, type PropagatedState, type PropagationContext, ReadonlyAttachment, ReadonlyExperiment, type RegisterSandboxOptions, type RegisterSandboxResult, Reporter, type ReporterBody, type SandboxConfig, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span, type SpanContext, type SpanData, type SpanDurationFilter, SpanFetcher, type SpanFilters, SpanImpl, type StartSpanArgs, TRACEPARENT_HEADER, TRACESTATE_HEADER, type TemplateFormat, type TemplateRenderer, type TemplateRendererPlugin, TestBackgroundLogger, ToolBuilder, type Trace, type TraceContextCarrier, type TraceContextHeaders, UUIDGenerator, type WithTransactionId, WorkflowEvalMemoryStore, WorkflowEvalRedisStore, type WorkflowEvalStore, WorkflowScorer, WorkflowTask, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, iso as _internalIso, _internalSetInitialState, addAzureBlobHeaders, agentAssertionScorer, braintrustAISDKTelemetry, braintrustEveHook, braintrustEveInstrumentation, braintrustFlueInstrumentation, braintrustFlueObserver, braintrustStreamChunkSchema, buildLocalSummary, collectAnthropicSession, completeOpenAIBatchTrace, configureInstrumentation, constructLogs3OverflowRequest, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, deepCopyEvent, exports$1 as default, defaultErrorScoreHandler, defineWorkflowEval, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, extractTraceContextFromHeaders, failOpenAIAgentsTrace, flush, getContextManager, getIdGenerator, getPromptVersions, getSpanParentObject, getTemplateRenderer, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, initNodeTestSuite, injectTraceContext, invoke, isTemplateFormat, loadParameters, loadPrompt, log, logError, login, loginToState, logs3OverflowUploadSchema, newId, openaiBatchesRetrieveTraced, openaiFilesCreateTraced, parseCachedHeader, parseTemplateFormat, permalink, pickLogs3OverflowObjectIds, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, registerOtelFlush, registerSandbox, registerTemplatePlugin, renderMessage, renderPromptParams, renderTemplateContent, reportFailures, runEvaluator, setFetch, setMaskingFunction, spanComponentsToObjectId, startOpenAIAgentsTrace, startSpan, summarize, templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, traceable, traced, updateOpenAIAgentsTrace, updateSpan, uploadLogs3OverflowPayload, utf8ByteLength, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDK, wrapAISDKModel, wrapAgentClass, wrapAnthropic, wrapBedrockRuntime, wrapClaudeAgentSDK, wrapCloudflareAIChat, wrapCloudflareAgent, wrapCloudflareThink, wrapCohere, wrapCopilotClient, wrapCursorSDK, wrapElevenLabs, wrapGenkit, wrapGoogleADK, wrapGoogleGenAI, wrapGoogleGenerativeAI, wrapGroq, wrapHuggingFace, wrapHuggingFaceTransformers, wrapLangGraphSDK, wrapLangSmithClient, wrapLangSmithRunTrees, wrapLangSmithTraceable, wrapMastraAgent, wrapMistral, wrapOllama, wrapOpenAI, wrapOpenAICodexSDK, wrapOpenAIv4, wrapOpenRouter, wrapOpenRouterAgent, wrapPiCodingAgentSDK, wrapStrandsAgentSDK, wrapTraced, wrapVitest, wrapVoyageAI };
|