braintrust 1.0.2 → 1.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -1,18 +1,5 @@
1
1
  import { z } from 'zod/v3';
2
2
 
3
- declare class LazyValue<T> {
4
- private callable;
5
- private resolvedValue;
6
- private value;
7
- constructor(callable: () => Promise<T>);
8
- get(): Promise<T>;
9
- getSync(): {
10
- resolved: boolean;
11
- value: T | undefined;
12
- };
13
- get hasSucceeded(): boolean;
14
- }
15
-
16
3
  /**
17
4
  * Abstract base class for ID generators
18
5
  */
@@ -15464,6 +15451,19 @@ declare class PromptCache {
15464
15451
  set(key: PromptKey, value: Prompt): Promise<void>;
15465
15452
  }
15466
15453
 
15454
+ declare class LazyValue<T> {
15455
+ private callable;
15456
+ private resolvedValue;
15457
+ private value;
15458
+ constructor(callable: () => Promise<T>);
15459
+ get(): Promise<T>;
15460
+ getSync(): {
15461
+ resolved: boolean;
15462
+ value: T | undefined;
15463
+ };
15464
+ get hasSucceeded(): boolean;
15465
+ }
15466
+
15467
15467
  /// <reference lib="dom" />
15468
15468
 
15469
15469
  interface ContextParentSpanIds {
@@ -21042,6 +21042,31 @@ interface ProgressReporter {
21042
21042
  increment: (name: string) => void;
21043
21043
  setTotal?: (name: string, total: number) => void;
21044
21044
  }
21045
+ interface ReporterOpts {
21046
+ verbose: boolean;
21047
+ jsonl: boolean;
21048
+ }
21049
+ interface ReporterBody<EvalReport> {
21050
+ /**
21051
+ * A function that takes an evaluator and its result and returns a report.
21052
+ *
21053
+ * @param evaluator
21054
+ * @param result
21055
+ * @param opts
21056
+ */
21057
+ reportEval(evaluator: EvaluatorDef<any, any, any, any, any>, result: EvalResultWithSummary<any, any, any, any>, opts: ReporterOpts): Promise<EvalReport> | EvalReport;
21058
+ /**
21059
+ * A function that takes all evaluator results and returns a boolean indicating
21060
+ * whether the run was successful. If you return false, the `braintrust eval`
21061
+ * command will exit with a non-zero status code.
21062
+ *
21063
+ * @param reports
21064
+ */
21065
+ reportRun(reports: EvalReport[]): boolean | Promise<boolean>;
21066
+ }
21067
+ type ReporterDef<EvalReport> = {
21068
+ name: string;
21069
+ } & ReporterBody<EvalReport>;
21045
21070
 
21046
21071
  declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
21047
21072
  type: z.ZodLiteral<"prompt">;
@@ -22913,37 +22938,16 @@ declare class EvalResultWithSummary<Input, Output, Expected, Metadata extends Ba
22913
22938
  summary: ExperimentSummary;
22914
22939
  results: EvalResult<Input, Output, Expected, Metadata>[];
22915
22940
  constructor(summary: ExperimentSummary, results: EvalResult<Input, Output, Expected, Metadata>[]);
22941
+ /**
22942
+ * @deprecated Use `summary` instead.
22943
+ */
22916
22944
  toString(): string;
22917
22945
  toJSON(): {
22918
22946
  summary: ExperimentSummary;
22919
22947
  results: EvalResult<Input, Output, Expected, Metadata>[];
22920
22948
  };
22921
22949
  }
22922
- interface ReporterOpts {
22923
- verbose: boolean;
22924
- jsonl: boolean;
22925
- }
22926
- interface ReporterBody<EvalReport> {
22927
- /**
22928
- * A function that takes an evaluator and its result and returns a report.
22929
- *
22930
- * @param evaluator
22931
- * @param result
22932
- * @param opts
22933
- */
22934
- reportEval(evaluator: EvaluatorDef<any, any, any, any, any>, result: EvalResultWithSummary<any, any, any, any>, opts: ReporterOpts): Promise<EvalReport> | EvalReport;
22935
- /**
22936
- * A function that takes all evaluator results and returns a boolean indicating
22937
- * whether the run was successful. If you return false, the `braintrust eval`
22938
- * command will exit with a non-zero status code.
22939
- *
22940
- * @param reports
22941
- */
22942
- reportRun(reports: EvalReport[]): boolean | Promise<boolean>;
22943
- }
22944
- type ReporterDef<EvalReport> = {
22945
- name: string;
22946
- } & ReporterBody<EvalReport>;
22950
+
22947
22951
  type EvaluatorDef<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters> = {
22948
22952
  projectName: string;
22949
22953
  evalName: string;
@@ -23054,199 +23058,6 @@ type ScoreAccumulator = {
23054
23058
  declare function buildLocalSummary(evaluator: EvaluatorDef<any, any, any, any>, results: EvalResult<any, any, any, any>[], precomputedScores?: ScoreAccumulator): ExperimentSummary;
23055
23059
  declare function reportFailures<Input, Output, Expected, Metadata extends BaseMetadata>(evaluator: EvaluatorDef<Input, Output, Expected, Metadata>, failingResults: EvalResult<Input, Output, Expected, Metadata>[], { verbose, jsonl }: ReporterOpts): void;
23056
23060
 
23057
- type braintrust_AnyDataset = AnyDataset;
23058
- type braintrust_Attachment = Attachment;
23059
- declare const braintrust_Attachment: typeof Attachment;
23060
- type braintrust_AttachmentParams = AttachmentParams;
23061
- type braintrust_BackgroundLoggerOpts = BackgroundLoggerOpts;
23062
- type braintrust_BaseAttachment = BaseAttachment;
23063
- declare const braintrust_BaseAttachment: typeof BaseAttachment;
23064
- declare const braintrust_BaseExperiment: typeof BaseExperiment;
23065
- type braintrust_BaseMetadata = BaseMetadata;
23066
- declare const braintrust_BraintrustMiddleware: typeof BraintrustMiddleware;
23067
- type braintrust_BraintrustState = BraintrustState;
23068
- declare const braintrust_BraintrustState: typeof BraintrustState;
23069
- type braintrust_BraintrustStream = BraintrustStream;
23070
- declare const braintrust_BraintrustStream: typeof BraintrustStream;
23071
- type braintrust_BraintrustStreamChunk = BraintrustStreamChunk;
23072
- type braintrust_ChatPrompt = ChatPrompt;
23073
- type braintrust_CodeFunction<Input, Output, Fn extends GenericFunction<Input, Output>> = CodeFunction<Input, Output, Fn>;
23074
- declare const braintrust_CodeFunction: typeof CodeFunction;
23075
- type braintrust_CodeOpts<Params, Returns, Fn extends GenericFunction<Params, Returns>> = CodeOpts<Params, Returns, Fn>;
23076
- type braintrust_CodePrompt = CodePrompt;
23077
- declare const braintrust_CodePrompt: typeof CodePrompt;
23078
- type braintrust_CompiledPrompt<Flavor extends "chat" | "completion"> = CompiledPrompt<Flavor>;
23079
- type braintrust_CompiledPromptParams = CompiledPromptParams;
23080
- type braintrust_CompletionPrompt = CompletionPrompt;
23081
- type braintrust_ContextManager = ContextManager;
23082
- declare const braintrust_ContextManager: typeof ContextManager;
23083
- type braintrust_ContextParentSpanIds = ContextParentSpanIds;
23084
- type braintrust_CreateProjectOpts = CreateProjectOpts;
23085
- declare const braintrust_DEFAULT_FETCH_BATCH_SIZE: typeof DEFAULT_FETCH_BATCH_SIZE;
23086
- type braintrust_DataSummary = DataSummary;
23087
- type braintrust_Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY_DATASET> = Dataset<IsLegacyDataset>;
23088
- declare const braintrust_Dataset: typeof Dataset;
23089
- type braintrust_DatasetSummary = DatasetSummary;
23090
- type braintrust_DefaultMetadataType = DefaultMetadataType;
23091
- type braintrust_DefaultPromptArgs = DefaultPromptArgs;
23092
- declare const braintrust_ERR_PERMALINK: typeof ERR_PERMALINK;
23093
- type braintrust_EndSpanArgs = EndSpanArgs;
23094
- declare const braintrust_Eval: typeof Eval;
23095
- type braintrust_EvalCase<Input, Expected, Metadata> = EvalCase<Input, Expected, Metadata>;
23096
- type braintrust_EvalHooks<Expected, Metadata extends BaseMetadata, Parameters extends EvalParameters> = EvalHooks<Expected, Metadata, Parameters>;
23097
- type braintrust_EvalResult<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> = EvalResult<Input, Output, Expected, Metadata>;
23098
- type braintrust_EvalResultWithSummary<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> = EvalResultWithSummary<Input, Output, Expected, Metadata>;
23099
- declare const braintrust_EvalResultWithSummary: typeof EvalResultWithSummary;
23100
- type braintrust_EvalScorer<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> = EvalScorer<Input, Output, Expected, Metadata>;
23101
- type braintrust_EvalScorerArgs<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> = EvalScorerArgs<Input, Output, Expected, Metadata>;
23102
- type braintrust_EvalTask<Input, Output, Expected, Metadata extends BaseMetadata, Parameters extends EvalParameters> = EvalTask<Input, Output, Expected, Metadata, Parameters>;
23103
- type braintrust_Evaluator<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters> = Evaluator<Input, Output, Expected, Metadata, Parameters>;
23104
- type braintrust_EvaluatorDef<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters> = EvaluatorDef<Input, Output, Expected, Metadata, Parameters>;
23105
- type braintrust_EvaluatorFile = EvaluatorFile;
23106
- type braintrust_Experiment = Experiment;
23107
- declare const braintrust_Experiment: typeof Experiment;
23108
- type braintrust_ExperimentSummary = ExperimentSummary;
23109
- type braintrust_Exportable = Exportable;
23110
- type braintrust_ExternalAttachment = ExternalAttachment;
23111
- declare const braintrust_ExternalAttachment: typeof ExternalAttachment;
23112
- type braintrust_ExternalAttachmentParams = ExternalAttachmentParams;
23113
- type braintrust_FailedHTTPResponse = FailedHTTPResponse;
23114
- declare const braintrust_FailedHTTPResponse: typeof FailedHTTPResponse;
23115
- type braintrust_FullInitDatasetOptions<IsLegacyDataset extends boolean> = FullInitDatasetOptions<IsLegacyDataset>;
23116
- type braintrust_FullInitOptions<IsOpen extends boolean> = FullInitOptions<IsOpen>;
23117
- type braintrust_FullLoginOptions = FullLoginOptions;
23118
- type braintrust_FunctionEvent = FunctionEvent;
23119
- type braintrust_IDGenerator = IDGenerator;
23120
- declare const braintrust_IDGenerator: typeof IDGenerator;
23121
- type braintrust_InitDatasetOptions<IsLegacyDataset extends boolean> = InitDatasetOptions<IsLegacyDataset>;
23122
- type braintrust_InitLoggerOptions<IsAsyncFlush> = InitLoggerOptions<IsAsyncFlush>;
23123
- type braintrust_InitOptions<IsOpen extends boolean> = InitOptions<IsOpen>;
23124
- type braintrust_InvokeFunctionArgs<Input, Output, Stream extends boolean = false> = InvokeFunctionArgs<Input, Output, Stream>;
23125
- type braintrust_InvokeReturn<Stream extends boolean, Output> = InvokeReturn<Stream, Output>;
23126
- type braintrust_JSONAttachment = JSONAttachment;
23127
- declare const braintrust_JSONAttachment: typeof JSONAttachment;
23128
- declare const braintrust_LEGACY_CACHED_HEADER: typeof LEGACY_CACHED_HEADER;
23129
- type braintrust_LazyValue<T> = LazyValue<T>;
23130
- declare const braintrust_LazyValue: typeof LazyValue;
23131
- type braintrust_LoadPromptOptions = LoadPromptOptions;
23132
- type braintrust_LogOptions<IsAsyncFlush> = LogOptions<IsAsyncFlush>;
23133
- type braintrust_Logger<IsAsyncFlush extends boolean> = Logger<IsAsyncFlush>;
23134
- declare const braintrust_Logger: typeof Logger;
23135
- type braintrust_LoginInvalidOrgError = LoginInvalidOrgError;
23136
- declare const braintrust_LoginInvalidOrgError: typeof LoginInvalidOrgError;
23137
- type braintrust_LoginOptions = LoginOptions;
23138
- type braintrust_MetricSummary = MetricSummary;
23139
- declare const braintrust_NOOP_SPAN: typeof NOOP_SPAN;
23140
- declare const braintrust_NOOP_SPAN_PERMALINK: typeof NOOP_SPAN_PERMALINK;
23141
- type braintrust_NoopSpan = NoopSpan;
23142
- declare const braintrust_NoopSpan: typeof NoopSpan;
23143
- type braintrust_ObjectMetadata = ObjectMetadata;
23144
- type braintrust_Project = Project;
23145
- declare const braintrust_Project: typeof Project;
23146
- type braintrust_ProjectNameIdMap = ProjectNameIdMap;
23147
- declare const braintrust_ProjectNameIdMap: typeof ProjectNameIdMap;
23148
- type braintrust_PromiseUnless<B, R> = PromiseUnless<B, R>;
23149
- type braintrust_Prompt<HasId extends boolean = true, HasVersion extends boolean = true> = Prompt<HasId, HasVersion>;
23150
- declare const braintrust_Prompt: typeof Prompt;
23151
- type braintrust_PromptBuilder = PromptBuilder;
23152
- declare const braintrust_PromptBuilder: typeof PromptBuilder;
23153
- type braintrust_PromptContents = PromptContents;
23154
- type braintrust_PromptDefinition = PromptDefinition;
23155
- type braintrust_PromptDefinitionWithTools = PromptDefinitionWithTools;
23156
- type braintrust_PromptOpts<HasId extends boolean, HasVersion extends boolean, HasTools extends boolean = true, HasNoTrace extends boolean = true> = PromptOpts<HasId, HasVersion, HasTools, HasNoTrace>;
23157
- type braintrust_PromptRowWithId<HasId extends boolean = true, HasVersion extends boolean = true> = PromptRowWithId<HasId, HasVersion>;
23158
- type braintrust_ReadonlyAttachment = ReadonlyAttachment;
23159
- declare const braintrust_ReadonlyAttachment: typeof ReadonlyAttachment;
23160
- type braintrust_ReadonlyExperiment = ReadonlyExperiment;
23161
- declare const braintrust_ReadonlyExperiment: typeof ReadonlyExperiment;
23162
- declare const braintrust_Reporter: typeof Reporter;
23163
- type braintrust_ReporterBody<EvalReport> = ReporterBody<EvalReport>;
23164
- type braintrust_ScoreSummary = ScoreSummary;
23165
- type braintrust_ScorerBuilder = ScorerBuilder;
23166
- declare const braintrust_ScorerBuilder: typeof ScorerBuilder;
23167
- type braintrust_ScorerOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = ScorerOpts<Output, Input, Params, Returns, Fn>;
23168
- type braintrust_SerializedBraintrustState = SerializedBraintrustState;
23169
- type braintrust_SetCurrentArg = SetCurrentArg;
23170
- type braintrust_Span = Span;
23171
- type braintrust_SpanContext = SpanContext;
23172
- type braintrust_SpanImpl = SpanImpl;
23173
- declare const braintrust_SpanImpl: typeof SpanImpl;
23174
- type braintrust_StartSpanArgs = StartSpanArgs;
23175
- type braintrust_TestBackgroundLogger = TestBackgroundLogger;
23176
- declare const braintrust_TestBackgroundLogger: typeof TestBackgroundLogger;
23177
- type braintrust_ToolBuilder = ToolBuilder;
23178
- declare const braintrust_ToolBuilder: typeof ToolBuilder;
23179
- type braintrust_UUIDGenerator = UUIDGenerator;
23180
- declare const braintrust_UUIDGenerator: typeof UUIDGenerator;
23181
- type braintrust_WithTransactionId<R> = WithTransactionId<R>;
23182
- declare const braintrust_X_CACHED_HEADER: typeof X_CACHED_HEADER;
23183
- declare const braintrust__exportsForTestingOnly: typeof _exportsForTestingOnly;
23184
- declare const braintrust__internalGetGlobalState: typeof _internalGetGlobalState;
23185
- declare const braintrust__internalSetInitialState: typeof _internalSetInitialState;
23186
- declare const braintrust_braintrustStreamChunkSchema: typeof braintrustStreamChunkSchema;
23187
- declare const braintrust_buildLocalSummary: typeof buildLocalSummary;
23188
- declare const braintrust_createFinalValuePassThroughStream: typeof createFinalValuePassThroughStream;
23189
- declare const braintrust_currentExperiment: typeof currentExperiment;
23190
- declare const braintrust_currentLogger: typeof currentLogger;
23191
- declare const braintrust_currentSpan: typeof currentSpan;
23192
- declare const braintrust_deepCopyEvent: typeof deepCopyEvent;
23193
- declare const braintrust_defaultErrorScoreHandler: typeof defaultErrorScoreHandler;
23194
- declare const braintrust_deserializePlainStringAsJSON: typeof deserializePlainStringAsJSON;
23195
- declare const braintrust_devNullWritableStream: typeof devNullWritableStream;
23196
- declare const braintrust_flush: typeof flush;
23197
- declare const braintrust_getContextManager: typeof getContextManager;
23198
- declare const braintrust_getIdGenerator: typeof getIdGenerator;
23199
- declare const braintrust_getPromptVersions: typeof getPromptVersions;
23200
- declare const braintrust_getSpanParentObject: typeof getSpanParentObject;
23201
- declare const braintrust_init: typeof init;
23202
- declare const braintrust_initDataset: typeof initDataset;
23203
- declare const braintrust_initExperiment: typeof initExperiment;
23204
- declare const braintrust_initFunction: typeof initFunction;
23205
- declare const braintrust_initLogger: typeof initLogger;
23206
- declare const braintrust_invoke: typeof invoke;
23207
- declare const braintrust_loadPrompt: typeof loadPrompt;
23208
- declare const braintrust_log: typeof log;
23209
- declare const braintrust_logError: typeof logError;
23210
- declare const braintrust_login: typeof login;
23211
- declare const braintrust_loginToState: typeof loginToState;
23212
- declare const braintrust_newId: typeof newId;
23213
- declare const braintrust_parseCachedHeader: typeof parseCachedHeader;
23214
- declare const braintrust_permalink: typeof permalink;
23215
- declare const braintrust_projects: typeof projects;
23216
- declare const braintrust_promptContentsSchema: typeof promptContentsSchema;
23217
- declare const braintrust_promptDefinitionSchema: typeof promptDefinitionSchema;
23218
- declare const braintrust_promptDefinitionToPromptData: typeof promptDefinitionToPromptData;
23219
- declare const braintrust_promptDefinitionWithToolsSchema: typeof promptDefinitionWithToolsSchema;
23220
- declare const braintrust_renderMessage: typeof renderMessage;
23221
- declare const braintrust_renderPromptParams: typeof renderPromptParams;
23222
- declare const braintrust_reportFailures: typeof reportFailures;
23223
- declare const braintrust_runEvaluator: typeof runEvaluator;
23224
- declare const braintrust_setFetch: typeof setFetch;
23225
- declare const braintrust_setMaskingFunction: typeof setMaskingFunction;
23226
- declare const braintrust_spanComponentsToObjectId: typeof spanComponentsToObjectId;
23227
- declare const braintrust_startSpan: typeof startSpan;
23228
- declare const braintrust_summarize: typeof summarize;
23229
- declare const braintrust_traceable: typeof traceable;
23230
- declare const braintrust_traced: typeof traced;
23231
- declare const braintrust_updateSpan: typeof updateSpan;
23232
- declare const braintrust_withCurrent: typeof withCurrent;
23233
- declare const braintrust_withDataset: typeof withDataset;
23234
- declare const braintrust_withExperiment: typeof withExperiment;
23235
- declare const braintrust_withLogger: typeof withLogger;
23236
- declare const braintrust_withParent: typeof withParent;
23237
- declare const braintrust_wrapAISDK: typeof wrapAISDK;
23238
- declare const braintrust_wrapAISDKModel: typeof wrapAISDKModel;
23239
- declare const braintrust_wrapAnthropic: typeof wrapAnthropic;
23240
- declare const braintrust_wrapClaudeAgentSDK: typeof wrapClaudeAgentSDK;
23241
- declare const braintrust_wrapGoogleGenAI: typeof wrapGoogleGenAI;
23242
- declare const braintrust_wrapMastraAgent: typeof wrapMastraAgent;
23243
- declare const braintrust_wrapOpenAI: typeof wrapOpenAI;
23244
- declare const braintrust_wrapOpenAIv4: typeof wrapOpenAIv4;
23245
- declare const braintrust_wrapTraced: typeof wrapTraced;
23246
- declare namespace braintrust {
23247
- export { type braintrust_AnyDataset as AnyDataset, braintrust_Attachment as Attachment, type braintrust_AttachmentParams as AttachmentParams, type braintrust_BackgroundLoggerOpts as BackgroundLoggerOpts, braintrust_BaseAttachment as BaseAttachment, braintrust_BaseExperiment as BaseExperiment, type braintrust_BaseMetadata as BaseMetadata, braintrust_BraintrustMiddleware as BraintrustMiddleware, braintrust_BraintrustState as BraintrustState, braintrust_BraintrustStream as BraintrustStream, type braintrust_BraintrustStreamChunk as BraintrustStreamChunk, type braintrust_ChatPrompt as ChatPrompt, braintrust_CodeFunction as CodeFunction, type braintrust_CodeOpts as CodeOpts, braintrust_CodePrompt as CodePrompt, type braintrust_CompiledPrompt as CompiledPrompt, type braintrust_CompiledPromptParams as CompiledPromptParams, type braintrust_CompletionPrompt as CompletionPrompt, braintrust_ContextManager as ContextManager, type braintrust_ContextParentSpanIds as ContextParentSpanIds, type braintrust_CreateProjectOpts as CreateProjectOpts, braintrust_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, type braintrust_DataSummary as DataSummary, braintrust_Dataset as Dataset, type braintrust_DatasetSummary as DatasetSummary, type braintrust_DefaultMetadataType as DefaultMetadataType, type braintrust_DefaultPromptArgs as DefaultPromptArgs, braintrust_ERR_PERMALINK as ERR_PERMALINK, type braintrust_EndSpanArgs as EndSpanArgs, braintrust_Eval as Eval, type braintrust_EvalCase as EvalCase, type braintrust_EvalHooks as EvalHooks, type braintrust_EvalResult as EvalResult, braintrust_EvalResultWithSummary as EvalResultWithSummary, type braintrust_EvalScorer as EvalScorer, type braintrust_EvalScorerArgs as EvalScorerArgs, type braintrust_EvalTask as EvalTask, type braintrust_Evaluator as Evaluator, type braintrust_EvaluatorDef as EvaluatorDef, type braintrust_EvaluatorFile as EvaluatorFile, braintrust_Experiment as Experiment, type braintrust_ExperimentSummary as ExperimentSummary, type braintrust_Exportable as Exportable, braintrust_ExternalAttachment as ExternalAttachment, type braintrust_ExternalAttachmentParams as ExternalAttachmentParams, braintrust_FailedHTTPResponse as FailedHTTPResponse, type braintrust_FullInitDatasetOptions as FullInitDatasetOptions, type braintrust_FullInitOptions as FullInitOptions, type braintrust_FullLoginOptions as FullLoginOptions, type braintrust_FunctionEvent as FunctionEvent, braintrust_IDGenerator as IDGenerator, type braintrust_InitDatasetOptions as InitDatasetOptions, type braintrust_InitLoggerOptions as InitLoggerOptions, type braintrust_InitOptions as InitOptions, type braintrust_InvokeFunctionArgs as InvokeFunctionArgs, type braintrust_InvokeReturn as InvokeReturn, braintrust_JSONAttachment as JSONAttachment, braintrust_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, braintrust_LazyValue as LazyValue, type braintrust_LoadPromptOptions as LoadPromptOptions, type braintrust_LogOptions as LogOptions, braintrust_Logger as Logger, braintrust_LoginInvalidOrgError as LoginInvalidOrgError, type braintrust_LoginOptions as LoginOptions, type braintrust_MetricSummary as MetricSummary, braintrust_NOOP_SPAN as NOOP_SPAN, braintrust_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, braintrust_NoopSpan as NoopSpan, type braintrust_ObjectMetadata as ObjectMetadata, braintrust_Project as Project, braintrust_ProjectNameIdMap as ProjectNameIdMap, type braintrust_PromiseUnless as PromiseUnless, braintrust_Prompt as Prompt, braintrust_PromptBuilder as PromptBuilder, type braintrust_PromptContents as PromptContents, type braintrust_PromptDefinition as PromptDefinition, type braintrust_PromptDefinitionWithTools as PromptDefinitionWithTools, type braintrust_PromptOpts as PromptOpts, type braintrust_PromptRowWithId as PromptRowWithId, braintrust_ReadonlyAttachment as ReadonlyAttachment, braintrust_ReadonlyExperiment as ReadonlyExperiment, braintrust_Reporter as Reporter, type braintrust_ReporterBody as ReporterBody, type braintrust_ScoreSummary as ScoreSummary, braintrust_ScorerBuilder as ScorerBuilder, type braintrust_ScorerOpts as ScorerOpts, type braintrust_SerializedBraintrustState as SerializedBraintrustState, type braintrust_SetCurrentArg as SetCurrentArg, type braintrust_Span as Span, type braintrust_SpanContext as SpanContext, braintrust_SpanImpl as SpanImpl, type braintrust_StartSpanArgs as StartSpanArgs, braintrust_TestBackgroundLogger as TestBackgroundLogger, braintrust_ToolBuilder as ToolBuilder, braintrust_UUIDGenerator as UUIDGenerator, type braintrust_WithTransactionId as WithTransactionId, braintrust_X_CACHED_HEADER as X_CACHED_HEADER, braintrust__exportsForTestingOnly as _exportsForTestingOnly, braintrust__internalGetGlobalState as _internalGetGlobalState, braintrust__internalSetInitialState as _internalSetInitialState, braintrust_braintrustStreamChunkSchema as braintrustStreamChunkSchema, braintrust_buildLocalSummary as buildLocalSummary, braintrust_createFinalValuePassThroughStream as createFinalValuePassThroughStream, braintrust_currentExperiment as currentExperiment, braintrust_currentLogger as currentLogger, braintrust_currentSpan as currentSpan, braintrust_deepCopyEvent as deepCopyEvent, braintrust_defaultErrorScoreHandler as defaultErrorScoreHandler, braintrust_deserializePlainStringAsJSON as deserializePlainStringAsJSON, braintrust_devNullWritableStream as devNullWritableStream, braintrust_flush as flush, braintrust_getContextManager as getContextManager, braintrust_getIdGenerator as getIdGenerator, braintrust_getPromptVersions as getPromptVersions, braintrust_getSpanParentObject as getSpanParentObject, graphFramework as graph, braintrust_init as init, braintrust_initDataset as initDataset, braintrust_initExperiment as initExperiment, braintrust_initFunction as initFunction, braintrust_initLogger as initLogger, braintrust_invoke as invoke, braintrust_loadPrompt as loadPrompt, braintrust_log as log, braintrust_logError as logError, braintrust_login as login, braintrust_loginToState as loginToState, braintrust_newId as newId, braintrust_parseCachedHeader as parseCachedHeader, braintrust_permalink as permalink, braintrust_projects as projects, braintrust_promptContentsSchema as promptContentsSchema, braintrust_promptDefinitionSchema as promptDefinitionSchema, braintrust_promptDefinitionToPromptData as promptDefinitionToPromptData, braintrust_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, braintrust_renderMessage as renderMessage, braintrust_renderPromptParams as renderPromptParams, braintrust_reportFailures as reportFailures, braintrust_runEvaluator as runEvaluator, braintrust_setFetch as setFetch, braintrust_setMaskingFunction as setMaskingFunction, braintrust_spanComponentsToObjectId as spanComponentsToObjectId, braintrust_startSpan as startSpan, braintrust_summarize as summarize, ToolFunctionDefinition as toolFunctionDefinitionSchema, braintrust_traceable as traceable, braintrust_traced as traced, braintrust_updateSpan as updateSpan, braintrust_withCurrent as withCurrent, braintrust_withDataset as withDataset, braintrust_withExperiment as withExperiment, braintrust_withLogger as withLogger, braintrust_withParent as withParent, braintrust_wrapAISDK as wrapAISDK, braintrust_wrapAISDKModel as wrapAISDKModel, braintrust_wrapAnthropic as wrapAnthropic, braintrust_wrapClaudeAgentSDK as wrapClaudeAgentSDK, braintrust_wrapGoogleGenAI as wrapGoogleGenAI, braintrust_wrapMastraAgent as wrapMastraAgent, braintrust_wrapOpenAI as wrapOpenAI, braintrust_wrapOpenAIv4 as wrapOpenAIv4, braintrust_wrapTraced as wrapTraced };
23248
- }
23249
-
23250
23061
  type EvaluatorManifest = Record<string, EvaluatorDef<unknown, unknown, unknown, BaseMetadata>>;
23251
23062
  declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
23252
23063
  type: z.ZodLiteral<"prompt">;
@@ -30841,57 +30652,216 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
30841
30652
  }>>;
30842
30653
  type EvaluatorDefinitions = z.infer<typeof evaluatorDefinitionsSchema>;
30843
30654
 
30844
- /**
30845
- * An isomorphic JS library for working with [Braintrust](https://braintrust.dev/). This library contains functionality
30846
- * for running evaluations, logging completions, loading and invoking functions, and more.
30847
- *
30848
- * `braintrust` is distributed as a [library on NPM](https://www.npmjs.com/package/braintrust).
30849
- * It is also open source and available on [GitHub](https://github.com/braintrustdata/braintrust-sdk/tree/main/js).
30850
- *
30851
- * ### Quickstart
30852
- *
30853
- * Install the library with npm (or yarn).
30854
- *
30855
- * ```bash
30856
- * npm install braintrust
30857
- * ```
30858
- *
30859
- * Then, create a file like `hello.eval.ts` with the following content:
30860
- *
30861
- * ```javascript
30862
- * import { Eval } from "braintrust";
30863
- *
30864
- * function isEqual({ output, expected }: { output: string; expected?: string }) {
30865
- * return { name: "is_equal", score: output === expected ? 1 : 0 };
30866
- * }
30867
- *
30868
- * Eval("Say Hi Bot", {
30869
- * data: () => {
30870
- * return [
30871
- * {
30872
- * input: "Foo",
30873
- * expected: "Hi Foo",
30874
- * },
30875
- * {
30876
- * input: "Bar",
30877
- * expected: "Hello Bar",
30878
- * },
30879
- * ]; // Replace with your eval dataset
30880
- * },
30881
- * task: (input: string) => {
30882
- * return "Hi " + input; // Replace with your LLM call
30883
- * },
30884
- * scores: [isEqual],
30885
- * });
30886
- * ```
30887
- *
30888
- * Finally, run the script with `npx braintrust eval hello.eval.ts`.
30889
- *
30890
- * ```bash
30891
- * BRAINTRUST_API_KEY=<YOUR_BRAINTRUST_API_KEY> npx braintrust eval hello.eval.ts
30892
- * ```
30893
- *
30894
- * @module braintrust
30895
- */
30655
+ type _exports_AnyDataset = AnyDataset;
30656
+ type _exports_Attachment = Attachment;
30657
+ declare const _exports_Attachment: typeof Attachment;
30658
+ type _exports_AttachmentParams = AttachmentParams;
30659
+ declare const _exports_AttachmentReference: typeof AttachmentReference;
30660
+ type _exports_BackgroundLoggerOpts = BackgroundLoggerOpts;
30661
+ type _exports_BaseAttachment = BaseAttachment;
30662
+ declare const _exports_BaseAttachment: typeof BaseAttachment;
30663
+ declare const _exports_BaseExperiment: typeof BaseExperiment;
30664
+ type _exports_BaseMetadata = BaseMetadata;
30665
+ declare const _exports_BraintrustMiddleware: typeof BraintrustMiddleware;
30666
+ type _exports_BraintrustState = BraintrustState;
30667
+ declare const _exports_BraintrustState: typeof BraintrustState;
30668
+ type _exports_BraintrustStream = BraintrustStream;
30669
+ declare const _exports_BraintrustStream: typeof BraintrustStream;
30670
+ type _exports_BraintrustStreamChunk = BraintrustStreamChunk;
30671
+ type _exports_ChatPrompt = ChatPrompt;
30672
+ type _exports_CodeFunction<Input, Output, Fn extends GenericFunction<Input, Output>> = CodeFunction<Input, Output, Fn>;
30673
+ declare const _exports_CodeFunction: typeof CodeFunction;
30674
+ type _exports_CodeOpts<Params, Returns, Fn extends GenericFunction<Params, Returns>> = CodeOpts<Params, Returns, Fn>;
30675
+ type _exports_CodePrompt = CodePrompt;
30676
+ declare const _exports_CodePrompt: typeof CodePrompt;
30677
+ type _exports_CommentEvent = CommentEvent;
30678
+ type _exports_CompiledPrompt<Flavor extends "chat" | "completion"> = CompiledPrompt<Flavor>;
30679
+ type _exports_CompiledPromptParams = CompiledPromptParams;
30680
+ type _exports_CompletionPrompt = CompletionPrompt;
30681
+ type _exports_ContextManager = ContextManager;
30682
+ declare const _exports_ContextManager: typeof ContextManager;
30683
+ type _exports_ContextParentSpanIds = ContextParentSpanIds;
30684
+ type _exports_CreateProjectOpts = CreateProjectOpts;
30685
+ declare const _exports_DEFAULT_FETCH_BATCH_SIZE: typeof DEFAULT_FETCH_BATCH_SIZE;
30686
+ type _exports_DataSummary = DataSummary;
30687
+ type _exports_Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY_DATASET> = Dataset<IsLegacyDataset>;
30688
+ declare const _exports_Dataset: typeof Dataset;
30689
+ type _exports_DatasetRecord<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY_DATASET> = DatasetRecord<IsLegacyDataset>;
30690
+ type _exports_DatasetSummary = DatasetSummary;
30691
+ type _exports_DefaultMetadataType = DefaultMetadataType;
30692
+ type _exports_DefaultPromptArgs = DefaultPromptArgs;
30693
+ declare const _exports_ERR_PERMALINK: typeof ERR_PERMALINK;
30694
+ type _exports_EndSpanArgs = EndSpanArgs;
30695
+ declare const _exports_Eval: typeof Eval;
30696
+ type _exports_EvalCase<Input, Expected, Metadata> = EvalCase<Input, Expected, Metadata>;
30697
+ type _exports_EvalHooks<Expected, Metadata extends BaseMetadata, Parameters extends EvalParameters> = EvalHooks<Expected, Metadata, Parameters>;
30698
+ type _exports_EvalParameterSerializedSchema = EvalParameterSerializedSchema;
30699
+ type _exports_EvalParameters = EvalParameters;
30700
+ type _exports_EvalResult<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> = EvalResult<Input, Output, Expected, Metadata>;
30701
+ type _exports_EvalResultWithSummary<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> = EvalResultWithSummary<Input, Output, Expected, Metadata>;
30702
+ declare const _exports_EvalResultWithSummary: typeof EvalResultWithSummary;
30703
+ type _exports_EvalScorer<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> = EvalScorer<Input, Output, Expected, Metadata>;
30704
+ type _exports_EvalScorerArgs<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> = EvalScorerArgs<Input, Output, Expected, Metadata>;
30705
+ type _exports_EvalTask<Input, Output, Expected, Metadata extends BaseMetadata, Parameters extends EvalParameters> = EvalTask<Input, Output, Expected, Metadata, Parameters>;
30706
+ type _exports_Evaluator<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters> = Evaluator<Input, Output, Expected, Metadata, Parameters>;
30707
+ type _exports_EvaluatorDef<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters> = EvaluatorDef<Input, Output, Expected, Metadata, Parameters>;
30708
+ type _exports_EvaluatorDefinition = EvaluatorDefinition;
30709
+ type _exports_EvaluatorDefinitions = EvaluatorDefinitions;
30710
+ type _exports_EvaluatorFile = EvaluatorFile;
30711
+ type _exports_EvaluatorManifest = EvaluatorManifest;
30712
+ type _exports_Experiment = Experiment;
30713
+ declare const _exports_Experiment: typeof Experiment;
30714
+ type _exports_ExperimentLogFullArgs = ExperimentLogFullArgs;
30715
+ type _exports_ExperimentLogPartialArgs = ExperimentLogPartialArgs;
30716
+ type _exports_ExperimentSummary = ExperimentSummary;
30717
+ type _exports_Exportable = Exportable;
30718
+ type _exports_ExternalAttachment = ExternalAttachment;
30719
+ declare const _exports_ExternalAttachment: typeof ExternalAttachment;
30720
+ type _exports_ExternalAttachmentParams = ExternalAttachmentParams;
30721
+ type _exports_FailedHTTPResponse = FailedHTTPResponse;
30722
+ declare const _exports_FailedHTTPResponse: typeof FailedHTTPResponse;
30723
+ type _exports_FullInitDatasetOptions<IsLegacyDataset extends boolean> = FullInitDatasetOptions<IsLegacyDataset>;
30724
+ type _exports_FullInitOptions<IsOpen extends boolean> = FullInitOptions<IsOpen>;
30725
+ type _exports_FullLoginOptions = FullLoginOptions;
30726
+ type _exports_FunctionEvent = FunctionEvent;
30727
+ type _exports_IDGenerator = IDGenerator;
30728
+ declare const _exports_IDGenerator: typeof IDGenerator;
30729
+ type _exports_IdField = IdField;
30730
+ type _exports_InitDatasetOptions<IsLegacyDataset extends boolean> = InitDatasetOptions<IsLegacyDataset>;
30731
+ type _exports_InitLoggerOptions<IsAsyncFlush> = InitLoggerOptions<IsAsyncFlush>;
30732
+ type _exports_InitOptions<IsOpen extends boolean> = InitOptions<IsOpen>;
30733
+ type _exports_InputField = InputField;
30734
+ type _exports_InvokeFunctionArgs<Input, Output, Stream extends boolean = false> = InvokeFunctionArgs<Input, Output, Stream>;
30735
+ type _exports_InvokeReturn<Stream extends boolean, Output> = InvokeReturn<Stream, Output>;
30736
+ type _exports_JSONAttachment = JSONAttachment;
30737
+ declare const _exports_JSONAttachment: typeof JSONAttachment;
30738
+ declare const _exports_LEGACY_CACHED_HEADER: typeof LEGACY_CACHED_HEADER;
30739
+ type _exports_LazyValue<T> = LazyValue<T>;
30740
+ declare const _exports_LazyValue: typeof LazyValue;
30741
+ type _exports_LoadPromptOptions = LoadPromptOptions;
30742
+ type _exports_LogCommentFullArgs = LogCommentFullArgs;
30743
+ type _exports_LogFeedbackFullArgs = LogFeedbackFullArgs;
30744
+ type _exports_LogOptions<IsAsyncFlush> = LogOptions<IsAsyncFlush>;
30745
+ type _exports_Logger<IsAsyncFlush extends boolean> = Logger<IsAsyncFlush>;
30746
+ declare const _exports_Logger: typeof Logger;
30747
+ type _exports_LoginInvalidOrgError = LoginInvalidOrgError;
30748
+ declare const _exports_LoginInvalidOrgError: typeof LoginInvalidOrgError;
30749
+ type _exports_LoginOptions = LoginOptions;
30750
+ type _exports_MetricSummary = MetricSummary;
30751
+ declare const _exports_NOOP_SPAN: typeof NOOP_SPAN;
30752
+ declare const _exports_NOOP_SPAN_PERMALINK: typeof NOOP_SPAN_PERMALINK;
30753
+ type _exports_NoopSpan = NoopSpan;
30754
+ declare const _exports_NoopSpan: typeof NoopSpan;
30755
+ type _exports_ObjectMetadata = ObjectMetadata;
30756
+ type _exports_OtherExperimentLogFields = OtherExperimentLogFields;
30757
+ type _exports_ParentExperimentIds = ParentExperimentIds;
30758
+ type _exports_ParentProjectLogIds = ParentProjectLogIds;
30759
+ type _exports_Project = Project;
30760
+ declare const _exports_Project: typeof Project;
30761
+ type _exports_ProjectNameIdMap = ProjectNameIdMap;
30762
+ declare const _exports_ProjectNameIdMap: typeof ProjectNameIdMap;
30763
+ type _exports_PromiseUnless<B, R> = PromiseUnless<B, R>;
30764
+ type _exports_Prompt<HasId extends boolean = true, HasVersion extends boolean = true> = Prompt<HasId, HasVersion>;
30765
+ declare const _exports_Prompt: typeof Prompt;
30766
+ type _exports_PromptBuilder = PromptBuilder;
30767
+ declare const _exports_PromptBuilder: typeof PromptBuilder;
30768
+ type _exports_PromptContents = PromptContents;
30769
+ type _exports_PromptDefinition = PromptDefinition;
30770
+ type _exports_PromptDefinitionWithTools = PromptDefinitionWithTools;
30771
+ type _exports_PromptOpts<HasId extends boolean, HasVersion extends boolean, HasTools extends boolean = true, HasNoTrace extends boolean = true> = PromptOpts<HasId, HasVersion, HasTools, HasNoTrace>;
30772
+ type _exports_PromptRowWithId<HasId extends boolean = true, HasVersion extends boolean = true> = PromptRowWithId<HasId, HasVersion>;
30773
+ type _exports_ReadonlyAttachment = ReadonlyAttachment;
30774
+ declare const _exports_ReadonlyAttachment: typeof ReadonlyAttachment;
30775
+ type _exports_ReadonlyExperiment = ReadonlyExperiment;
30776
+ declare const _exports_ReadonlyExperiment: typeof ReadonlyExperiment;
30777
+ declare const _exports_Reporter: typeof Reporter;
30778
+ type _exports_ReporterBody<EvalReport> = ReporterBody<EvalReport>;
30779
+ type _exports_ScoreSummary = ScoreSummary;
30780
+ type _exports_ScorerBuilder = ScorerBuilder;
30781
+ declare const _exports_ScorerBuilder: typeof ScorerBuilder;
30782
+ type _exports_ScorerOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = ScorerOpts<Output, Input, Params, Returns, Fn>;
30783
+ type _exports_SerializedBraintrustState = SerializedBraintrustState;
30784
+ type _exports_SetCurrentArg = SetCurrentArg;
30785
+ type _exports_Span = Span;
30786
+ type _exports_SpanContext = SpanContext;
30787
+ type _exports_SpanImpl = SpanImpl;
30788
+ declare const _exports_SpanImpl: typeof SpanImpl;
30789
+ type _exports_StartSpanArgs = StartSpanArgs;
30790
+ type _exports_TestBackgroundLogger = TestBackgroundLogger;
30791
+ declare const _exports_TestBackgroundLogger: typeof TestBackgroundLogger;
30792
+ type _exports_ToolBuilder = ToolBuilder;
30793
+ declare const _exports_ToolBuilder: typeof ToolBuilder;
30794
+ type _exports_UUIDGenerator = UUIDGenerator;
30795
+ declare const _exports_UUIDGenerator: typeof UUIDGenerator;
30796
+ type _exports_WithTransactionId<R> = WithTransactionId<R>;
30797
+ declare const _exports_X_CACHED_HEADER: typeof X_CACHED_HEADER;
30798
+ declare const _exports__exportsForTestingOnly: typeof _exportsForTestingOnly;
30799
+ declare const _exports__internalGetGlobalState: typeof _internalGetGlobalState;
30800
+ declare const _exports__internalSetInitialState: typeof _internalSetInitialState;
30801
+ declare const _exports_braintrustStreamChunkSchema: typeof braintrustStreamChunkSchema;
30802
+ declare const _exports_buildLocalSummary: typeof buildLocalSummary;
30803
+ declare const _exports_createFinalValuePassThroughStream: typeof createFinalValuePassThroughStream;
30804
+ declare const _exports_currentExperiment: typeof currentExperiment;
30805
+ declare const _exports_currentLogger: typeof currentLogger;
30806
+ declare const _exports_currentSpan: typeof currentSpan;
30807
+ declare const _exports_deepCopyEvent: typeof deepCopyEvent;
30808
+ declare const _exports_defaultErrorScoreHandler: typeof defaultErrorScoreHandler;
30809
+ declare const _exports_deserializePlainStringAsJSON: typeof deserializePlainStringAsJSON;
30810
+ declare const _exports_devNullWritableStream: typeof devNullWritableStream;
30811
+ declare const _exports_evaluatorDefinitionSchema: typeof evaluatorDefinitionSchema;
30812
+ declare const _exports_evaluatorDefinitionsSchema: typeof evaluatorDefinitionsSchema;
30813
+ declare const _exports_flush: typeof flush;
30814
+ declare const _exports_getContextManager: typeof getContextManager;
30815
+ declare const _exports_getIdGenerator: typeof getIdGenerator;
30816
+ declare const _exports_getPromptVersions: typeof getPromptVersions;
30817
+ declare const _exports_getSpanParentObject: typeof getSpanParentObject;
30818
+ declare const _exports_init: typeof init;
30819
+ declare const _exports_initDataset: typeof initDataset;
30820
+ declare const _exports_initExperiment: typeof initExperiment;
30821
+ declare const _exports_initFunction: typeof initFunction;
30822
+ declare const _exports_initLogger: typeof initLogger;
30823
+ declare const _exports_invoke: typeof invoke;
30824
+ declare const _exports_loadPrompt: typeof loadPrompt;
30825
+ declare const _exports_log: typeof log;
30826
+ declare const _exports_logError: typeof logError;
30827
+ declare const _exports_login: typeof login;
30828
+ declare const _exports_loginToState: typeof loginToState;
30829
+ declare const _exports_newId: typeof newId;
30830
+ declare const _exports_parseCachedHeader: typeof parseCachedHeader;
30831
+ declare const _exports_permalink: typeof permalink;
30832
+ declare const _exports_projects: typeof projects;
30833
+ declare const _exports_promptContentsSchema: typeof promptContentsSchema;
30834
+ declare const _exports_promptDefinitionSchema: typeof promptDefinitionSchema;
30835
+ declare const _exports_promptDefinitionToPromptData: typeof promptDefinitionToPromptData;
30836
+ declare const _exports_promptDefinitionWithToolsSchema: typeof promptDefinitionWithToolsSchema;
30837
+ declare const _exports_renderMessage: typeof renderMessage;
30838
+ declare const _exports_renderPromptParams: typeof renderPromptParams;
30839
+ declare const _exports_reportFailures: typeof reportFailures;
30840
+ declare const _exports_runEvaluator: typeof runEvaluator;
30841
+ declare const _exports_setFetch: typeof setFetch;
30842
+ declare const _exports_setMaskingFunction: typeof setMaskingFunction;
30843
+ declare const _exports_spanComponentsToObjectId: typeof spanComponentsToObjectId;
30844
+ declare const _exports_startSpan: typeof startSpan;
30845
+ declare const _exports_summarize: typeof summarize;
30846
+ declare const _exports_traceable: typeof traceable;
30847
+ declare const _exports_traced: typeof traced;
30848
+ declare const _exports_updateSpan: typeof updateSpan;
30849
+ declare const _exports_withCurrent: typeof withCurrent;
30850
+ declare const _exports_withDataset: typeof withDataset;
30851
+ declare const _exports_withExperiment: typeof withExperiment;
30852
+ declare const _exports_withLogger: typeof withLogger;
30853
+ declare const _exports_withParent: typeof withParent;
30854
+ declare const _exports_wrapAISDK: typeof wrapAISDK;
30855
+ declare const _exports_wrapAISDKModel: typeof wrapAISDKModel;
30856
+ declare const _exports_wrapAnthropic: typeof wrapAnthropic;
30857
+ declare const _exports_wrapClaudeAgentSDK: typeof wrapClaudeAgentSDK;
30858
+ declare const _exports_wrapGoogleGenAI: typeof wrapGoogleGenAI;
30859
+ declare const _exports_wrapMastraAgent: typeof wrapMastraAgent;
30860
+ declare const _exports_wrapOpenAI: typeof wrapOpenAI;
30861
+ declare const _exports_wrapOpenAIv4: typeof wrapOpenAIv4;
30862
+ declare const _exports_wrapTraced: typeof wrapTraced;
30863
+ declare namespace _exports {
30864
+ export { type _exports_AnyDataset as AnyDataset, _exports_Attachment as Attachment, type _exports_AttachmentParams as AttachmentParams, _exports_AttachmentReference as AttachmentReference, type _exports_BackgroundLoggerOpts as BackgroundLoggerOpts, _exports_BaseAttachment as BaseAttachment, _exports_BaseExperiment as BaseExperiment, type _exports_BaseMetadata as BaseMetadata, _exports_BraintrustMiddleware as BraintrustMiddleware, _exports_BraintrustState as BraintrustState, _exports_BraintrustStream as BraintrustStream, type _exports_BraintrustStreamChunk as BraintrustStreamChunk, type _exports_ChatPrompt as ChatPrompt, _exports_CodeFunction as CodeFunction, type _exports_CodeOpts as CodeOpts, _exports_CodePrompt as CodePrompt, type _exports_CommentEvent as CommentEvent, type _exports_CompiledPrompt as CompiledPrompt, type _exports_CompiledPromptParams as CompiledPromptParams, type _exports_CompletionPrompt as CompletionPrompt, _exports_ContextManager as ContextManager, type _exports_ContextParentSpanIds as ContextParentSpanIds, type _exports_CreateProjectOpts as CreateProjectOpts, _exports_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, type _exports_DataSummary as DataSummary, _exports_Dataset as Dataset, type _exports_DatasetRecord as DatasetRecord, type _exports_DatasetSummary as DatasetSummary, type _exports_DefaultMetadataType as DefaultMetadataType, type _exports_DefaultPromptArgs as DefaultPromptArgs, _exports_ERR_PERMALINK as ERR_PERMALINK, type _exports_EndSpanArgs as EndSpanArgs, _exports_Eval as Eval, type _exports_EvalCase as EvalCase, type _exports_EvalHooks as EvalHooks, type _exports_EvalParameterSerializedSchema as EvalParameterSerializedSchema, type _exports_EvalParameters as EvalParameters, type _exports_EvalResult as EvalResult, _exports_EvalResultWithSummary as EvalResultWithSummary, type _exports_EvalScorer as EvalScorer, type _exports_EvalScorerArgs as EvalScorerArgs, type _exports_EvalTask as EvalTask, type _exports_Evaluator as Evaluator, type _exports_EvaluatorDef as EvaluatorDef, type _exports_EvaluatorDefinition as EvaluatorDefinition, type _exports_EvaluatorDefinitions as EvaluatorDefinitions, type _exports_EvaluatorFile as EvaluatorFile, type _exports_EvaluatorManifest as EvaluatorManifest, _exports_Experiment as Experiment, type _exports_ExperimentLogFullArgs as ExperimentLogFullArgs, type _exports_ExperimentLogPartialArgs as ExperimentLogPartialArgs, type _exports_ExperimentSummary as ExperimentSummary, type _exports_Exportable as Exportable, _exports_ExternalAttachment as ExternalAttachment, type _exports_ExternalAttachmentParams as ExternalAttachmentParams, _exports_FailedHTTPResponse as FailedHTTPResponse, type _exports_FullInitDatasetOptions as FullInitDatasetOptions, type _exports_FullInitOptions as FullInitOptions, type _exports_FullLoginOptions as FullLoginOptions, type _exports_FunctionEvent as FunctionEvent, _exports_IDGenerator as IDGenerator, type _exports_IdField as IdField, type _exports_InitDatasetOptions as InitDatasetOptions, type _exports_InitLoggerOptions as InitLoggerOptions, type _exports_InitOptions as InitOptions, type _exports_InputField as InputField, type _exports_InvokeFunctionArgs as InvokeFunctionArgs, type _exports_InvokeReturn as InvokeReturn, _exports_JSONAttachment as JSONAttachment, _exports_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, _exports_LazyValue as LazyValue, type _exports_LoadPromptOptions as LoadPromptOptions, type _exports_LogCommentFullArgs as LogCommentFullArgs, type _exports_LogFeedbackFullArgs as LogFeedbackFullArgs, type _exports_LogOptions as LogOptions, _exports_Logger as Logger, _exports_LoginInvalidOrgError as LoginInvalidOrgError, type _exports_LoginOptions as LoginOptions, type _exports_MetricSummary as MetricSummary, _exports_NOOP_SPAN as NOOP_SPAN, _exports_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, _exports_NoopSpan as NoopSpan, type _exports_ObjectMetadata as ObjectMetadata, type _exports_OtherExperimentLogFields as OtherExperimentLogFields, type _exports_ParentExperimentIds as ParentExperimentIds, type _exports_ParentProjectLogIds as ParentProjectLogIds, _exports_Project as Project, _exports_ProjectNameIdMap as ProjectNameIdMap, type _exports_PromiseUnless as PromiseUnless, _exports_Prompt as Prompt, _exports_PromptBuilder as PromptBuilder, type _exports_PromptContents as PromptContents, type _exports_PromptDefinition as PromptDefinition, type _exports_PromptDefinitionWithTools as PromptDefinitionWithTools, type _exports_PromptOpts as PromptOpts, type _exports_PromptRowWithId as PromptRowWithId, _exports_ReadonlyAttachment as ReadonlyAttachment, _exports_ReadonlyExperiment as ReadonlyExperiment, _exports_Reporter as Reporter, type _exports_ReporterBody as ReporterBody, type _exports_ScoreSummary as ScoreSummary, _exports_ScorerBuilder as ScorerBuilder, type _exports_ScorerOpts as ScorerOpts, type _exports_SerializedBraintrustState as SerializedBraintrustState, type _exports_SetCurrentArg as SetCurrentArg, type _exports_Span as Span, type _exports_SpanContext as SpanContext, _exports_SpanImpl as SpanImpl, type _exports_StartSpanArgs as StartSpanArgs, _exports_TestBackgroundLogger as TestBackgroundLogger, _exports_ToolBuilder as ToolBuilder, _exports_UUIDGenerator as UUIDGenerator, type _exports_WithTransactionId as WithTransactionId, _exports_X_CACHED_HEADER as X_CACHED_HEADER, _exports__exportsForTestingOnly as _exportsForTestingOnly, _exports__internalGetGlobalState as _internalGetGlobalState, _exports__internalSetInitialState as _internalSetInitialState, _exports_braintrustStreamChunkSchema as braintrustStreamChunkSchema, _exports_buildLocalSummary as buildLocalSummary, _exports_createFinalValuePassThroughStream as createFinalValuePassThroughStream, _exports_currentExperiment as currentExperiment, _exports_currentLogger as currentLogger, _exports_currentSpan as currentSpan, _exports_deepCopyEvent as deepCopyEvent, _exports_defaultErrorScoreHandler as defaultErrorScoreHandler, _exports_deserializePlainStringAsJSON as deserializePlainStringAsJSON, _exports_devNullWritableStream as devNullWritableStream, _exports_evaluatorDefinitionSchema as evaluatorDefinitionSchema, _exports_evaluatorDefinitionsSchema as evaluatorDefinitionsSchema, _exports_flush as flush, _exports_getContextManager as getContextManager, _exports_getIdGenerator as getIdGenerator, _exports_getPromptVersions as getPromptVersions, _exports_getSpanParentObject as getSpanParentObject, graphFramework as graph, _exports_init as init, _exports_initDataset as initDataset, _exports_initExperiment as initExperiment, _exports_initFunction as initFunction, _exports_initLogger as initLogger, _exports_invoke as invoke, _exports_loadPrompt as loadPrompt, _exports_log as log, _exports_logError as logError, _exports_login as login, _exports_loginToState as loginToState, _exports_newId as newId, _exports_parseCachedHeader as parseCachedHeader, _exports_permalink as permalink, _exports_projects as projects, _exports_promptContentsSchema as promptContentsSchema, _exports_promptDefinitionSchema as promptDefinitionSchema, _exports_promptDefinitionToPromptData as promptDefinitionToPromptData, _exports_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, _exports_renderMessage as renderMessage, _exports_renderPromptParams as renderPromptParams, _exports_reportFailures as reportFailures, _exports_runEvaluator as runEvaluator, _exports_setFetch as setFetch, _exports_setMaskingFunction as setMaskingFunction, _exports_spanComponentsToObjectId as spanComponentsToObjectId, _exports_startSpan as startSpan, _exports_summarize as summarize, ToolFunctionDefinition as toolFunctionDefinitionSchema, _exports_traceable as traceable, _exports_traced as traced, _exports_updateSpan as updateSpan, _exports_withCurrent as withCurrent, _exports_withDataset as withDataset, _exports_withExperiment as withExperiment, _exports_withLogger as withLogger, _exports_withParent as withParent, _exports_wrapAISDK as wrapAISDK, _exports_wrapAISDKModel as wrapAISDKModel, _exports_wrapAnthropic as wrapAnthropic, _exports_wrapClaudeAgentSDK as wrapClaudeAgentSDK, _exports_wrapGoogleGenAI as wrapGoogleGenAI, _exports_wrapMastraAgent as wrapMastraAgent, _exports_wrapOpenAI as wrapOpenAI, _exports_wrapOpenAIv4 as wrapOpenAIv4, _exports_wrapTraced as wrapTraced };
30865
+ }
30896
30866
 
30897
- export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustMiddleware, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CommentEvent, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, ContextManager, type ContextParentSpanIds, type CreateProjectOpts, DEFAULT_FETCH_BATCH_SIZE, type DataSummary, Dataset, type DatasetRecord, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentLogFullArgs, type ExperimentLogPartialArgs, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitDatasetOptions, type FullInitOptions, type FullLoginOptions, type FunctionEvent, IDGenerator, type IdField, type InitDatasetOptions, type InitLoggerOptions, type InitOptions, type InputField, type InvokeFunctionArgs, type InvokeReturn, JSONAttachment, LEGACY_CACHED_HEADER, LazyValue, type LoadPromptOptions, type LogCommentFullArgs, type LogFeedbackFullArgs, type LogOptions, Logger, LoginInvalidOrgError, type LoginOptions, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, type ObjectMetadata, type OtherExperimentLogFields, type ParentExperimentIds, type ParentProjectLogIds, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span, type SpanContext, SpanImpl, type StartSpanArgs, TestBackgroundLogger, ToolBuilder, UUIDGenerator, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, deepCopyEvent, braintrust as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getContextManager, getIdGenerator, getPromptVersions, getSpanParentObject, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, permalink, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, renderMessage, renderPromptParams, reportFailures, runEvaluator, setFetch, setMaskingFunction, spanComponentsToObjectId, startSpan, summarize, ToolFunctionDefinition as toolFunctionDefinitionSchema, traceable, traced, updateSpan, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDK, wrapAISDKModel, wrapAnthropic, wrapClaudeAgentSDK, wrapGoogleGenAI, wrapMastraAgent, wrapOpenAI, wrapOpenAIv4, wrapTraced };
30867
+ export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustMiddleware, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CommentEvent, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, ContextManager, type ContextParentSpanIds, type CreateProjectOpts, DEFAULT_FETCH_BATCH_SIZE, type DataSummary, Dataset, type DatasetRecord, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentLogFullArgs, type ExperimentLogPartialArgs, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitDatasetOptions, type FullInitOptions, type FullLoginOptions, type FunctionEvent, IDGenerator, type IdField, type InitDatasetOptions, type InitLoggerOptions, type InitOptions, type InputField, type InvokeFunctionArgs, type InvokeReturn, JSONAttachment, LEGACY_CACHED_HEADER, LazyValue, type LoadPromptOptions, type LogCommentFullArgs, type LogFeedbackFullArgs, type LogOptions, Logger, LoginInvalidOrgError, type LoginOptions, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, type ObjectMetadata, type OtherExperimentLogFields, type ParentExperimentIds, type ParentProjectLogIds, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span, type SpanContext, SpanImpl, type StartSpanArgs, TestBackgroundLogger, ToolBuilder, UUIDGenerator, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, deepCopyEvent, _exports as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getContextManager, getIdGenerator, getPromptVersions, getSpanParentObject, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, invoke, loadPrompt, log, logError, login, loginToState, newId, parseCachedHeader, permalink, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, renderMessage, renderPromptParams, reportFailures, runEvaluator, setFetch, setMaskingFunction, spanComponentsToObjectId, startSpan, summarize, ToolFunctionDefinition as toolFunctionDefinitionSchema, traceable, traced, updateSpan, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDK, wrapAISDKModel, wrapAnthropic, wrapClaudeAgentSDK, wrapGoogleGenAI, wrapMastraAgent, wrapOpenAI, wrapOpenAIv4, wrapTraced };