braintrust 3.2.0 → 3.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -5697,6 +5697,7 @@ function utf8ByteLength(value) {
5697
5697
  function now() {
5698
5698
  return (/* @__PURE__ */ new Date()).getTime();
5699
5699
  }
5700
+ var DEFAULT_FLUSH_BACKPRESSURE_BYTES = 10 * 1024 * 1024;
5700
5701
  var TestBackgroundLogger = class {
5701
5702
  items = [];
5702
5703
  maskingFunction = null;
@@ -5709,6 +5710,12 @@ var TestBackgroundLogger = class {
5709
5710
  async flush() {
5710
5711
  return Promise.resolve();
5711
5712
  }
5713
+ pendingFlushBytes() {
5714
+ return 0;
5715
+ }
5716
+ flushBackpressureBytes() {
5717
+ return DEFAULT_FLUSH_BACKPRESSURE_BYTES;
5718
+ }
5712
5719
  async drain() {
5713
5720
  const items = this.items;
5714
5721
  this.items = [];
@@ -5766,7 +5773,8 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
5766
5773
  queueDropLoggingPeriod = 60;
5767
5774
  failedPublishPayloadsDir = void 0;
5768
5775
  allPublishPayloadsDir = void 0;
5769
- flushChunkSize = 25;
5776
+ _flushBackpressureBytes = DEFAULT_FLUSH_BACKPRESSURE_BYTES;
5777
+ _pendingBytes = 0;
5770
5778
  _disabled = false;
5771
5779
  queueDropLoggingState = {
5772
5780
  numDropped: 0,
@@ -5806,11 +5814,16 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
5806
5814
  if (!isNaN(queueDropLoggingPeriodEnv)) {
5807
5815
  this.queueDropLoggingPeriod = queueDropLoggingPeriodEnv;
5808
5816
  }
5809
- const flushChunkSizeEnv = Number(
5810
- isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")
5817
+ if (isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")) {
5818
+ console.warn(
5819
+ "BRAINTRUST_LOG_FLUSH_CHUNK_SIZE is deprecated and no longer has any effect. Log flushing now sends all items at once and batches them automatically. This environment variable will be removed in a future major release."
5820
+ );
5821
+ }
5822
+ const flushBackpressureBytesEnv = Number(
5823
+ isomorph_default.getEnv("BRAINTRUST_FLUSH_BACKPRESSURE_BYTES")
5811
5824
  );
5812
- if (!isNaN(flushChunkSizeEnv) && flushChunkSizeEnv > 0) {
5813
- this.flushChunkSize = flushChunkSizeEnv;
5825
+ if (!isNaN(flushBackpressureBytesEnv) && flushBackpressureBytesEnv > 0) {
5826
+ this._flushBackpressureBytes = flushBackpressureBytesEnv;
5814
5827
  }
5815
5828
  const failedPublishPayloadsDirEnv = isomorph_default.getEnv(
5816
5829
  "BRAINTRUST_FAILED_PUBLISH_PAYLOADS_DIR"
@@ -5834,6 +5847,12 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
5834
5847
  setMaskingFunction(maskingFunction) {
5835
5848
  this.maskingFunction = maskingFunction;
5836
5849
  }
5850
+ pendingFlushBytes() {
5851
+ return this._pendingBytes;
5852
+ }
5853
+ flushBackpressureBytes() {
5854
+ return this._flushBackpressureBytes;
5855
+ }
5837
5856
  log(items) {
5838
5857
  if (this._disabled) {
5839
5858
  return;
@@ -5896,14 +5915,7 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
5896
5915
  if (wrappedItems.length === 0) {
5897
5916
  return;
5898
5917
  }
5899
- const chunkSize = Math.max(1, Math.min(batchSize, this.flushChunkSize));
5900
- let index = 0;
5901
- while (index < wrappedItems.length) {
5902
- const chunk = wrappedItems.slice(index, index + chunkSize);
5903
- await this.flushWrappedItemsChunk(chunk, batchSize);
5904
- index += chunk.length;
5905
- }
5906
- wrappedItems.length = 0;
5918
+ await this.flushWrappedItemsChunk(wrappedItems, batchSize);
5907
5919
  if (this.queue.length() > 0) {
5908
5920
  await this.flushOnce(args);
5909
5921
  }
@@ -5916,9 +5928,13 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
5916
5928
  if (allItems.length === 0) {
5917
5929
  return;
5918
5930
  }
5919
- const allItemsWithMeta = allItems.map(
5920
- (item) => stringifyWithOverflowMeta(item)
5921
- );
5931
+ let chunkBytes = 0;
5932
+ const allItemsWithMeta = allItems.map((item) => {
5933
+ const withMeta = stringifyWithOverflowMeta(item);
5934
+ chunkBytes += withMeta.str.length;
5935
+ return withMeta;
5936
+ });
5937
+ this._pendingBytes += chunkBytes;
5922
5938
  const maxRequestSizeResult = await this.getMaxRequestSize();
5923
5939
  const batches = batchItems({
5924
5940
  items: allItemsWithMeta,
@@ -5937,6 +5953,7 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
5937
5953
  })()
5938
5954
  );
5939
5955
  const results = await Promise.all(postPromises);
5956
+ this._pendingBytes = Math.max(0, this._pendingBytes - chunkBytes);
5940
5957
  const failingResultErrors = results.map((r) => r.type === "success" ? void 0 : r.value).filter((r) => r !== void 0);
5941
5958
  if (failingResultErrors.length) {
5942
5959
  throw new AggregateError(
@@ -9191,6 +9208,7 @@ __export(exports_exports, {
9191
9208
  promptDefinitionToPromptData: () => promptDefinitionToPromptData,
9192
9209
  promptDefinitionWithToolsSchema: () => promptDefinitionWithToolsSchema,
9193
9210
  registerOtelFlush: () => registerOtelFlush,
9211
+ registerSandbox: () => registerSandbox,
9194
9212
  registerTemplatePlugin: () => registerTemplatePlugin,
9195
9213
  renderMessage: () => renderMessage,
9196
9214
  renderPromptParams: () => renderPromptParams,
@@ -9227,6 +9245,99 @@ __export(exports_exports, {
9227
9245
  wrapVitest: () => wrapVitest
9228
9246
  });
9229
9247
 
9248
+ // src/sandbox.ts
9249
+ import { z as z9 } from "zod/v3";
9250
+ var SANDBOX_GROUP_NAME_METADATA_KEY = "_bt_sandbox_group_name";
9251
+ async function registerSandbox(options) {
9252
+ const state = options.state ?? _internalGetGlobalState();
9253
+ await state.login({
9254
+ apiKey: options.apiKey,
9255
+ appUrl: options.appUrl,
9256
+ orgName: options.orgName
9257
+ });
9258
+ const projectResponse = await state.appConn().post_json("api/project/register", {
9259
+ project_name: options.project,
9260
+ org_id: state.orgId
9261
+ });
9262
+ const projectId = projectResponse.project.id;
9263
+ if (!state.orgName) {
9264
+ throw new Error("Organization name is required to register sandbox evals");
9265
+ }
9266
+ const runtimeContext = {
9267
+ runtime: "node",
9268
+ version: process.version.slice(1)
9269
+ };
9270
+ const listResponse = await state.proxyConn().post(
9271
+ "function/sandbox-list",
9272
+ {
9273
+ sandbox_spec: {
9274
+ provider: options.sandbox.provider,
9275
+ snapshot_ref: options.sandbox.snapshotRef
9276
+ },
9277
+ entrypoints: options.entrypoints,
9278
+ project_id: projectId
9279
+ },
9280
+ {
9281
+ headers: {
9282
+ "x-bt-org-name": state.orgName
9283
+ }
9284
+ }
9285
+ );
9286
+ const evaluatorDefinitions = z9.record(z9.unknown()).parse(await listResponse.json());
9287
+ const functions = [];
9288
+ for (const [evalName, evaluatorDefinition] of Object.entries(
9289
+ evaluatorDefinitions
9290
+ )) {
9291
+ const functionName = evalName;
9292
+ const functionSlug = slugify(evalName, { lower: true, strict: true });
9293
+ const functionDef = {
9294
+ project_id: projectId,
9295
+ org_name: state.orgName,
9296
+ name: functionName,
9297
+ slug: functionSlug,
9298
+ function_type: "sandbox",
9299
+ function_data: {
9300
+ type: "code",
9301
+ data: {
9302
+ type: "bundle",
9303
+ runtime_context: runtimeContext,
9304
+ location: {
9305
+ type: "sandbox",
9306
+ sandbox_spec: {
9307
+ provider: options.sandbox.provider,
9308
+ snapshot_ref: options.sandbox.snapshotRef
9309
+ },
9310
+ entrypoints: options.entrypoints,
9311
+ eval_name: evalName,
9312
+ evaluator_definition: evaluatorDefinition
9313
+ },
9314
+ bundle_id: null,
9315
+ preview: null
9316
+ }
9317
+ },
9318
+ metadata: {
9319
+ ...options.metadata ?? {},
9320
+ [SANDBOX_GROUP_NAME_METADATA_KEY]: options.name
9321
+ },
9322
+ if_exists: options.ifExists ?? "replace"
9323
+ };
9324
+ if (options.description !== void 0) {
9325
+ functionDef.description = options.description;
9326
+ }
9327
+ const response = await state.apiConn().post_json("v1/function", functionDef);
9328
+ functions.push({
9329
+ evalName,
9330
+ id: response.id,
9331
+ name: response.name,
9332
+ slug: response.slug
9333
+ });
9334
+ }
9335
+ return {
9336
+ projectId,
9337
+ functions
9338
+ };
9339
+ }
9340
+
9230
9341
  // src/functions/invoke.ts
9231
9342
  async function invoke(args) {
9232
9343
  const {
@@ -15849,29 +15960,29 @@ var SimpleProgressReporter = class {
15849
15960
  };
15850
15961
 
15851
15962
  // src/eval-parameters.ts
15852
- import { z as z10 } from "zod/v3";
15963
+ import { z as z11 } from "zod/v3";
15853
15964
  import Ajv from "ajv";
15854
15965
 
15855
15966
  // src/prompt-schemas.ts
15856
- import { z as z9 } from "zod/v3";
15857
- var promptContentsSchema = z9.union([
15858
- z9.object({
15859
- prompt: z9.string()
15967
+ import { z as z10 } from "zod/v3";
15968
+ var promptContentsSchema = z10.union([
15969
+ z10.object({
15970
+ prompt: z10.string()
15860
15971
  }),
15861
- z9.object({
15862
- messages: z9.array(ChatCompletionMessageParam)
15972
+ z10.object({
15973
+ messages: z10.array(ChatCompletionMessageParam)
15863
15974
  })
15864
15975
  ]);
15865
15976
  var promptDefinitionSchema = promptContentsSchema.and(
15866
- z9.object({
15867
- model: z9.string(),
15977
+ z10.object({
15978
+ model: z10.string(),
15868
15979
  params: ModelParams.optional(),
15869
- templateFormat: z9.enum(["mustache", "nunjucks", "none"]).optional()
15980
+ templateFormat: z10.enum(["mustache", "nunjucks", "none"]).optional()
15870
15981
  })
15871
15982
  );
15872
15983
  var promptDefinitionWithToolsSchema = promptDefinitionSchema.and(
15873
- z9.object({
15874
- tools: z9.array(ToolFunctionDefinition).optional()
15984
+ z10.object({
15985
+ tools: z10.array(ToolFunctionDefinition).optional()
15875
15986
  })
15876
15987
  );
15877
15988
  function promptDefinitionToPromptData(promptDefinition, rawTools) {
@@ -15894,15 +16005,15 @@ function promptDefinitionToPromptData(promptDefinition, rawTools) {
15894
16005
  }
15895
16006
 
15896
16007
  // src/eval-parameters.ts
15897
- var evalParametersSchema = z10.record(
15898
- z10.string(),
15899
- z10.union([
15900
- z10.object({
15901
- type: z10.literal("prompt"),
16008
+ var evalParametersSchema = z11.record(
16009
+ z11.string(),
16010
+ z11.union([
16011
+ z11.object({
16012
+ type: z11.literal("prompt"),
15902
16013
  default: promptDefinitionWithToolsSchema.optional(),
15903
- description: z10.string().optional()
16014
+ description: z11.string().optional()
15904
16015
  }),
15905
- z10.instanceof(z10.ZodType)
16016
+ z11.instanceof(z11.ZodType)
15906
16017
  // For Zod schemas
15907
16018
  ])
15908
16019
  );
@@ -16521,7 +16632,8 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
16521
16632
  });
16522
16633
  } else {
16523
16634
  const result = await experiment.traced(callback, baseEvent);
16524
- if (evaluator.maxConcurrency !== void 0) {
16635
+ const bgLogger = experiment.loggingState.bgLogger();
16636
+ if (evaluator.maxConcurrency !== void 0 && bgLogger.pendingFlushBytes() >= bgLogger.flushBackpressureBytes()) {
16525
16637
  await experiment.flush();
16526
16638
  }
16527
16639
  return result;
@@ -16785,7 +16897,7 @@ var defaultReporter = {
16785
16897
  };
16786
16898
 
16787
16899
  // src/framework2.ts
16788
- import { z as z11 } from "zod/v3";
16900
+ import { z as z12 } from "zod/v3";
16789
16901
  var currentFilename = typeof __filename !== "undefined" ? __filename : "unknown";
16790
16902
  var ProjectBuilder = class {
16791
16903
  create(opts) {
@@ -17177,7 +17289,7 @@ var ProjectNameIdMap = class {
17177
17289
  const response = await _internalGetGlobalState().appConn().post_json("api/project/register", {
17178
17290
  project_name: projectName
17179
17291
  });
17180
- const result = z11.object({
17292
+ const result = z12.object({
17181
17293
  project: Project
17182
17294
  }).parse(response);
17183
17295
  const projectId = result.project.id;
@@ -17191,7 +17303,7 @@ var ProjectNameIdMap = class {
17191
17303
  const response = await _internalGetGlobalState().appConn().post_json("api/project/get", {
17192
17304
  id: projectId
17193
17305
  });
17194
- const result = z11.array(Project).nonempty().parse(response);
17306
+ const result = z12.array(Project).nonempty().parse(response);
17195
17307
  const projectName = result[0].name;
17196
17308
  this.idToName[projectId] = projectName;
17197
17309
  this.nameToId[projectName] = projectId;
@@ -17207,73 +17319,73 @@ var ProjectNameIdMap = class {
17207
17319
  };
17208
17320
 
17209
17321
  // dev/types.ts
17210
- import { z as z12 } from "zod/v3";
17211
- var evalBodySchema = z12.object({
17212
- name: z12.string(),
17213
- parameters: z12.record(z12.string(), z12.unknown()).nullish(),
17322
+ import { z as z13 } from "zod/v3";
17323
+ var evalBodySchema = z13.object({
17324
+ name: z13.string(),
17325
+ parameters: z13.record(z13.string(), z13.unknown()).nullish(),
17214
17326
  data: RunEval.shape.data,
17215
- scores: z12.array(
17216
- z12.object({
17327
+ scores: z13.array(
17328
+ z13.object({
17217
17329
  function_id: FunctionId,
17218
- name: z12.string()
17330
+ name: z13.string()
17219
17331
  })
17220
17332
  ).nullish(),
17221
- experiment_name: z12.string().nullish(),
17222
- project_id: z12.string().nullish(),
17333
+ experiment_name: z13.string().nullish(),
17334
+ project_id: z13.string().nullish(),
17223
17335
  parent: InvokeParent.optional(),
17224
- stream: z12.boolean().optional()
17336
+ stream: z13.boolean().optional()
17225
17337
  });
17226
- var staticParametersSchema = z12.record(
17227
- z12.string(),
17228
- z12.union([
17229
- z12.object({
17230
- type: z12.literal("prompt"),
17338
+ var staticParametersSchema = z13.record(
17339
+ z13.string(),
17340
+ z13.union([
17341
+ z13.object({
17342
+ type: z13.literal("prompt"),
17231
17343
  default: PromptData.optional(),
17232
- description: z12.string().optional()
17344
+ description: z13.string().optional()
17233
17345
  }),
17234
- z12.object({
17235
- type: z12.literal("data"),
17236
- schema: z12.record(z12.unknown()),
17237
- default: z12.unknown().optional(),
17238
- description: z12.string().optional()
17346
+ z13.object({
17347
+ type: z13.literal("data"),
17348
+ schema: z13.record(z13.unknown()),
17349
+ default: z13.unknown().optional(),
17350
+ description: z13.string().optional()
17239
17351
  })
17240
17352
  ])
17241
17353
  );
17242
- var parametersSchema = z12.object({
17243
- type: z12.literal("object"),
17244
- properties: z12.record(z12.string(), z12.record(z12.unknown())),
17245
- required: z12.array(z12.string()).optional(),
17246
- additionalProperties: z12.boolean().optional()
17354
+ var parametersSchema = z13.object({
17355
+ type: z13.literal("object"),
17356
+ properties: z13.record(z13.string(), z13.record(z13.unknown())),
17357
+ required: z13.array(z13.string()).optional(),
17358
+ additionalProperties: z13.boolean().optional()
17247
17359
  });
17248
- var parametersSourceSchema = z12.object({
17249
- parametersId: z12.string().optional(),
17250
- slug: z12.string(),
17251
- name: z12.string(),
17252
- projectId: z12.string().optional(),
17253
- version: z12.string().optional()
17360
+ var parametersSourceSchema = z13.object({
17361
+ parametersId: z13.string().optional(),
17362
+ slug: z13.string(),
17363
+ name: z13.string(),
17364
+ projectId: z13.string().optional(),
17365
+ version: z13.string().optional()
17254
17366
  });
17255
- var parametersContainerSchema = z12.object({
17256
- type: z12.literal("braintrust.parameters"),
17367
+ var parametersContainerSchema = z13.object({
17368
+ type: z13.literal("braintrust.parameters"),
17257
17369
  schema: parametersSchema,
17258
17370
  source: parametersSourceSchema
17259
17371
  });
17260
- var staticParametersContainerSchema = z12.object({
17261
- type: z12.literal("braintrust.staticParameters"),
17372
+ var staticParametersContainerSchema = z13.object({
17373
+ type: z13.literal("braintrust.staticParameters"),
17262
17374
  schema: staticParametersSchema,
17263
- source: z12.null()
17375
+ source: z13.null()
17264
17376
  });
17265
- var serializedParametersContainerSchema = z12.union([
17377
+ var serializedParametersContainerSchema = z13.union([
17266
17378
  parametersContainerSchema,
17267
17379
  staticParametersContainerSchema,
17268
17380
  // keeping this type here since old versions of the SDK will still pass the unwrapped schema and we need to handle this in the app
17269
17381
  staticParametersSchema
17270
17382
  ]);
17271
- var evaluatorDefinitionSchema = z12.object({
17383
+ var evaluatorDefinitionSchema = z13.object({
17272
17384
  parameters: serializedParametersContainerSchema.optional(),
17273
- scores: z12.array(z12.object({ name: z12.string() })).optional()
17385
+ scores: z13.array(z13.object({ name: z13.string() })).optional()
17274
17386
  });
17275
- var evaluatorDefinitionsSchema = z12.record(
17276
- z12.string(),
17387
+ var evaluatorDefinitionsSchema = z13.record(
17388
+ z13.string(),
17277
17389
  evaluatorDefinitionSchema
17278
17390
  );
17279
17391
 
@@ -19853,6 +19965,7 @@ export {
19853
19965
  promptDefinitionToPromptData,
19854
19966
  promptDefinitionWithToolsSchema,
19855
19967
  registerOtelFlush,
19968
+ registerSandbox,
19856
19969
  registerTemplatePlugin,
19857
19970
  renderMessage,
19858
19971
  renderPromptParams,
package/dist/index.d.mts CHANGED
@@ -19133,6 +19133,8 @@ interface BackgroundLoggerOpts {
19133
19133
  interface BackgroundLogger {
19134
19134
  log(items: LazyValue<BackgroundLogEvent>[]): void;
19135
19135
  flush(): Promise<void>;
19136
+ pendingFlushBytes(): number;
19137
+ flushBackpressureBytes(): number;
19136
19138
  setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
19137
19139
  }
19138
19140
  declare class TestBackgroundLogger implements BackgroundLogger {
@@ -19141,6 +19143,8 @@ declare class TestBackgroundLogger implements BackgroundLogger {
19141
19143
  log(items: LazyValue<BackgroundLogEvent>[]): void;
19142
19144
  setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
19143
19145
  flush(): Promise<void>;
19146
+ pendingFlushBytes(): number;
19147
+ flushBackpressureBytes(): number;
19144
19148
  drain(): Promise<BackgroundLogEvent[]>;
19145
19149
  }
19146
19150
  declare class HTTPBackgroundLogger implements BackgroundLogger {
@@ -19160,11 +19164,14 @@ declare class HTTPBackgroundLogger implements BackgroundLogger {
19160
19164
  queueDropLoggingPeriod: number;
19161
19165
  failedPublishPayloadsDir: string | undefined;
19162
19166
  allPublishPayloadsDir: string | undefined;
19163
- flushChunkSize: number;
19167
+ private _flushBackpressureBytes;
19168
+ private _pendingBytes;
19164
19169
  private _disabled;
19165
19170
  private queueDropLoggingState;
19166
19171
  constructor(apiConn: LazyValue<HTTPConnection>, opts?: BackgroundLoggerOpts);
19167
19172
  setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
19173
+ pendingFlushBytes(): number;
19174
+ flushBackpressureBytes(): number;
19168
19175
  log(items: LazyValue<BackgroundLogEvent>[]): void;
19169
19176
  private getMaxRequestSize;
19170
19177
  flush(): Promise<void>;
@@ -20187,6 +20194,86 @@ declare const _exportsForTestingOnly: {
20187
20194
  isomorph: Common;
20188
20195
  };
20189
20196
 
20197
+ /**
20198
+ * Configuration for a sandbox runtime.
20199
+ * @internal
20200
+ */
20201
+ interface SandboxConfig {
20202
+ /** The sandbox provider. Currently only "modal" is supported. */
20203
+ provider: "modal";
20204
+ /** Reference to the sandbox snapshot. */
20205
+ snapshotRef: string;
20206
+ }
20207
+ /**
20208
+ * Options for registering a sandbox function.
20209
+ * @internal
20210
+ */
20211
+ interface RegisterSandboxOptions {
20212
+ /** Group name for the sandbox functions. */
20213
+ name: string;
20214
+ /** Name of the project to register the sandbox in. */
20215
+ project: string;
20216
+ /** Sandbox configuration (provider and snapshot reference). */
20217
+ sandbox: SandboxConfig;
20218
+ /** Optional list of entrypoints available in the sandbox. */
20219
+ entrypoints?: string[];
20220
+ /** Optional description. */
20221
+ description?: string;
20222
+ /** Optional metadata. */
20223
+ metadata?: Record<string, unknown>;
20224
+ /** What to do if function already exists. Defaults to "replace". */
20225
+ ifExists?: IfExistsType;
20226
+ /** Braintrust API key. Uses BRAINTRUST_API_KEY env var if not provided. */
20227
+ apiKey?: string;
20228
+ /** Braintrust app URL. Uses default if not provided. */
20229
+ appUrl?: string;
20230
+ /** Organization name. */
20231
+ orgName?: string;
20232
+ /** Optional BraintrustState instance. Defaults to the global state. */
20233
+ state?: BraintrustState;
20234
+ }
20235
+ /**
20236
+ * Result of registering a sandbox.
20237
+ * @internal
20238
+ */
20239
+ interface RegisterSandboxResult {
20240
+ /** Project ID the sandbox is registered in. */
20241
+ projectId: string;
20242
+ /** Registered eval functions discovered from this sandbox. */
20243
+ functions: {
20244
+ /** Eval name discovered from sandbox list endpoint. */
20245
+ evalName: string;
20246
+ /** Unique identifier for the function. */
20247
+ id: string;
20248
+ /** Function name. */
20249
+ name: string;
20250
+ /** URL-friendly identifier. */
20251
+ slug: string;
20252
+ }[];
20253
+ }
20254
+ /**
20255
+ * Register a sandbox function with Braintrust.
20256
+ *
20257
+ * @param options Configuration for the sandbox to register.
20258
+ * @returns The registered sandbox function details.
20259
+ * @internal
20260
+ *
20261
+ * @example
20262
+ * ```typescript
20263
+ * const result = await registerSandbox({
20264
+ * name: "My Sandbox",
20265
+ * project: "My Project",
20266
+ * entrypoints: ["./my-eval.eval.ts"],
20267
+ * sandbox: {
20268
+ * provider: "modal",
20269
+ * snapshotRef: "sb-xxx",
20270
+ * },
20271
+ * });
20272
+ * console.log(result.functions.map((f) => f.id));
20273
+ * ```
20274
+ */
20275
+ declare function registerSandbox(options: RegisterSandboxOptions): Promise<RegisterSandboxResult>;
20276
+
20190
20277
  declare function isTemplateFormat(v: unknown): v is TemplateFormat;
20191
20278
  declare function parseTemplateFormat(value: unknown, defaultFormat?: TemplateFormat): TemplateFormat;
20192
20279
  declare function renderTemplateContent(template: string, variables: Record<string, unknown>, escape: (v: unknown) => string, options: {
@@ -39869,8 +39956,11 @@ type _exports_ReadonlyAttachment = ReadonlyAttachment;
39869
39956
  declare const _exports_ReadonlyAttachment: typeof ReadonlyAttachment;
39870
39957
  type _exports_ReadonlyExperiment = ReadonlyExperiment;
39871
39958
  declare const _exports_ReadonlyExperiment: typeof ReadonlyExperiment;
39959
+ type _exports_RegisterSandboxOptions = RegisterSandboxOptions;
39960
+ type _exports_RegisterSandboxResult = RegisterSandboxResult;
39872
39961
  declare const _exports_Reporter: typeof Reporter;
39873
39962
  type _exports_ReporterBody<EvalReport> = ReporterBody<EvalReport>;
39963
+ type _exports_SandboxConfig = SandboxConfig;
39874
39964
  type _exports_ScoreSummary = ScoreSummary;
39875
39965
  type _exports_ScorerBuilder = ScorerBuilder;
39876
39966
  declare const _exports_ScorerBuilder: typeof ScorerBuilder;
@@ -39946,6 +40036,7 @@ declare const _exports_promptDefinitionSchema: typeof promptDefinitionSchema;
39946
40036
  declare const _exports_promptDefinitionToPromptData: typeof promptDefinitionToPromptData;
39947
40037
  declare const _exports_promptDefinitionWithToolsSchema: typeof promptDefinitionWithToolsSchema;
39948
40038
  declare const _exports_registerOtelFlush: typeof registerOtelFlush;
40039
+ declare const _exports_registerSandbox: typeof registerSandbox;
39949
40040
  declare const _exports_registerTemplatePlugin: typeof registerTemplatePlugin;
39950
40041
  declare const _exports_renderMessage: typeof renderMessage;
39951
40042
  declare const _exports_renderPromptParams: typeof renderPromptParams;
@@ -39980,7 +40071,7 @@ declare const _exports_wrapOpenAIv4: typeof wrapOpenAIv4;
39980
40071
  declare const _exports_wrapTraced: typeof wrapTraced;
39981
40072
  declare const _exports_wrapVitest: typeof wrapVitest;
39982
40073
  declare namespace _exports {
39983
- export { type _exports_AnyDataset as AnyDataset, _exports_Attachment as Attachment, type _exports_AttachmentParams as AttachmentParams, _exports_AttachmentReference as AttachmentReference, type _exports_BackgroundLoggerOpts as BackgroundLoggerOpts, _exports_BaseAttachment as BaseAttachment, _exports_BaseExperiment as BaseExperiment, type _exports_BaseMetadata as BaseMetadata, _exports_BraintrustMiddleware as BraintrustMiddleware, _exports_BraintrustState as BraintrustState, _exports_BraintrustStream as BraintrustStream, type _exports_BraintrustStreamChunk as BraintrustStreamChunk, _exports_CachedSpanFetcher as CachedSpanFetcher, type _exports_ChatPrompt as ChatPrompt, _exports_CodeFunction as CodeFunction, type _exports_CodeOpts as CodeOpts, _exports_CodePrompt as CodePrompt, type _exports_CommentEvent as CommentEvent, type _exports_CompiledPrompt as CompiledPrompt, type _exports_CompiledPromptParams as CompiledPromptParams, type _exports_CompletionPrompt as CompletionPrompt, _exports_ContextManager as ContextManager, type _exports_ContextParentSpanIds as ContextParentSpanIds, type _exports_CreateProjectOpts as CreateProjectOpts, _exports_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, _exports_DEFAULT_MAX_REQUEST_SIZE as DEFAULT_MAX_REQUEST_SIZE, type _exports_DataSummary as DataSummary, _exports_Dataset as Dataset, type _exports_DatasetRecord as DatasetRecord, type _exports_DatasetSummary as DatasetSummary, type _exports_DefaultMetadataType as DefaultMetadataType, type _exports_DefaultPromptArgs as DefaultPromptArgs, _exports_ERR_PERMALINK as ERR_PERMALINK, type _exports_EndSpanArgs as EndSpanArgs, _exports_Eval as Eval, type _exports_EvalCase as EvalCase, type _exports_EvalHooks as EvalHooks, type _exports_EvalParameterSerializedSchema as EvalParameterSerializedSchema, type _exports_EvalParameters as EvalParameters, type _exports_EvalResult as EvalResult, _exports_EvalResultWithSummary as EvalResultWithSummary, type _exports_EvalScorer as EvalScorer, type _exports_EvalScorerArgs as EvalScorerArgs, type _exports_EvalTask as EvalTask, type _exports_Evaluator as Evaluator, type _exports_EvaluatorDef as EvaluatorDef, type _exports_EvaluatorDefinition as EvaluatorDefinition, type _exports_EvaluatorDefinitions as EvaluatorDefinitions, type _exports_EvaluatorFile as EvaluatorFile, type _exports_EvaluatorManifest as EvaluatorManifest, _exports_Experiment as Experiment, type _exports_ExperimentLogFullArgs as ExperimentLogFullArgs, type _exports_ExperimentLogPartialArgs as ExperimentLogPartialArgs, type _exports_ExperimentSummary as ExperimentSummary, type _exports_Exportable as Exportable, _exports_ExternalAttachment as ExternalAttachment, type _exports_ExternalAttachmentParams as ExternalAttachmentParams, _exports_FailedHTTPResponse as FailedHTTPResponse, type _exports_FullInitDatasetOptions as FullInitDatasetOptions, type _exports_FullInitOptions as FullInitOptions, type _exports_FullLoginOptions as FullLoginOptions, type _exports_FunctionEvent as FunctionEvent, type _exports_GetThreadOptions as GetThreadOptions, _exports_IDGenerator as IDGenerator, type _exports_IdField as IdField, type _exports_InitDatasetOptions as InitDatasetOptions, type _exports_InitLoggerOptions as InitLoggerOptions, type _exports_InitOptions as InitOptions, type _exports_InputField as InputField, type _exports_InstrumentationConfig as InstrumentationConfig, type _exports_InvokeFunctionArgs as InvokeFunctionArgs, type _exports_InvokeReturn as InvokeReturn, _exports_JSONAttachment as JSONAttachment, _exports_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, _exports_LOGS3_OVERFLOW_REFERENCE_TYPE as LOGS3_OVERFLOW_REFERENCE_TYPE, _exports_LazyValue as LazyValue, type _exports_LoadPromptOptions as LoadPromptOptions, type _exports_LogCommentFullArgs as LogCommentFullArgs, type _exports_LogFeedbackFullArgs as LogFeedbackFullArgs, type _exports_LogOptions as LogOptions, _exports_Logger as Logger, _exports_LoginInvalidOrgError as LoginInvalidOrgError, type _exports_LoginOptions as LoginOptions, type _exports_Logs3OverflowInputRow as Logs3OverflowInputRow, type _exports_Logs3OverflowUpload as Logs3OverflowUpload, type _exports_MetricSummary as MetricSummary, _exports_NOOP_SPAN as NOOP_SPAN, _exports_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, _exports_NoopSpan as NoopSpan, _exports_ObjectFetcher as ObjectFetcher, type _exports_ObjectMetadata as ObjectMetadata, type _exports_OtherExperimentLogFields as OtherExperimentLogFields, type _exports_ParametersSource as ParametersSource, type _exports_ParentExperimentIds as ParentExperimentIds, type _exports_ParentProjectLogIds as ParentProjectLogIds, _exports_Project as Project, _exports_ProjectNameIdMap as ProjectNameIdMap, type _exports_PromiseUnless as PromiseUnless, _exports_Prompt as Prompt, _exports_PromptBuilder as PromptBuilder, type _exports_PromptContents as PromptContents, type _exports_PromptDefinition as PromptDefinition, type _exports_PromptDefinitionWithTools as PromptDefinitionWithTools, type _exports_PromptOpts as PromptOpts, type _exports_PromptRowWithId as PromptRowWithId, _exports_ReadonlyAttachment as ReadonlyAttachment, _exports_ReadonlyExperiment as ReadonlyExperiment, _exports_Reporter as Reporter, type _exports_ReporterBody as ReporterBody, type _exports_ScoreSummary as ScoreSummary, _exports_ScorerBuilder as ScorerBuilder, type _exports_ScorerOpts as ScorerOpts, type _exports_SerializedBraintrustState as SerializedBraintrustState, type _exports_SetCurrentArg as SetCurrentArg, type _exports_Span as Span, type _exports_SpanContext as SpanContext, type _exports_SpanData as SpanData, _exports_SpanFetcher as SpanFetcher, _exports_SpanImpl as SpanImpl, type _exports_StartSpanArgs as StartSpanArgs, type _exports_TemplateFormat as TemplateFormat, type _exports_TemplateRenderer as TemplateRenderer, type _exports_TemplateRendererPlugin as TemplateRendererPlugin, _exports_TestBackgroundLogger as TestBackgroundLogger, _exports_ToolBuilder as ToolBuilder, type _exports_Trace as Trace, _exports_UUIDGenerator as UUIDGenerator, type _exports_WithTransactionId as WithTransactionId, _exports_X_CACHED_HEADER as X_CACHED_HEADER, _exports__exportsForTestingOnly as _exportsForTestingOnly, _exports__internalGetGlobalState as _internalGetGlobalState, iso as _internalIso, _exports__internalSetInitialState as _internalSetInitialState, _exports_addAzureBlobHeaders as addAzureBlobHeaders, _exports_braintrustStreamChunkSchema as braintrustStreamChunkSchema, _exports_buildLocalSummary as buildLocalSummary, _exports_configureInstrumentation as configureInstrumentation, _exports_constructLogs3OverflowRequest as constructLogs3OverflowRequest, _exports_createFinalValuePassThroughStream as createFinalValuePassThroughStream, _exports_currentExperiment as currentExperiment, _exports_currentLogger as currentLogger, _exports_currentSpan as currentSpan, _exports_deepCopyEvent as deepCopyEvent, _exports_defaultErrorScoreHandler as defaultErrorScoreHandler, _exports_deserializePlainStringAsJSON as deserializePlainStringAsJSON, _exports_devNullWritableStream as devNullWritableStream, _exports_evaluatorDefinitionSchema as evaluatorDefinitionSchema, _exports_evaluatorDefinitionsSchema as evaluatorDefinitionsSchema, _exports_flush as flush, _exports_getContextManager as getContextManager, _exports_getIdGenerator as getIdGenerator, _exports_getPromptVersions as getPromptVersions, _exports_getSpanParentObject as getSpanParentObject, _exports_getTemplateRenderer as getTemplateRenderer, graphFramework as graph, _exports_init as init, _exports_initDataset as initDataset, _exports_initExperiment as initExperiment, _exports_initFunction as initFunction, _exports_initLogger as initLogger, _exports_invoke as invoke, _exports_isTemplateFormat as isTemplateFormat, _exports_loadParameters as loadParameters, _exports_loadPrompt as loadPrompt, _exports_log as log, _exports_logError as logError, _exports_login as login, _exports_loginToState as loginToState, _exports_logs3OverflowUploadSchema as logs3OverflowUploadSchema, _exports_newId as newId, _exports_parseCachedHeader as parseCachedHeader, _exports_parseTemplateFormat as parseTemplateFormat, _exports_permalink as permalink, _exports_pickLogs3OverflowObjectIds as pickLogs3OverflowObjectIds, _exports_projects as projects, _exports_promptContentsSchema as promptContentsSchema, _exports_promptDefinitionSchema as promptDefinitionSchema, _exports_promptDefinitionToPromptData as promptDefinitionToPromptData, _exports_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, _exports_registerOtelFlush as registerOtelFlush, _exports_registerTemplatePlugin as registerTemplatePlugin, _exports_renderMessage as renderMessage, _exports_renderPromptParams as renderPromptParams, _exports_renderTemplateContent as renderTemplateContent, _exports_reportFailures as reportFailures, _exports_runEvaluator as runEvaluator, _exports_setFetch as setFetch, _exports_setMaskingFunction as setMaskingFunction, _exports_spanComponentsToObjectId as spanComponentsToObjectId, _exports_startSpan as startSpan, _exports_summarize as summarize, _exports_templateRegistry as templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, _exports_traceable as traceable, _exports_traced as traced, _exports_updateSpan as updateSpan, _exports_uploadLogs3OverflowPayload as uploadLogs3OverflowPayload, _exports_utf8ByteLength as utf8ByteLength, _exports_withCurrent as withCurrent, _exports_withDataset as withDataset, _exports_withExperiment as withExperiment, _exports_withLogger as withLogger, _exports_withParent as withParent, _exports_wrapAISDK as wrapAISDK, _exports_wrapAISDKModel as wrapAISDKModel, _exports_wrapAgentClass as wrapAgentClass, _exports_wrapAnthropic as wrapAnthropic, _exports_wrapClaudeAgentSDK as wrapClaudeAgentSDK, _exports_wrapGoogleGenAI as wrapGoogleGenAI, _exports_wrapMastraAgent as wrapMastraAgent, _exports_wrapOpenAI as wrapOpenAI, _exports_wrapOpenAIv4 as wrapOpenAIv4, _exports_wrapTraced as wrapTraced, _exports_wrapVitest as wrapVitest };
40074
+ export { type _exports_AnyDataset as AnyDataset, _exports_Attachment as Attachment, type _exports_AttachmentParams as AttachmentParams, _exports_AttachmentReference as AttachmentReference, type _exports_BackgroundLoggerOpts as BackgroundLoggerOpts, _exports_BaseAttachment as BaseAttachment, _exports_BaseExperiment as BaseExperiment, type _exports_BaseMetadata as BaseMetadata, _exports_BraintrustMiddleware as BraintrustMiddleware, _exports_BraintrustState as BraintrustState, _exports_BraintrustStream as BraintrustStream, type _exports_BraintrustStreamChunk as BraintrustStreamChunk, _exports_CachedSpanFetcher as CachedSpanFetcher, type _exports_ChatPrompt as ChatPrompt, _exports_CodeFunction as CodeFunction, type _exports_CodeOpts as CodeOpts, _exports_CodePrompt as CodePrompt, type _exports_CommentEvent as CommentEvent, type _exports_CompiledPrompt as CompiledPrompt, type _exports_CompiledPromptParams as CompiledPromptParams, type _exports_CompletionPrompt as CompletionPrompt, _exports_ContextManager as ContextManager, type _exports_ContextParentSpanIds as ContextParentSpanIds, type _exports_CreateProjectOpts as CreateProjectOpts, _exports_DEFAULT_FETCH_BATCH_SIZE as DEFAULT_FETCH_BATCH_SIZE, _exports_DEFAULT_MAX_REQUEST_SIZE as DEFAULT_MAX_REQUEST_SIZE, type _exports_DataSummary as DataSummary, _exports_Dataset as Dataset, type _exports_DatasetRecord as DatasetRecord, type _exports_DatasetSummary as DatasetSummary, type _exports_DefaultMetadataType as DefaultMetadataType, type _exports_DefaultPromptArgs as DefaultPromptArgs, _exports_ERR_PERMALINK as ERR_PERMALINK, type _exports_EndSpanArgs as EndSpanArgs, _exports_Eval as Eval, type _exports_EvalCase as EvalCase, type _exports_EvalHooks as EvalHooks, type _exports_EvalParameterSerializedSchema as EvalParameterSerializedSchema, type _exports_EvalParameters as EvalParameters, type _exports_EvalResult as EvalResult, _exports_EvalResultWithSummary as EvalResultWithSummary, type _exports_EvalScorer as EvalScorer, type _exports_EvalScorerArgs as EvalScorerArgs, type _exports_EvalTask as EvalTask, type _exports_Evaluator as Evaluator, type _exports_EvaluatorDef as EvaluatorDef, type _exports_EvaluatorDefinition as EvaluatorDefinition, type _exports_EvaluatorDefinitions as EvaluatorDefinitions, type _exports_EvaluatorFile as EvaluatorFile, type _exports_EvaluatorManifest as EvaluatorManifest, _exports_Experiment as Experiment, type _exports_ExperimentLogFullArgs as ExperimentLogFullArgs, type _exports_ExperimentLogPartialArgs as ExperimentLogPartialArgs, type _exports_ExperimentSummary as ExperimentSummary, type _exports_Exportable as Exportable, _exports_ExternalAttachment as ExternalAttachment, type _exports_ExternalAttachmentParams as ExternalAttachmentParams, _exports_FailedHTTPResponse as FailedHTTPResponse, type _exports_FullInitDatasetOptions as FullInitDatasetOptions, type _exports_FullInitOptions as FullInitOptions, type _exports_FullLoginOptions as FullLoginOptions, type _exports_FunctionEvent as FunctionEvent, type _exports_GetThreadOptions as GetThreadOptions, _exports_IDGenerator as IDGenerator, type _exports_IdField as IdField, type _exports_InitDatasetOptions as InitDatasetOptions, type _exports_InitLoggerOptions as InitLoggerOptions, type _exports_InitOptions as InitOptions, type _exports_InputField as InputField, type _exports_InstrumentationConfig as InstrumentationConfig, type _exports_InvokeFunctionArgs as InvokeFunctionArgs, type _exports_InvokeReturn as InvokeReturn, _exports_JSONAttachment as JSONAttachment, _exports_LEGACY_CACHED_HEADER as LEGACY_CACHED_HEADER, _exports_LOGS3_OVERFLOW_REFERENCE_TYPE as LOGS3_OVERFLOW_REFERENCE_TYPE, _exports_LazyValue as LazyValue, type _exports_LoadPromptOptions as LoadPromptOptions, type _exports_LogCommentFullArgs as LogCommentFullArgs, type _exports_LogFeedbackFullArgs as LogFeedbackFullArgs, type _exports_LogOptions as LogOptions, _exports_Logger as Logger, _exports_LoginInvalidOrgError as LoginInvalidOrgError, type _exports_LoginOptions as LoginOptions, type _exports_Logs3OverflowInputRow as Logs3OverflowInputRow, type _exports_Logs3OverflowUpload as Logs3OverflowUpload, type _exports_MetricSummary as MetricSummary, _exports_NOOP_SPAN as NOOP_SPAN, _exports_NOOP_SPAN_PERMALINK as NOOP_SPAN_PERMALINK, _exports_NoopSpan as NoopSpan, _exports_ObjectFetcher as ObjectFetcher, type _exports_ObjectMetadata as ObjectMetadata, type _exports_OtherExperimentLogFields as OtherExperimentLogFields, type _exports_ParametersSource as ParametersSource, type _exports_ParentExperimentIds as ParentExperimentIds, type _exports_ParentProjectLogIds as ParentProjectLogIds, _exports_Project as Project, _exports_ProjectNameIdMap as ProjectNameIdMap, type _exports_PromiseUnless as PromiseUnless, _exports_Prompt as Prompt, _exports_PromptBuilder as PromptBuilder, type _exports_PromptContents as PromptContents, type _exports_PromptDefinition as PromptDefinition, type _exports_PromptDefinitionWithTools as PromptDefinitionWithTools, type _exports_PromptOpts as PromptOpts, type _exports_PromptRowWithId as PromptRowWithId, _exports_ReadonlyAttachment as ReadonlyAttachment, _exports_ReadonlyExperiment as ReadonlyExperiment, type _exports_RegisterSandboxOptions as RegisterSandboxOptions, type _exports_RegisterSandboxResult as RegisterSandboxResult, _exports_Reporter as Reporter, type _exports_ReporterBody as ReporterBody, type _exports_SandboxConfig as SandboxConfig, type _exports_ScoreSummary as ScoreSummary, _exports_ScorerBuilder as ScorerBuilder, type _exports_ScorerOpts as ScorerOpts, type _exports_SerializedBraintrustState as SerializedBraintrustState, type _exports_SetCurrentArg as SetCurrentArg, type _exports_Span as Span, type _exports_SpanContext as SpanContext, type _exports_SpanData as SpanData, _exports_SpanFetcher as SpanFetcher, _exports_SpanImpl as SpanImpl, type _exports_StartSpanArgs as StartSpanArgs, type _exports_TemplateFormat as TemplateFormat, type _exports_TemplateRenderer as TemplateRenderer, type _exports_TemplateRendererPlugin as TemplateRendererPlugin, _exports_TestBackgroundLogger as TestBackgroundLogger, _exports_ToolBuilder as ToolBuilder, type _exports_Trace as Trace, _exports_UUIDGenerator as UUIDGenerator, type _exports_WithTransactionId as WithTransactionId, _exports_X_CACHED_HEADER as X_CACHED_HEADER, _exports__exportsForTestingOnly as _exportsForTestingOnly, _exports__internalGetGlobalState as _internalGetGlobalState, iso as _internalIso, _exports__internalSetInitialState as _internalSetInitialState, _exports_addAzureBlobHeaders as addAzureBlobHeaders, _exports_braintrustStreamChunkSchema as braintrustStreamChunkSchema, _exports_buildLocalSummary as buildLocalSummary, _exports_configureInstrumentation as configureInstrumentation, _exports_constructLogs3OverflowRequest as constructLogs3OverflowRequest, _exports_createFinalValuePassThroughStream as createFinalValuePassThroughStream, _exports_currentExperiment as currentExperiment, _exports_currentLogger as currentLogger, _exports_currentSpan as currentSpan, _exports_deepCopyEvent as deepCopyEvent, _exports_defaultErrorScoreHandler as defaultErrorScoreHandler, _exports_deserializePlainStringAsJSON as deserializePlainStringAsJSON, _exports_devNullWritableStream as devNullWritableStream, _exports_evaluatorDefinitionSchema as evaluatorDefinitionSchema, _exports_evaluatorDefinitionsSchema as evaluatorDefinitionsSchema, _exports_flush as flush, _exports_getContextManager as getContextManager, _exports_getIdGenerator as getIdGenerator, _exports_getPromptVersions as getPromptVersions, _exports_getSpanParentObject as getSpanParentObject, _exports_getTemplateRenderer as getTemplateRenderer, graphFramework as graph, _exports_init as init, _exports_initDataset as initDataset, _exports_initExperiment as initExperiment, _exports_initFunction as initFunction, _exports_initLogger as initLogger, _exports_invoke as invoke, _exports_isTemplateFormat as isTemplateFormat, _exports_loadParameters as loadParameters, _exports_loadPrompt as loadPrompt, _exports_log as log, _exports_logError as logError, _exports_login as login, _exports_loginToState as loginToState, _exports_logs3OverflowUploadSchema as logs3OverflowUploadSchema, _exports_newId as newId, _exports_parseCachedHeader as parseCachedHeader, _exports_parseTemplateFormat as parseTemplateFormat, _exports_permalink as permalink, _exports_pickLogs3OverflowObjectIds as pickLogs3OverflowObjectIds, _exports_projects as projects, _exports_promptContentsSchema as promptContentsSchema, _exports_promptDefinitionSchema as promptDefinitionSchema, _exports_promptDefinitionToPromptData as promptDefinitionToPromptData, _exports_promptDefinitionWithToolsSchema as promptDefinitionWithToolsSchema, _exports_registerOtelFlush as registerOtelFlush, _exports_registerSandbox as registerSandbox, _exports_registerTemplatePlugin as registerTemplatePlugin, _exports_renderMessage as renderMessage, _exports_renderPromptParams as renderPromptParams, _exports_renderTemplateContent as renderTemplateContent, _exports_reportFailures as reportFailures, _exports_runEvaluator as runEvaluator, _exports_setFetch as setFetch, _exports_setMaskingFunction as setMaskingFunction, _exports_spanComponentsToObjectId as spanComponentsToObjectId, _exports_startSpan as startSpan, _exports_summarize as summarize, _exports_templateRegistry as templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, _exports_traceable as traceable, _exports_traced as traced, _exports_updateSpan as updateSpan, _exports_uploadLogs3OverflowPayload as uploadLogs3OverflowPayload, _exports_utf8ByteLength as utf8ByteLength, _exports_withCurrent as withCurrent, _exports_withDataset as withDataset, _exports_withExperiment as withExperiment, _exports_withLogger as withLogger, _exports_withParent as withParent, _exports_wrapAISDK as wrapAISDK, _exports_wrapAISDKModel as wrapAISDKModel, _exports_wrapAgentClass as wrapAgentClass, _exports_wrapAnthropic as wrapAnthropic, _exports_wrapClaudeAgentSDK as wrapClaudeAgentSDK, _exports_wrapGoogleGenAI as wrapGoogleGenAI, _exports_wrapMastraAgent as wrapMastraAgent, _exports_wrapOpenAI as wrapOpenAI, _exports_wrapOpenAIv4 as wrapOpenAIv4, _exports_wrapTraced as wrapTraced, _exports_wrapVitest as wrapVitest };
39984
40075
  }
39985
40076
 
39986
- export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustMiddleware, BraintrustState, BraintrustStream, type BraintrustStreamChunk, CachedSpanFetcher, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CommentEvent, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, ContextManager, type ContextParentSpanIds, type CreateProjectOpts, DEFAULT_FETCH_BATCH_SIZE, DEFAULT_MAX_REQUEST_SIZE, type DataSummary, Dataset, type DatasetRecord, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentLogFullArgs, type ExperimentLogPartialArgs, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitDatasetOptions, type FullInitOptions, type FullLoginOptions, type FunctionEvent, type GetThreadOptions, IDGenerator, type IdField, type InitDatasetOptions, type InitLoggerOptions, type InitOptions, type InputField, type InstrumentationConfig, type InvokeFunctionArgs, type InvokeReturn, JSONAttachment, LEGACY_CACHED_HEADER, LOGS3_OVERFLOW_REFERENCE_TYPE, LazyValue, type LoadPromptOptions, type LogCommentFullArgs, type LogFeedbackFullArgs, type LogOptions, Logger, LoginInvalidOrgError, type LoginOptions, type Logs3OverflowInputRow, type Logs3OverflowUpload, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, ObjectFetcher, type ObjectMetadata, type OtherExperimentLogFields, type ParametersSource, type ParentExperimentIds, type ParentProjectLogIds, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span, type SpanContext, type SpanData, SpanFetcher, SpanImpl, type StartSpanArgs, type TemplateFormat, type TemplateRenderer, type TemplateRendererPlugin, TestBackgroundLogger, ToolBuilder, type Trace, UUIDGenerator, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, iso as _internalIso, _internalSetInitialState, addAzureBlobHeaders, braintrustStreamChunkSchema, buildLocalSummary, configureInstrumentation, constructLogs3OverflowRequest, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, deepCopyEvent, _exports as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getContextManager, getIdGenerator, getPromptVersions, getSpanParentObject, getTemplateRenderer, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, invoke, isTemplateFormat, loadParameters, loadPrompt, log, logError, login, loginToState, logs3OverflowUploadSchema, newId, parseCachedHeader, parseTemplateFormat, permalink, pickLogs3OverflowObjectIds, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, registerOtelFlush, registerTemplatePlugin, renderMessage, renderPromptParams, renderTemplateContent, reportFailures, runEvaluator, setFetch, setMaskingFunction, spanComponentsToObjectId, startSpan, summarize, templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, traceable, traced, updateSpan, uploadLogs3OverflowPayload, utf8ByteLength, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDK, wrapAISDKModel, wrapAgentClass, wrapAnthropic, wrapClaudeAgentSDK, wrapGoogleGenAI, wrapMastraAgent, wrapOpenAI, wrapOpenAIv4, wrapTraced, wrapVitest };
40077
+ export { type AnyDataset, Attachment, type AttachmentParams, AttachmentReference, type BackgroundLoggerOpts, BaseAttachment, BaseExperiment, type BaseMetadata, BraintrustMiddleware, BraintrustState, BraintrustStream, type BraintrustStreamChunk, CachedSpanFetcher, type ChatPrompt, CodeFunction, type CodeOpts, CodePrompt, type CommentEvent, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, ContextManager, type ContextParentSpanIds, type CreateProjectOpts, DEFAULT_FETCH_BATCH_SIZE, DEFAULT_MAX_REQUEST_SIZE, type DataSummary, Dataset, type DatasetRecord, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, ERR_PERMALINK, type EndSpanArgs, Eval, type EvalCase, type EvalHooks, type EvalParameterSerializedSchema, type EvalParameters, type EvalResult, EvalResultWithSummary, type EvalScorer, type EvalScorerArgs, type EvalTask, type Evaluator, type EvaluatorDef, type EvaluatorDefinition, type EvaluatorDefinitions, type EvaluatorFile, type EvaluatorManifest, Experiment, type ExperimentLogFullArgs, type ExperimentLogPartialArgs, type ExperimentSummary, type Exportable, ExternalAttachment, type ExternalAttachmentParams, FailedHTTPResponse, type FullInitDatasetOptions, type FullInitOptions, type FullLoginOptions, type FunctionEvent, type GetThreadOptions, IDGenerator, type IdField, type InitDatasetOptions, type InitLoggerOptions, type InitOptions, type InputField, type InstrumentationConfig, type InvokeFunctionArgs, type InvokeReturn, JSONAttachment, LEGACY_CACHED_HEADER, LOGS3_OVERFLOW_REFERENCE_TYPE, LazyValue, type LoadPromptOptions, type LogCommentFullArgs, type LogFeedbackFullArgs, type LogOptions, Logger, LoginInvalidOrgError, type LoginOptions, type Logs3OverflowInputRow, type Logs3OverflowUpload, type MetricSummary, NOOP_SPAN, NOOP_SPAN_PERMALINK, NoopSpan, ObjectFetcher, type ObjectMetadata, type OtherExperimentLogFields, type ParametersSource, type ParentExperimentIds, type ParentProjectLogIds, Project, ProjectNameIdMap, type PromiseUnless, Prompt, PromptBuilder, type PromptContents, type PromptDefinition, type PromptDefinitionWithTools, type PromptOpts, type PromptRowWithId, ReadonlyAttachment, ReadonlyExperiment, type RegisterSandboxOptions, type RegisterSandboxResult, Reporter, type ReporterBody, type SandboxConfig, type ScoreSummary, ScorerBuilder, type ScorerOpts, type SerializedBraintrustState, type SetCurrentArg, type Span, type SpanContext, type SpanData, SpanFetcher, SpanImpl, type StartSpanArgs, type TemplateFormat, type TemplateRenderer, type TemplateRendererPlugin, TestBackgroundLogger, ToolBuilder, type Trace, UUIDGenerator, type WithTransactionId, X_CACHED_HEADER, _exportsForTestingOnly, _internalGetGlobalState, iso as _internalIso, _internalSetInitialState, addAzureBlobHeaders, braintrustStreamChunkSchema, buildLocalSummary, configureInstrumentation, constructLogs3OverflowRequest, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, deepCopyEvent, _exports as default, defaultErrorScoreHandler, deserializePlainStringAsJSON, devNullWritableStream, evaluatorDefinitionSchema, evaluatorDefinitionsSchema, flush, getContextManager, getIdGenerator, getPromptVersions, getSpanParentObject, getTemplateRenderer, graphFramework as graph, init, initDataset, initExperiment, initFunction, initLogger, invoke, isTemplateFormat, loadParameters, loadPrompt, log, logError, login, loginToState, logs3OverflowUploadSchema, newId, parseCachedHeader, parseTemplateFormat, permalink, pickLogs3OverflowObjectIds, projects, promptContentsSchema, promptDefinitionSchema, promptDefinitionToPromptData, promptDefinitionWithToolsSchema, registerOtelFlush, registerSandbox, registerTemplatePlugin, renderMessage, renderPromptParams, renderTemplateContent, reportFailures, runEvaluator, setFetch, setMaskingFunction, spanComponentsToObjectId, startSpan, summarize, templateRegistry, ToolFunctionDefinition as toolFunctionDefinitionSchema, traceable, traced, updateSpan, uploadLogs3OverflowPayload, utf8ByteLength, withCurrent, withDataset, withExperiment, withLogger, withParent, wrapAISDK, wrapAISDKModel, wrapAgentClass, wrapAnthropic, wrapClaudeAgentSDK, wrapGoogleGenAI, wrapMastraAgent, wrapOpenAI, wrapOpenAIv4, wrapTraced, wrapVitest };