braintrust 3.12.0 → 3.13.0

package/dev/dist/index.d.mts

@@ -118,6 +118,7 @@ declare const ObjectReference$1: z.ZodObject<{
     created?: string | null | undefined;
     _xact_id?: string | null | undefined;
 }>;
+type ObjectReferenceType$1 = z.infer<typeof ObjectReference$1>;
 
 type IdField = {
     id: string;
@@ -138,7 +139,7 @@ type OtherExperimentLogFields = {
     metadata: Record<string, unknown>;
     metrics: Record<string, unknown>;
     datasetRecordId: string;
-    origin: z.infer<typeof ObjectReference$1>;
+    origin: ObjectReferenceType$1;
     span_attributes: Record<string, unknown>;
     [ASYNC_SCORING_CONTROL_FIELD]: AsyncScoringControlType;
     [MERGE_PATHS_FIELD]: string[][];
@@ -180,6 +181,7 @@ type DatasetEvent = {
     tags?: string[];
     metadata?: unknown;
     created?: string;
+    origin?: ObjectReferenceType$1;
     id: string;
     dataset_id: string;
 } & ({
@@ -8921,9 +8923,15 @@ declare class ParametersCache {
 interface CachedSpan {
     input?: unknown;
     output?: unknown;
+    expected?: unknown;
+    error?: unknown;
+    scores?: Record<string, unknown>;
+    metrics?: Record<string, unknown>;
     metadata?: Record<string, unknown>;
+    tags?: string[];
     span_id: string;
     span_parents?: string[];
+    is_root?: boolean | null;
     span_attributes?: {
         name?: string;
         type?: string;
@@ -11212,6 +11220,13 @@ interface LogOptions<IsAsyncFlush> {
     linkArgs?: LinkArgs;
 }
 type PromiseUnless<B, R> = B extends true ? R : Promise<Awaited<R>>;
+type DatasetPipelineDeferredJSONAttachmentHook = (data: unknown, options?: {
+    filename?: string;
+    pretty?: boolean;
+}) => object;
+declare global {
+    var __BT_DATASET_PIPELINE_DEFER_JSON_ATTACHMENT__: DatasetPipelineDeferredJSONAttachmentHook | undefined;
+}
 interface ParentSpanIds {
     spanId: string;
     rootSpanId: string;
@@ -11385,7 +11400,7 @@ interface LoginOptions {
      */
     appUrl?: string;
     /**
-     * The API key to use. If the parameter is not specified, will try to use the `BRAINTRUST_API_KEY` environment variable.
+     * The API key to use. If the parameter is not specified, will try to use the `BRAINTRUST_API_KEY` environment variable. In Node.js, if that is unset, will try the nearest `.env.braintrust` file in the current working directory or parent directories.
      */
     apiKey?: string;
     /**
@@ -11660,17 +11675,19 @@ declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY
      * about anything else that's relevant, that you can use to help find and analyze examples later. For example, you could log the
      * `prompt`, example's `id`, or anything else that would be useful to slice/dice later. The values in `metadata` can be any
      * JSON-serializable type, but its keys must be strings.
+     * @param event.origin (Optional) a reference to the source object this dataset record was derived from.
      * @param event.id (Optional) a unique identifier for the event. If you don't provide one, Braintrust will generate one for you.
      * @param event.output: (Deprecated) The output of your application. Use `expected` instead.
      * @returns The `id` of the logged record.
      */
-    insert({ input, expected, metadata, tags, id, output, }: {
+    insert({ input, expected, metadata, tags, id, output, origin, }: {
         readonly input?: unknown;
         readonly expected?: unknown;
         readonly tags?: string[];
         readonly metadata?: Record<string, unknown>;
         readonly id?: string;
         readonly output?: unknown;
+        readonly origin?: ObjectReferenceType;
     }): string;
     /**
      * Update fields of a single record in the dataset. The updated fields will be batched and uploaded behind the scenes.
@@ -11952,6 +11969,10 @@ interface GetThreadOptions {
      */
     preprocessor?: string;
 }
+interface GetSpansOptions {
+    spanType?: string[];
+    includeScorers?: boolean;
+}
 /**
  * Interface for trace objects that can be used by scorers.
  * Both the SDK's LocalTrace class and the API wrapper's WrapperTrace implement this.
@@ -11962,9 +11983,7 @@ interface Trace {
         object_id: string;
         root_span_id: string;
     };
-    getSpans(options?: {
-        spanType?: string[];
-    }): Promise<SpanData[]>;
+    getSpans(options?: GetSpansOptions): Promise<SpanData[]>;
     /**
      * Get the thread (preprocessed messages) for this trace.
      * Uses the project default preprocessor, falling back to the global "thread" preprocessor.

package/dev/dist/index.d.ts

@@ -118,6 +118,7 @@ declare const ObjectReference$1: z.ZodObject<{
     created?: string | null | undefined;
     _xact_id?: string | null | undefined;
 }>;
+type ObjectReferenceType$1 = z.infer<typeof ObjectReference$1>;
 
 type IdField = {
     id: string;
@@ -138,7 +139,7 @@ type OtherExperimentLogFields = {
     metadata: Record<string, unknown>;
     metrics: Record<string, unknown>;
     datasetRecordId: string;
-    origin: z.infer<typeof ObjectReference$1>;
+    origin: ObjectReferenceType$1;
     span_attributes: Record<string, unknown>;
     [ASYNC_SCORING_CONTROL_FIELD]: AsyncScoringControlType;
     [MERGE_PATHS_FIELD]: string[][];
@@ -180,6 +181,7 @@ type DatasetEvent = {
     tags?: string[];
     metadata?: unknown;
     created?: string;
+    origin?: ObjectReferenceType$1;
     id: string;
     dataset_id: string;
 } & ({
@@ -8921,9 +8923,15 @@ declare class ParametersCache {
 interface CachedSpan {
     input?: unknown;
     output?: unknown;
+    expected?: unknown;
+    error?: unknown;
+    scores?: Record<string, unknown>;
+    metrics?: Record<string, unknown>;
     metadata?: Record<string, unknown>;
+    tags?: string[];
     span_id: string;
     span_parents?: string[];
+    is_root?: boolean | null;
     span_attributes?: {
         name?: string;
         type?: string;
@@ -11212,6 +11220,13 @@ interface LogOptions<IsAsyncFlush> {
     linkArgs?: LinkArgs;
 }
 type PromiseUnless<B, R> = B extends true ? R : Promise<Awaited<R>>;
+type DatasetPipelineDeferredJSONAttachmentHook = (data: unknown, options?: {
+    filename?: string;
+    pretty?: boolean;
+}) => object;
+declare global {
+    var __BT_DATASET_PIPELINE_DEFER_JSON_ATTACHMENT__: DatasetPipelineDeferredJSONAttachmentHook | undefined;
+}
 interface ParentSpanIds {
     spanId: string;
     rootSpanId: string;
@@ -11385,7 +11400,7 @@ interface LoginOptions {
      */
     appUrl?: string;
     /**
-     * The API key to use. If the parameter is not specified, will try to use the `BRAINTRUST_API_KEY` environment variable.
+     * The API key to use. If the parameter is not specified, will try to use the `BRAINTRUST_API_KEY` environment variable. In Node.js, if that is unset, will try the nearest `.env.braintrust` file in the current working directory or parent directories.
      */
     apiKey?: string;
     /**
@@ -11660,17 +11675,19 @@ declare class Dataset<IsLegacyDataset extends boolean = typeof DEFAULT_IS_LEGACY
      * about anything else that's relevant, that you can use to help find and analyze examples later. For example, you could log the
      * `prompt`, example's `id`, or anything else that would be useful to slice/dice later. The values in `metadata` can be any
      * JSON-serializable type, but its keys must be strings.
+     * @param event.origin (Optional) a reference to the source object this dataset record was derived from.
      * @param event.id (Optional) a unique identifier for the event. If you don't provide one, Braintrust will generate one for you.
      * @param event.output: (Deprecated) The output of your application. Use `expected` instead.
      * @returns The `id` of the logged record.
      */
-    insert({ input, expected, metadata, tags, id, output, }: {
+    insert({ input, expected, metadata, tags, id, output, origin, }: {
         readonly input?: unknown;
         readonly expected?: unknown;
         readonly tags?: string[];
         readonly metadata?: Record<string, unknown>;
         readonly id?: string;
         readonly output?: unknown;
+        readonly origin?: ObjectReferenceType;
     }): string;
     /**
      * Update fields of a single record in the dataset. The updated fields will be batched and uploaded behind the scenes.
@@ -11952,6 +11969,10 @@ interface GetThreadOptions {
      */
     preprocessor?: string;
 }
+interface GetSpansOptions {
+    spanType?: string[];
+    includeScorers?: boolean;
+}
 /**
  * Interface for trace objects that can be used by scorers.
  * Both the SDK's LocalTrace class and the API wrapper's WrapperTrace implement this.
@@ -11962,9 +11983,7 @@ interface Trace {
         object_id: string;
         root_span_id: string;
     };
-    getSpans(options?: {
-        spanType?: string[];
-    }): Promise<SpanData[]>;
+    getSpans(options?: GetSpansOptions): Promise<SpanData[]>;
     /**
      * Get the thread (preprocessed messages) for this trace.
      * Uses the project default preprocessor, falling back to the global "thread" preprocessor.

package/dev/dist/index.js

@@ -96,6 +96,7 @@ var _nodefs = require('node:fs'); var fsSync = _interopRequireWildcard(_nodefs);
 var _nodecrypto = require('node:crypto'); var crypto = _interopRequireWildcard(_nodecrypto);
 var _nodeutil = require('node:util');
 var _nodezlib = require('node:zlib'); var zlib = _interopRequireWildcard(_nodezlib);
+var _dotenv = require('dotenv'); var dotenv = _interopRequireWildcard(_dotenv);
 
 // src/isomorph.ts
 var DefaultAsyncLocalStorage = class {
@@ -182,6 +183,7 @@ var iso = {
   getRepoInfo: async (_settings) => void 0,
   getPastNAncestors: async () => [],
   getEnv: (_name) => void 0,
+  getBraintrustApiKey: async () => void 0,
   getCallerLocation: () => void 0,
   newAsyncLocalStorage: () => new DefaultAsyncLocalStorage(),
   // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -7266,10 +7268,11 @@ async function login(options = {}) {
 async function loginToState(options = {}) {
   const {
     appUrl = isomorph_default.getEnv("BRAINTRUST_APP_URL") || "https://www.braintrust.dev",
-    apiKey = isomorph_default.getEnv("BRAINTRUST_API_KEY"),
+    apiKey: apiKeyArg,
     orgName = isomorph_default.getEnv("BRAINTRUST_ORG_NAME"),
     fetch: fetch2 = globalThis.fetch
   } = options || {};
+  const apiKey = apiKeyArg !== void 0 ? apiKeyArg : await isomorph_default.getBraintrustApiKey();
   const appPublicUrl = isomorph_default.getEnv("BRAINTRUST_APP_PUBLIC_URL") || appUrl;
   const state = new BraintrustState(options);
   state.resetLoginInfo();
@@ -8288,9 +8291,15 @@ var SpanImpl = (_class13 = class _SpanImpl {
       const cachedSpan = {
         input: partialRecord.input,
         output: partialRecord.output,
+        expected: partialRecord.expected,
+        error: partialRecord.error,
+        scores: partialRecord.scores,
+        metrics: partialRecord.metrics,
         metadata: partialRecord.metadata,
+        tags: partialRecord.tags,
         span_id: this._spanId,
         span_parents: this._spanParents,
+        is_root: this._spanId === this._rootSpanId,
         span_attributes: partialRecord.span_attributes
       };
       this._state.spanCache.queueWrite(
@@ -8626,6 +8635,7 @@ var Dataset2 = (_class14 = class extends ObjectFetcher {
     metadata,
     tags,
     output,
+    origin,
     isMerge
   }) {
     return new LazyValue(async () => {
@@ -8640,6 +8650,7 @@ var Dataset2 = (_class14 = class extends ObjectFetcher {
         created: !isMerge ? (/* @__PURE__ */ new Date()).toISOString() : void 0,
         //if we're merging/updating an event we will not add this ts
         metadata,
+        origin,
         ...!!isMerge ? {
           [IS_MERGE_FIELD]: true
         } : {}
@@ -8659,6 +8670,7 @@ var Dataset2 = (_class14 = class extends ObjectFetcher {
    * about anything else that's relevant, that you can use to help find and analyze examples later. For example, you could log the
    * `prompt`, example's `id`, or anything else that would be useful to slice/dice later. The values in `metadata` can be any
    * JSON-serializable type, but its keys must be strings.
+   * @param event.origin (Optional) a reference to the source object this dataset record was derived from.
    * @param event.id (Optional) a unique identifier for the event. If you don't provide one, Braintrust will generate one for you.
    * @param event.output: (Deprecated) The output of your application. Use `expected` instead.
    * @returns The `id` of the logged record.
@@ -8669,7 +8681,8 @@ var Dataset2 = (_class14 = class extends ObjectFetcher {
     metadata,
     tags,
     id,
-    output
+    output,
+    origin
   }) {
     this.validateEvent({ metadata, expected, output, tags });
     const rowId = id || _uuid.v4.call(void 0, );
@@ -8681,6 +8694,7 @@ var Dataset2 = (_class14 = class extends ObjectFetcher {
         metadata,
         tags,
         output,
+        origin,
         isMerge: false
       })
     );
@@ -25411,11 +25425,60 @@ var PluginRegistry = (_class26 = class {constructor() { _class26.prototype.__ini
 var registry = new PluginRegistry();
 
 // src/node/config.ts
+var BRAINTRUST_ENV_SEARCH_PARENT_LIMIT = 64;
 function configureNode() {
   isomorph_default.buildType = "node";
   isomorph_default.getRepoInfo = getRepoInfo;
   isomorph_default.getPastNAncestors = getPastNAncestors;
-  isomorph_default.getEnv = (name) => process.env[name];
+  isomorph_default.getEnv = (name) => {
+    const value = process.env[name];
+    return name === "BRAINTRUST_API_KEY" && !_optionalChain([value, 'optionalAccess', _642 => _642.trim, 'call', _643 => _643()]) ? void 0 : value;
+  };
+  isomorph_default.getBraintrustApiKey = async () => {
+    const value = process.env.BRAINTRUST_API_KEY;
+    if (_optionalChain([value, 'optionalAccess', _644 => _644.trim, 'call', _645 => _645()])) {
+      return value;
+    }
+    const envPaths = [];
+    for (let dir2 = process.cwd(), depth = 0; depth <= BRAINTRUST_ENV_SEARCH_PARENT_LIMIT; dir2 = path.dirname(dir2), depth++) {
+      envPaths.push(path.join(dir2, ".env.braintrust"));
+      if (path.dirname(dir2) === dir2) {
+        break;
+      }
+    }
+    const pending = /* @__PURE__ */ new Map();
+    envPaths.forEach((envPath, index) => {
+      pending.set(
+        index,
+        fs.readFile(envPath, "utf8").then(
+          (contents) => ({ contents, envPath, index }),
+          (error) => ({ error, envPath, index })
+        )
+      );
+    });
+    const results = [];
+    let nearestUnresolvedIndex = 0;
+    while (pending.size > 0) {
+      const result = await Promise.race(pending.values());
+      pending.delete(result.index);
+      results[result.index] = result;
+      while (results[nearestUnresolvedIndex]) {
+        const nearestResult = results[nearestUnresolvedIndex];
+        if ("contents" in nearestResult) {
+          const parsed = dotenv.parse(nearestResult.contents);
+          const apiKey = parsed.BRAINTRUST_API_KEY;
+          return _optionalChain([apiKey, 'optionalAccess', _646 => _646.trim, 'call', _647 => _647()]) ? apiKey : void 0;
+        }
+        const e = nearestResult.error;
+        if (typeof e === "object" && e !== null && "code" in e && e.code === "ENOENT") {
+          nearestUnresolvedIndex++;
+          continue;
+        }
+        return void 0;
+      }
+    }
+    return void 0;
+  };
   isomorph_default.getCallerLocation = getCallerLocation;
   isomorph_default.newAsyncLocalStorage = () => new (0, _nodeasync_hooks.AsyncLocalStorage)();
   isomorph_default.newTracingChannel = (nameOrChannels) => diagnostics_channel.tracingChannel(nameOrChannels);
@@ -26570,8 +26633,12 @@ async function invoke(args) {
 
 // src/trace.ts
 var SpanFetcher = class _SpanFetcher extends ObjectFetcher {
-  constructor(objectType, _objectId, rootSpanId, _state, spanTypeFilter) {
-    const filterExpr = _SpanFetcher.buildFilter(rootSpanId, spanTypeFilter);
+  constructor(objectType, _objectId, rootSpanId, _state, spanTypeFilter, includeScorers = false) {
+    const filterExpr = _SpanFetcher.buildFilter(
+      rootSpanId,
+      spanTypeFilter,
+      includeScorers
+    );
     super(objectType, void 0, void 0, {
       filter: filterExpr
     });
@@ -26580,16 +26647,17 @@ var SpanFetcher = class _SpanFetcher extends ObjectFetcher {
     this._state = _state;
     this.spanTypeFilter = spanTypeFilter;
   }
-  static buildFilter(rootSpanId, spanTypeFilter) {
+  static buildFilter(rootSpanId, spanTypeFilter, includeScorers = false) {
     const children = [
       // Base filter: root_span_id = 'value'
       {
         op: "eq",
         left: { op: "ident", name: ["root_span_id"] },
         right: { op: "literal", value: rootSpanId }
-      },
-      // Exclude span_attributes.purpose = 'score'
-      {
+      }
+    ];
+    if (!includeScorers) {
+      children.push({
         op: "or",
         children: [
           {
@@ -26602,8 +26670,8 @@ var SpanFetcher = class _SpanFetcher extends ObjectFetcher {
             right: { op: "literal", value: "scorer" }
           }
         ]
-      }
-    ];
+      });
+    }
     if (spanTypeFilter && spanTypeFilter.length > 0) {
       children.push({
         op: "in",
@@ -26629,35 +26697,49 @@ var CachedSpanFetcher = (_class27 = class {
   
   constructor(objectTypeOrFetchFn, objectId, rootSpanId, getState) {;_class27.prototype.__init107.call(this);_class27.prototype.__init108.call(this);
     if (typeof objectTypeOrFetchFn === "function") {
-      this.fetchFn = objectTypeOrFetchFn;
+      this.fetchFn = (spanType) => objectTypeOrFetchFn(spanType);
     } else {
       const objectType = objectTypeOrFetchFn;
-      this.fetchFn = async (spanType) => {
+      this.fetchFn = async (spanType, includeScorers) => {
         const state = await getState();
         const fetcher = new SpanFetcher(
           objectType,
           objectId,
           rootSpanId,
           state,
-          spanType
+          spanType,
+          includeScorers
         );
         const rows = await fetcher.fetchedData();
-        return rows.filter((row) => _optionalChain([row, 'access', _642 => _642.span_attributes, 'optionalAccess', _643 => _643.purpose]) !== "scorer").map((row) => ({
+        return rows.map((row) => ({
           input: row.input,
           output: row.output,
+          expected: row.expected,
+          error: row.error,
+          scores: row.scores,
+          metrics: row.metrics,
           metadata: row.metadata,
           span_id: row.span_id,
           span_parents: row.span_parents,
+          is_root: row.is_root,
           span_attributes: row.span_attributes,
           id: row.id,
           _xact_id: row._xact_id,
           _pagination_key: row._pagination_key,
-          root_span_id: row.root_span_id
+          root_span_id: row.root_span_id,
+          created: row.created,
+          tags: row.tags
         }));
       };
     }
   }
-  async getSpans({ spanType } = {}) {
+  async getSpans({
+    spanType,
+    includeScorers = false
+  } = {}) {
+    if (includeScorers) {
+      return this.fetchFn(spanType, true);
+    }
     if (this.allFetched) {
       return this.getFromCache(spanType);
     }
@@ -26674,9 +26756,9 @@ var CachedSpanFetcher = (_class27 = class {
     return this.getFromCache(spanType);
   }
   async fetchSpans(spanType) {
-    const spans = await this.fetchFn(spanType);
+    const spans = await this.fetchFn(spanType, false);
     for (const span of spans) {
-      const type = _nullishCoalesce(_optionalChain([span, 'access', _644 => _644.span_attributes, 'optionalAccess', _645 => _645.type]), () => ( ""));
+      const type = _nullishCoalesce(_optionalChain([span, 'access', _648 => _648.span_attributes, 'optionalAccess', _649 => _649.type]), () => ( ""));
       const existing = _nullishCoalesce(this.spanCache.get(type), () => ( []));
       existing.push(span);
       this.spanCache.set(type, existing);
@@ -26752,34 +26834,43 @@ var LocalTrace = (_class28 = class {
    * First checks the local span cache for recently logged spans, then falls
    * back to CachedSpanFetcher which handles BTQL fetching and caching.
    */
-  async getSpans({ spanType } = {}) {
+  async getSpans({
+    spanType,
+    includeScorers = false
+  } = {}) {
     const cachedSpans = this.state.spanCache.getByRootSpanId(this.rootSpanId);
     if (cachedSpans && cachedSpans.length > 0) {
-      let spans = cachedSpans.filter(
-        (span) => _optionalChain([span, 'access', _646 => _646.span_attributes, 'optionalAccess', _647 => _647.purpose]) !== "scorer"
+      let spans = includeScorers ? cachedSpans : cachedSpans.filter(
+        (span) => _optionalChain([span, 'access', _650 => _650.span_attributes, 'optionalAccess', _651 => _651.purpose]) !== "scorer"
       );
       if (spanType && spanType.length > 0) {
         spans = spans.filter(
-          (span) => spanType.includes(_nullishCoalesce(_optionalChain([span, 'access', _648 => _648.span_attributes, 'optionalAccess', _649 => _649.type]), () => ( "")))
+          (span) => spanType.includes(_nullishCoalesce(_optionalChain([span, 'access', _652 => _652.span_attributes, 'optionalAccess', _653 => _653.type]), () => ( "")))
         );
       }
       return spans.map((span) => ({
         input: span.input,
         output: span.output,
+        expected: span.expected,
+        error: span.error,
+        scores: span.scores,
+        metrics: span.metrics,
         metadata: span.metadata,
         span_id: span.span_id,
         span_parents: span.span_parents,
-        span_attributes: span.span_attributes
+        is_root: span.is_root,
+        span_attributes: span.span_attributes,
+        tags: span.tags
       }));
     }
-    return this.cachedFetcher.getSpans({ spanType });
+    return this.cachedFetcher.getSpans({ spanType, includeScorers });
   }
   /**
    * Get the thread (preprocessed messages) for this trace.
    * Calls the API with the project_default preprocessor (which falls back to "thread").
    */
   async getThread(options) {
-    const cacheKey = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _650 => _650.preprocessor]), () => ( "project_default"));
+    const cacheKey = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _654 => _654.preprocessor]), () => ( "project_default"));
     if (!this.threadCache.has(cacheKey)) {
       const promise = this.fetchThread(options);
       this.threadCache.set(cacheKey, promise);
@@ -26790,7 +26881,7 @@ var LocalTrace = (_class28 = class {
     await this.ensureSpansReady();
     await this.state.login({});
     const result = await invoke({
-      globalFunction: _nullishCoalesce(_optionalChain([options, 'optionalAccess', _651 => _651.preprocessor]), () => ( "project_default")),
+      globalFunction: _nullishCoalesce(_optionalChain([options, 'optionalAccess', _655 => _655.preprocessor]), () => ( "project_default")),
       functionType: "preprocessor",
       input: {
         trace_ref: {
@@ -26966,10 +27057,10 @@ function validateParametersWithJsonSchema(parameters, schema) {
   const ajv = new (0, _ajv2.default)({ coerceTypes: true, useDefaults: true, strict: false });
   const validate = ajv.compile(schema);
   if (!validate(parameters)) {
-    const errorMessages = _optionalChain([validate, 'access', _652 => _652.errors, 'optionalAccess', _653 => _653.map, 'call', _654 => _654((err) => {
+    const errorMessages = _optionalChain([validate, 'access', _656 => _656.errors, 'optionalAccess', _657 => _657.map, 'call', _658 => _658((err) => {
       const path2 = err.instancePath || "root";
       return `${path2}: ${err.message}`;
-    }), 'access', _655 => _655.join, 'call', _656 => _656(", ")]);
+    }), 'access', _659 => _659.join, 'call', _660 => _660(", ")]);
     throw Error(`Invalid parameters: ${errorMessages}`);
   }
   return rehydrateRemoteParameters(parameters, schema);
@@ -27309,7 +27400,7 @@ async function runEvaluator(experiment, evaluator, progressReporter, filters, st
 }
 async function runEvaluatorInternal(experiment, evaluator, progressReporter, filters, stream, parameters, collectResults, enableCache) {
   if (enableCache) {
-    _optionalChain([(_nullishCoalesce(evaluator.state, () => ( _internalGetGlobalState()))), 'optionalAccess', _657 => _657.spanCache, 'optionalAccess', _658 => _658.start, 'call', _659 => _659()]);
+    _optionalChain([(_nullishCoalesce(evaluator.state, () => ( _internalGetGlobalState()))), 'optionalAccess', _661 => _661.spanCache, 'optionalAccess', _662 => _662.start, 'call', _663 => _663()]);
   }
   try {
     if (typeof evaluator.data === "string") {
@@ -27420,7 +27511,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
             objectType: parentComponents ? spanObjectTypeV3ToTypedString(
               parentComponents.data.object_type
             ) : "experiment",
-            objectId: await _asyncNullishCoalesce(await _asyncOptionalChain([parentComponents, 'optionalAccess', async _660 => _660.data, 'access', async _661 => _661.object_id]), async () => ( (experimentIdPromise ? await _asyncNullishCoalesce(await experimentIdPromise, async () => ( "")) : ""))),
+            objectId: await _asyncNullishCoalesce(await _asyncOptionalChain([parentComponents, 'optionalAccess', async _664 => _664.data, 'access', async _665 => _665.object_id]), async () => ( (experimentIdPromise ? await _asyncNullishCoalesce(await experimentIdPromise, async () => ( "")) : ""))),
             rootSpanId: rootSpan.rootSpanId,
             ensureSpansFlushed,
             state
@@ -27450,10 +27541,10 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
                   span,
                   parameters: _nullishCoalesce(parameters, () => ( {})),
                   reportProgress: (event) => {
-                    _optionalChain([stream, 'optionalCall', _662 => _662({
+                    _optionalChain([stream, 'optionalCall', _666 => _666({
                       ...event,
                       id: rootSpan.id,
-                      origin: _optionalChain([baseEvent, 'access', _663 => _663.event, 'optionalAccess', _664 => _664.origin]),
+                      origin: _optionalChain([baseEvent, 'access', _667 => _667.event, 'optionalAccess', _668 => _668.origin]),
                       name: evaluator.evalName,
                       object_type: "task"
                     })]);
@@ -27641,7 +27732,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
               tags: tags.length ? tags : void 0,
               metadata,
               error,
-              origin: _optionalChain([baseEvent, 'access', _665 => _665.event, 'optionalAccess', _666 => _666.origin])
+              origin: _optionalChain([baseEvent, 'access', _669 => _669.event, 'optionalAccess', _670 => _670.origin])
             };
             collectedResults.push({
               ...baseResult,
@@ -27681,7 +27772,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
             break;
           }
           scheduledTrials++;
-          _optionalChain([progressReporter, 'access', _667 => _667.setTotal, 'optionalCall', _668 => _668(evaluator.evalName, scheduledTrials)]);
+          _optionalChain([progressReporter, 'access', _671 => _671.setTotal, 'optionalCall', _672 => _672(evaluator.evalName, scheduledTrials)]);
           q.pushAsync({ datum, trialIndex }).catch((e) => {
             if (queueErrors.length < 5) {
               queueErrors.push(e);
@@ -27766,9 +27857,9 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
     );
   } finally {
     if (enableCache) {
-      const spanCache = _optionalChain([(_nullishCoalesce(evaluator.state, () => ( _internalGetGlobalState()))), 'optionalAccess', _669 => _669.spanCache]);
-      _optionalChain([spanCache, 'optionalAccess', _670 => _670.dispose, 'call', _671 => _671()]);
-      _optionalChain([spanCache, 'optionalAccess', _672 => _672.stop, 'call', _673 => _673()]);
+      const spanCache = _optionalChain([(_nullishCoalesce(evaluator.state, () => ( _internalGetGlobalState()))), 'optionalAccess', _673 => _673.spanCache]);
+      _optionalChain([spanCache, 'optionalAccess', _674 => _674.dispose, 'call', _675 => _675()]);
+      _optionalChain([spanCache, 'optionalAccess', _676 => _676.stop, 'call', _677 => _677()]);
     }
   }
 }
@@ -28008,7 +28099,7 @@ async function cachedLogin(options) {
 }
 function makeCheckAuthorized(allowedOrgName) {
   return async (req, _res, next) => {
-    if (!_optionalChain([req, 'access', _674 => _674.ctx, 'optionalAccess', _675 => _675.token])) {
+    if (!_optionalChain([req, 'access', _678 => _678.ctx, 'optionalAccess', _679 => _679.token])) {
       return next(_httperrors2.default.call(void 0, 401, "Unauthorized"));
     }
     try {
@@ -28021,7 +28112,7 @@ function makeCheckAuthorized(allowedOrgName) {
         return next(_httperrors2.default.call(void 0, 403, errorMessage2));
       }
       const state = await cachedLogin({
-        apiKey: _optionalChain([req, 'access', _676 => _676.ctx, 'optionalAccess', _677 => _677.token]),
+        apiKey: _optionalChain([req, 'access', _680 => _680.ctx, 'optionalAccess', _681 => _681.token]),
         orgName
       });
       req.ctx.state = state;
@@ -28776,7 +28867,7 @@ function runDevServer(evaluators, opts) {
         scores,
         stream
       } = evalBodySchema.parse(req.body);
-      if (!_optionalChain([req, 'access', _678 => _678.ctx, 'optionalAccess', _679 => _679.state])) {
+      if (!_optionalChain([req, 'access', _682 => _682.ctx, 'optionalAccess', _683 => _683.state])) {
         res.status(500).json({ error: "Braintrust state not initialized in request" });
         return;
       }
@@ -28827,12 +28918,12 @@ function runDevServer(evaluators, opts) {
             ...evaluator,
             data: evalData.data,
             scores: (_nullishCoalesce(evaluator.scores, () => ( []))).concat(
-              _nullishCoalesce(_optionalChain([scores, 'optionalAccess', _680 => _680.map, 'call', _681 => _681(
+              _nullishCoalesce(_optionalChain([scores, 'optionalAccess', _684 => _684.map, 'call', _685 => _685(
                 (score) => makeScorer(
                   state,
                   score.name,
                   score.function_id,
-                  _optionalChain([req, 'access', _682 => _682.ctx, 'optionalAccess', _683 => _683.projectId])
+                  _optionalChain([req, 'access', _686 => _686.ctx, 'optionalAccess', _687 => _687.projectId])
                 )
               )]), () => ( []))
             ),