braintrust 1.0.2 → 1.0.3

package/dev/dist/index.js

@@ -1,4 +1,4 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } } function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } async function _asyncNullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return await rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; } async function _asyncOptionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = await fn(value); } else if (op === 'call' || op === 'optionalCall') { value = await fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; } var _class; var _class2; var _class3; var _class4; var _class5; var _class6; var _class7; var _class8; var _class9; var _class10; var _class11; var _class12; var _class13; var _class14; var _class15; var _class16; var _class17;// src/node.ts
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } } function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } async function _asyncNullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return await rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; } async function _asyncOptionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = await fn(value); } else if (op === 'call' || op === 'optionalCall') { value = await fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; } var _class; var _class2; var _class3; var _class4; var _class5; var _class6; var _class7; var _class8; var _class9; var _class10; var _class11; var _class12; var _class13; var _class14; var _class15; var _class16;// src/node.ts
 var _async_hooks = require('async_hooks');
 var _path = require('path'); var path = _interopRequireWildcard(_path);
 var _promises = require('fs/promises'); var fs = _interopRequireWildcard(_promises);
@@ -26,7 +26,9 @@ var iso = {
   getCallerLocation: () => void 0,
   newAsyncLocalStorage: () => new DefaultAsyncLocalStorage(),
   processOn: (_0, _1) => {
-  }
+  },
+  basename: (filepath) => filepath.split(/[\\/]/).pop() || filepath,
+  writeln: (text) => console.log(text)
 };
 var isomorph_default = iso;
 
@@ -119,7 +121,7 @@ async function getPastNAncestors(n = 1e3, remote = void 0) {
     return [];
   }
   const commits = await git.log({ from: ancestor, to: "HEAD", maxCount: n });
-  return commits.all.map((c) => c.hash);
+  return commits.all.slice(0, n).map((c) => c.hash);
 }
 async function attempt(fn) {
   try {
@@ -962,11 +964,11 @@ function mergeDictsWithPaths({
 function mergeDictsWithPathsHelper({
   mergeInto,
   mergeFrom,
-  path: path3,
+  path: path2,
   mergePaths
 }) {
   Object.entries(mergeFrom).forEach(([k, mergeFromV]) => {
-    const fullPath = path3.concat([k]);
+    const fullPath = path2.concat([k]);
     const fullPathSerialized = JSON.stringify(fullPath);
     const mergeIntoV = recordFind(mergeInto, k);
     if (isObject(mergeIntoV) && isObject(mergeFromV) && !mergePaths.has(fullPathSerialized)) {
@@ -997,9 +999,9 @@ function mapAt(m, k) {
 function recordFind(m, k) {
   return m[k];
 }
-function getObjValueByPath(row, path3) {
+function getObjValueByPath(row, path2) {
   let curr = row;
-  for (const p of path3) {
+  for (const p of path2) {
     if (!isObjectOrArray(curr)) {
       return null;
     }
@@ -1274,6 +1276,93 @@ function _urljoin(...parts) {
     (x, i) => x.replace(/^\//, "").replace(i < parts.length - 1 ? /\/$/ : "", "")
   ).filter((x) => x.trim() !== "").join("/");
 }
+function slugify(text, options) {
+  if (typeof text !== "string") {
+    throw new Error("slugify: string argument expected");
+  }
+  const charMap = {
+    // Currency and symbols
+    $: "dollar",
+    "%": "percent",
+    "&": "and",
+    // Latin characters
+    \u00C0: "A",
+    \u00C1: "A",
+    \u00C2: "A",
+    \u00C3: "A",
+    \u00C4: "A",
+    \u00C5: "A",
+    \u00C6: "AE",
+    \u00C7: "C",
+    \u00C8: "E",
+    \u00C9: "E",
+    \u00CA: "E",
+    \u00CB: "E",
+    \u00CC: "I",
+    \u00CD: "I",
+    \u00CE: "I",
+    \u00CF: "I",
+    \u00D1: "N",
+    \u00D2: "O",
+    \u00D3: "O",
+    \u00D4: "O",
+    \u00D5: "O",
+    \u00D6: "O",
+    \u00D8: "O",
+    \u00D9: "U",
+    \u00DA: "U",
+    \u00DB: "U",
+    \u00DC: "U",
+    \u00DD: "Y",
+    \u00E0: "a",
+    \u00E1: "a",
+    \u00E2: "a",
+    \u00E3: "a",
+    \u00E4: "a",
+    \u00E5: "a",
+    \u00E6: "ae",
+    \u00E7: "c",
+    \u00E8: "e",
+    \u00E9: "e",
+    \u00EA: "e",
+    \u00EB: "e",
+    \u00EC: "i",
+    \u00ED: "i",
+    \u00EE: "i",
+    \u00EF: "i",
+    \u00F1: "n",
+    \u00F2: "o",
+    \u00F3: "o",
+    \u00F4: "o",
+    \u00F5: "o",
+    \u00F6: "o",
+    \u00F8: "o",
+    \u00F9: "u",
+    \u00FA: "u",
+    \u00FB: "u",
+    \u00FC: "u",
+    \u00FD: "y",
+    \u00FF: "y"
+  };
+  const replacement = "-";
+  const trim = _optionalChain([options, 'optionalAccess', _21 => _21.trim]) !== false;
+  let slug = text.normalize().split("").reduce((result, ch) => {
+    const mapped = charMap[ch] || ch;
+    const appendChar = mapped === replacement ? " " : mapped;
+    return result + appendChar.replace(/[^\w\s$*_+~.()'"!\-:@]+/g, "");
+  }, "");
+  if (_optionalChain([options, 'optionalAccess', _22 => _22.strict])) {
+    slug = slug.replace(/[^A-Za-z0-9\s]/g, "");
+  }
+  if (trim) {
+    slug = slug.trim();
+  }
+  slug = slug.replace(/\s+/g, replacement);
+  if (_optionalChain([options, 'optionalAccess', _23 => _23.lower])) {
+    slug = slug.toLowerCase();
+  }
+  return slug;
+}
 
 // util/span_identifier_v4.ts
 
@@ -2925,9 +3014,9 @@ var BraintrustStream = class _BraintrustStream {
         reader.releaseLock();
         return { done: true, value: void 0 };
       },
-      async throw(error2) {
+      async throw(error) {
         reader.releaseLock();
-        throw error2;
+        throw error;
       }
     };
   }
@@ -3241,10 +3330,10 @@ var DiskCache = class {
       return;
     }
     const stats = await Promise.all(
-      paths.map(async (path3) => {
-        const stat2 = await isomorph_default.stat(path3);
+      paths.map(async (path2) => {
+        const stat2 = await isomorph_default.stat(path2);
         return {
-          path: path3,
+          path: path2,
           mtime: stat2.mtime.getTime()
         };
       })
@@ -3385,7 +3474,7 @@ function runCatchFinally(f, catchF, finallyF) {
 function getCurrentUnixTimestamp() {
   return (/* @__PURE__ */ new Date()).getTime() / 1e3;
 }
-function isEmpty(a) {
+function isEmpty2(a) {
   return a === void 0 || a === null;
 }
 var LazyValue = (_class2 = class {
@@ -3510,8 +3599,8 @@ var MaskingError = class {
 function applyMaskingToField(maskingFunction, data, fieldName) {
   try {
     return maskingFunction(data);
-  } catch (error2) {
-    const errorType = error2 instanceof Error ? error2.constructor.name : "Error";
+  } catch (error) {
+    const errorType = error instanceof Error ? error.constructor.name : "Error";
     if (fieldName === "scores" || fieldName === "metrics") {
       return new MaskingError(fieldName, errorType);
     }
@@ -3580,7 +3669,7 @@ var NoopSpan = (_class4 = class {
     return this;
   }
   end(args) {
-    return _nullishCoalesce(_optionalChain([args, 'optionalAccess', _21 => _21.endTime]), () => ( getCurrentUnixTimestamp()));
+    return _nullishCoalesce(_optionalChain([args, 'optionalAccess', _24 => _24.endTime]), () => ( getCurrentUnixTimestamp()));
   }
   async export() {
     return "";
@@ -3785,8 +3874,8 @@ var BraintrustState = (_class5 = class _BraintrustState {
   setFetch(fetch2) {
     this.loginParams.fetch = fetch2;
     this.fetch = fetch2;
-    _optionalChain([this, 'access', _22 => _22._apiConn, 'optionalAccess', _23 => _23.setFetch, 'call', _24 => _24(fetch2)]);
-    _optionalChain([this, 'access', _25 => _25._appConn, 'optionalAccess', _26 => _26.setFetch, 'call', _27 => _27(fetch2)]);
+    _optionalChain([this, 'access', _25 => _25._apiConn, 'optionalAccess', _26 => _26.setFetch, 'call', _27 => _27(fetch2)]);
+    _optionalChain([this, 'access', _28 => _28._appConn, 'optionalAccess', _29 => _29.setFetch, 'call', _30 => _30(fetch2)]);
   }
   setMaskingFunction(maskingFunction) {
     this.bgLogger().setMaskingFunction(maskingFunction);
@@ -3798,7 +3887,7 @@ var BraintrustState = (_class5 = class _BraintrustState {
     const newState = await loginToState({
       ...this.loginParams,
       ...Object.fromEntries(
-        Object.entries(loginParams).filter(([k, v]) => !isEmpty(v))
+        Object.entries(loginParams).filter(([k, v]) => !isEmpty2(v))
       )
     });
     this.copyLoginInfo(newState);
@@ -3963,9 +4052,9 @@ var HTTPConnection = class _HTTPConnection {
       this.headers["Authorization"] = `Bearer ${this.token}`;
     }
   }
-  async get(path3, params = void 0, config) {
+  async get(path2, params = void 0, config) {
     const { headers, ...rest } = config || {};
-    const url = new URL(_urljoin(this.base_url, path3));
+    const url = new URL(_urljoin(this.base_url, path2));
     url.search = new URLSearchParams(
       params ? Object.entries(params).filter(([_, v]) => v !== void 0).flatMap(
         ([k, v]) => v !== void 0 ? typeof v === "string" ? [[k, v]] : v.map((x) => [k, x]) : []
@@ -3986,13 +4075,13 @@ var HTTPConnection = class _HTTPConnection {
       })
     );
   }
-  async post(path3, params, config) {
+  async post(path2, params, config) {
     const { headers, ...rest } = config || {};
     const this_fetch = this.fetch;
     const this_base_url = this.base_url;
     const this_headers = this.headers;
     return await checkResponse(
-      await this_fetch(_urljoin(this_base_url, path3), {
+      await this_fetch(_urljoin(this_base_url, path2), {
         method: "POST",
         headers: {
           Accept: "application/json",
@@ -4144,12 +4233,12 @@ var Attachment = class extends BaseAttachment {
           signedUrl: _v3.z.string().url(),
           headers: _v3.z.record(_v3.z.string())
         }).parse(await metadataResponse.json()));
-      } catch (error2) {
-        if (error2 instanceof _v3.ZodError) {
-          const errorStr = JSON.stringify(error2.flatten());
+      } catch (error) {
+        if (error instanceof _v3.ZodError) {
+          const errorStr = JSON.stringify(error.flatten());
           throw new Error(`Invalid response from API server: ${errorStr}`);
         }
-        throw error2;
+        throw error;
       }
       addAzureBlobHeaders(headers, signedUrl);
       let objectStoreResponse;
@@ -4161,13 +4250,13 @@ var Attachment = class extends BaseAttachment {
             body: data
           })
         );
-      } catch (error2) {
-        if (error2 instanceof FailedHTTPResponse) {
+      } catch (error) {
+        if (error instanceof FailedHTTPResponse) {
           throw new Error(
-            `Failed to upload attachment to object store: ${error2.status} ${error2.text} ${error2.data}`
+            `Failed to upload attachment to object store: ${error.status} ${error.text} ${error.data}`
           );
         }
-        throw error2;
+        throw error;
       }
       return { signedUrl, metadataResponse, objectStoreResponse };
     };
@@ -4179,9 +4268,9 @@ var Attachment = class extends BaseAttachment {
       const orgId = _nullishCoalesce(state.orgId, () => ( ""));
       try {
         await doUpload(conn, orgId);
-      } catch (error2) {
+      } catch (error) {
         status.upload_status = "error";
-        status.error_message = error2 instanceof Error ? error2.message : JSON.stringify(error2);
+        status.error_message = error instanceof Error ? error.message : JSON.stringify(error);
       }
       const requestParams = {
         key: this.reference.key,
@@ -4313,8 +4402,8 @@ var ReadonlyAttachment = class {
       }
       const objResponse = await fetch(downloadUrl);
       if (objResponse.status !== 200) {
-        const error2 = await objResponse.text();
-        throw new Error(`Couldn't download attachment: ${error2}`);
+        const error = await objResponse.text();
+        throw new Error(`Couldn't download attachment: ${error}`);
       }
       return await objResponse.blob();
     };
@@ -4334,7 +4423,7 @@ function logFeedbackImpl(state, parentObjectType, parentObjectId, {
   if (!VALID_SOURCES.includes(source)) {
     throw new Error(`source must be one of ${VALID_SOURCES}`);
   }
-  if (isEmpty(scores) && isEmpty(expected) && isEmpty(tags) && isEmpty(comment)) {
+  if (isEmpty2(scores) && isEmpty2(expected) && isEmpty2(tags) && isEmpty2(comment)) {
     throw new Error(
       "At least one of scores, expected, tags, or comment must be specified"
     );
@@ -4347,7 +4436,7 @@ function logFeedbackImpl(state, parentObjectType, parentObjectId, {
   });
   let { metadata, ...updateEvent } = deepCopyEvent(validatedEvent);
   updateEvent = Object.fromEntries(
-    Object.entries(updateEvent).filter(([_, v]) => !isEmpty(v))
+    Object.entries(updateEvent).filter(([_, v]) => !isEmpty2(v))
   );
   const parentIds = async () => new SpanComponentsV3({
     object_type: parentObjectType,
@@ -4366,7 +4455,7 @@ function logFeedbackImpl(state, parentObjectType, parentObjectId, {
     });
     state.bgLogger().log([record]);
   }
-  if (!isEmpty(comment)) {
+  if (!isEmpty2(comment)) {
     const record = new LazyValue(async () => {
       return {
         id: _uuid.v4.call(void 0, ),
@@ -4460,9 +4549,9 @@ async function permalink(slug, opts) {
   if (slug === "") {
     return NOOP_SPAN_PERMALINK;
   }
-  const state = _nullishCoalesce(_optionalChain([opts, 'optionalAccess', _28 => _28.state]), () => ( _globalState));
+  const state = _nullishCoalesce(_optionalChain([opts, 'optionalAccess', _31 => _31.state]), () => ( _globalState));
   const getOrgName = async () => {
-    if (_optionalChain([opts, 'optionalAccess', _29 => _29.orgName])) {
+    if (_optionalChain([opts, 'optionalAccess', _32 => _32.orgName])) {
       return opts.orgName;
     }
     await state.login({});
@@ -4472,7 +4561,7 @@ async function permalink(slug, opts) {
     return state.orgName;
   };
   const getAppUrl = async () => {
-    if (_optionalChain([opts, 'optionalAccess', _30 => _30.appUrl])) {
+    if (_optionalChain([opts, 'optionalAccess', _33 => _33.appUrl])) {
       return opts.appUrl;
     }
     await state.login({});
@@ -4605,7 +4694,7 @@ var Logger = (_class6 = class {
    * @returns The `id` of the logged event.
    */
   log(event, options) {
-    if (this.calledStartSpan && !_optionalChain([options, 'optionalAccess', _31 => _31.allowConcurrentWithSpans])) {
+    if (this.calledStartSpan && !_optionalChain([options, 'optionalAccess', _34 => _34.allowConcurrentWithSpans])) {
       throw new Error(
         "Cannot run toplevel `log` method while using spans. To log to the span, call `logger.traced` and then log with `span.log`"
       );
@@ -4673,12 +4762,12 @@ var Logger = (_class6 = class {
       state: this.state,
       ...startSpanParentArgs({
         state: this.state,
-        parent: _optionalChain([args, 'optionalAccess', _32 => _32.parent]),
+        parent: _optionalChain([args, 'optionalAccess', _35 => _35.parent]),
         parentObjectType: this.parentObjectType(),
         parentObjectId: this.lazyId,
         parentComputeObjectMetadataArgs: this.computeMetadataArgs,
-        parentSpanIds: _optionalChain([args, 'optionalAccess', _33 => _33.parentSpanIds]),
-        propagatedEvent: _optionalChain([args, 'optionalAccess', _34 => _34.propagatedEvent])
+        parentSpanIds: _optionalChain([args, 'optionalAccess', _36 => _36.parentSpanIds]),
+        propagatedEvent: _optionalChain([args, 'optionalAccess', _37 => _37.propagatedEvent])
       }),
       defaultRootType: "task" /* TASK */
     });
@@ -4871,7 +4960,7 @@ var HTTPBackgroundLogger = (_class7 = class _HTTPBackgroundLogger {
       this.queue.clear();
       return;
     }
-    const batchSize = _nullishCoalesce(_optionalChain([args, 'optionalAccess', _35 => _35.batchSize]), () => ( this.defaultBatchSize));
+    const batchSize = _nullishCoalesce(_optionalChain([args, 'optionalAccess', _38 => _38.batchSize]), () => ( this.defaultBatchSize));
     const wrappedItems = this.queue.drain();
     if (wrappedItems.length === 0) {
       return;
@@ -4931,8 +5020,8 @@ var HTTPBackgroundLogger = (_class7 = class _HTTPBackgroundLogger {
         if (result.upload_status === "error") {
           throw new Error(result.error_message);
         }
-      } catch (error2) {
-        attachmentErrors.push(error2);
+      } catch (error) {
+        attachmentErrors.push(error);
       }
     }
     if (attachmentErrors.length === 1) {
@@ -5015,22 +5104,22 @@ var HTTPBackgroundLogger = (_class7 = class _HTTPBackgroundLogger {
     }
     for (let i = 0; i < this.numTries; i++) {
       const startTime = now();
-      let error2 = void 0;
+      let error = void 0;
       try {
         await conn.post_json("logs3", dataStr);
       } catch (e) {
-        error2 = e;
+        error = e;
       }
-      if (error2 === void 0) {
+      if (error === void 0) {
         return;
       }
       const isRetrying = i + 1 < this.numTries;
       const retryingText = isRetrying ? "" : " Retrying";
       const errorText = (() => {
-        if (error2 instanceof FailedHTTPResponse) {
-          return `${error2.status} (${error2.text}): ${error2.data}`;
+        if (error instanceof FailedHTTPResponse) {
+          return `${error.status} (${error.text}): ${error.data}`;
         } else {
-          return `${error2}`;
+          return `${error}`;
         }
       })();
       const errMsg = `log request failed. Elapsed time: ${(now() - startTime) / 1e3} seconds. Payload size: ${dataStr.length}.${retryingText}
@@ -5136,10 +5225,10 @@ Error: ${errorText}`;
         } catch (err) {
           if (err instanceof AggregateError) {
             for (const e of err.errors) {
-              _optionalChain([this, 'access', _36 => _36.onFlushError, 'optionalCall', _37 => _37(e)]);
+              _optionalChain([this, 'access', _39 => _39.onFlushError, 'optionalCall', _40 => _40(e)]);
             }
           } else {
-            _optionalChain([this, 'access', _38 => _38.onFlushError, 'optionalCall', _39 => _39(err)]);
+            _optionalChain([this, 'access', _41 => _41.onFlushError, 'optionalCall', _42 => _42(err)]);
           }
           this.activeFlushError = err;
         } finally {
@@ -5206,7 +5295,7 @@ function init(projectOrOptions, optionalOptions) {
   const state = _nullishCoalesce(stateArg, () => ( _globalState));
   state.enforceQueueSizeLimit(false);
   if (open) {
-    if (isEmpty(experiment)) {
+    if (isEmpty2(experiment)) {
       throw new Error(`Cannot open an experiment without specifying its name`);
     }
     const lazyMetadata2 = new LazyValue(
@@ -5409,7 +5498,7 @@ async function computeLoggerMetadata(state, {
 }) {
   await state.login({});
   const org_id = state.orgId;
-  if (isEmpty(project_id)) {
+  if (isEmpty2(project_id)) {
     const response = await state.appConn().post_json("api/project/register", {
       project_name: project_name || GLOBAL_PROJECT,
       org_id
@@ -5422,7 +5511,7 @@ async function computeLoggerMetadata(state, {
         fullInfo: response.project
       }
     };
-  } else if (isEmpty(project_name)) {
+  } else if (isEmpty2(project_name)) {
     const response = await state.appConn().get_json("api/project", {
       id: project_id
     });
@@ -5445,7 +5534,7 @@ async function login(options = {}) {
   const { forceLogin = false } = options || {};
   if (_globalState.loggedIn && !forceLogin) {
     let checkUpdatedParam2 = function(varname, arg, orig) {
-      if (!isEmpty(arg) && !isEmpty(orig) && arg !== orig) {
+      if (!isEmpty2(arg) && !isEmpty2(orig) && arg !== orig) {
         throw new Error(
           `Re-logging in with different ${varname} (${arg}) than original (${orig}). To force re-login, pass \`forceLogin: true\``
         );
@@ -5534,24 +5623,24 @@ async function loginToState(options = {}) {
   return state;
 }
 function currentExperiment(options) {
-  const state = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _40 => _40.state]), () => ( _globalState));
+  const state = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _43 => _43.state]), () => ( _globalState));
   return state.currentExperiment;
 }
 function currentLogger(options) {
-  const state = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _41 => _41.state]), () => ( _globalState));
-  return castLogger(state.currentLogger, _optionalChain([options, 'optionalAccess', _42 => _42.asyncFlush]));
+  const state = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _44 => _44.state]), () => ( _globalState));
+  return castLogger(state.currentLogger, _optionalChain([options, 'optionalAccess', _45 => _45.asyncFlush]));
 }
 function currentSpan(options) {
-  const state = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _43 => _43.state]), () => ( _globalState));
+  const state = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _46 => _46.state]), () => ( _globalState));
   return _nullishCoalesce(state.contextManager.getCurrentSpan(), () => ( NOOP_SPAN));
 }
 function getSpanParentObject(options) {
-  const state = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _44 => _44.state]), () => ( _globalState));
+  const state = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _47 => _47.state]), () => ( _globalState));
   const parentSpan = currentSpan({ state });
   if (!Object.is(parentSpan, NOOP_SPAN)) {
     return parentSpan;
   }
-  const parentStr = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _45 => _45.parent]), () => ( state.currentParent.getStore()));
+  const parentStr = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _48 => _48.parent]), () => ( state.currentParent.getStore()));
   if (parentStr) return getSpanComponentsClass().fromStr(parentStr);
   const experiment = currentExperiment();
   if (experiment) {
@@ -5563,14 +5652,14 @@ function getSpanParentObject(options) {
   }
   return NOOP_SPAN;
 }
-function logError(span, error2) {
+function logError(span, error) {
   let errorMessage = "<error>";
   let stackTrace = "";
-  if (error2 instanceof Error) {
-    errorMessage = error2.message;
-    stackTrace = error2.stack || "";
+  if (error instanceof Error) {
+    errorMessage = error.message;
+    stackTrace = error.stack || "";
   } else {
-    errorMessage = String(error2);
+    errorMessage = String(error);
   }
   span.log({ error: `${errorMessage}
 
@@ -5580,7 +5669,7 @@ function traced(callback, args) {
   const { span, isSyncFlushLogger } = startSpanAndIsLogger(args);
   const ret = runCatchFinally(
     () => {
-      if (_nullishCoalesce(_optionalChain([args, 'optionalAccess', _46 => _46.setCurrent]), () => ( true))) {
+      if (_nullishCoalesce(_optionalChain([args, 'optionalAccess', _49 => _49.setCurrent]), () => ( true))) {
         return withCurrent(span, callback);
       } else {
         return callback(span);
@@ -5592,7 +5681,7 @@ function traced(callback, args) {
     },
     () => span.end()
   );
-  if (_optionalChain([args, 'optionalAccess', _47 => _47.asyncFlush]) === void 0 || _optionalChain([args, 'optionalAccess', _48 => _48.asyncFlush])) {
+  if (_optionalChain([args, 'optionalAccess', _50 => _50.asyncFlush]) === void 0 || _optionalChain([args, 'optionalAccess', _51 => _51.asyncFlush])) {
     return ret;
   } else {
     return (async () => {
@@ -5608,14 +5697,14 @@ function startSpan(args) {
   return startSpanAndIsLogger(args).span;
 }
 async function flush(options) {
-  const state = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _49 => _49.state]), () => ( _globalState));
+  const state = _nullishCoalesce(_optionalChain([options, 'optionalAccess', _52 => _52.state]), () => ( _globalState));
   return await state.bgLogger().flush();
 }
 function startSpanAndIsLogger(args) {
-  const state = _nullishCoalesce(_optionalChain([args, 'optionalAccess', _50 => _50.state]), () => ( _globalState));
+  const state = _nullishCoalesce(_optionalChain([args, 'optionalAccess', _53 => _53.state]), () => ( _globalState));
   const parentObject = getSpanParentObject({
-    asyncFlush: _optionalChain([args, 'optionalAccess', _51 => _51.asyncFlush]),
-    parent: _optionalChain([args, 'optionalAccess', _52 => _52.parent]),
+    asyncFlush: _optionalChain([args, 'optionalAccess', _54 => _54.asyncFlush]),
+    parent: _optionalChain([args, 'optionalAccess', _55 => _55.parent]),
     state
   });
   if (parentObject instanceof SpanComponentsV3 || parentObject instanceof SpanComponentsV4) {
@@ -5632,14 +5721,14 @@ function startSpanAndIsLogger(args) {
       ),
       parentComputeObjectMetadataArgs: _nullishCoalesce(parentObject.data.compute_object_metadata_args, () => ( void 0)),
       parentSpanIds,
-      propagatedEvent: _nullishCoalesce(_optionalChain([args, 'optionalAccess', _53 => _53.propagatedEvent]), () => ( // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+      propagatedEvent: _nullishCoalesce(_optionalChain([args, 'optionalAccess', _56 => _56.propagatedEvent]), () => ( // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
       (_nullishCoalesce(parentObject.data.propagated_event, () => ( void 0)))))
     });
     return {
       span,
       isSyncFlushLogger: parentObject.data.object_type === 2 /* PROJECT_LOGS */ && // Since there's no parent logger here, we're free to choose the async flush
       // behavior, and therefore propagate along whatever we get from the arguments
-      _optionalChain([args, 'optionalAccess', _54 => _54.asyncFlush]) === false
+      _optionalChain([args, 'optionalAccess', _57 => _57.asyncFlush]) === false
     };
   } else {
     const span = parentObject.startSpan(args);
@@ -5785,10 +5874,10 @@ function extractAttachments(event, attachments) {
       event[key] = value.reference;
       continue;
     }
-    if (_optionalChain([value, 'optionalAccess', _55 => _55.type]) === BRAINTRUST_ATTACHMENT && value.key && !value.uploader) {
+    if (_optionalChain([value, 'optionalAccess', _58 => _58.type]) === BRAINTRUST_ATTACHMENT && value.key && !value.uploader) {
       continue;
     }
-    if (_optionalChain([value, 'optionalAccess', _56 => _56.reference, 'optionalAccess', _57 => _57.type]) === BRAINTRUST_ATTACHMENT && _optionalChain([value, 'optionalAccess', _58 => _58.uploader])) {
+    if (_optionalChain([value, 'optionalAccess', _59 => _59.reference, 'optionalAccess', _60 => _60.type]) === BRAINTRUST_ATTACHMENT && _optionalChain([value, 'optionalAccess', _61 => _61.uploader])) {
       const attachment = new Attachment({
         data: value.dataDebugString,
         filename: value.reference.filename,
@@ -5832,15 +5921,15 @@ async function resolveAttachmentsToBase64(event, state) {
   return event;
 }
 function validateAndSanitizeExperimentLogFullArgs(event, hasDataset) {
-  if ("input" in event && !isEmpty(event.input) && "inputs" in event && !isEmpty(event.inputs) || !("input" in event) && !("inputs" in event)) {
+  if ("input" in event && !isEmpty2(event.input) && "inputs" in event && !isEmpty2(event.inputs) || !("input" in event) && !("inputs" in event)) {
     throw new Error(
       "Exactly one of input or inputs (deprecated) must be specified. Prefer input."
     );
   }
-  if (isEmpty(event.output)) {
+  if (isEmpty2(event.output)) {
     throw new Error("output must be specified");
   }
-  if (isEmpty(event.scores)) {
+  if (isEmpty2(event.scores)) {
     throw new Error("scores must be specified");
   }
   if (hasDataset && event.datasetRecordId === void 0) {
@@ -5939,7 +6028,7 @@ var ObjectFetcher = (_class8 = class {
       }
       return;
     }
-    for await (const record of this.fetchRecordsFromApi(_optionalChain([options, 'optionalAccess', _59 => _59.batchSize]))) {
+    for await (const record of this.fetchRecordsFromApi(_optionalChain([options, 'optionalAccess', _62 => _62.batchSize]))) {
       yield record;
     }
   }
@@ -5949,7 +6038,7 @@ var ObjectFetcher = (_class8 = class {
   async fetchedData(options) {
     if (this._fetchedData === void 0) {
       const data = [];
-      for await (const record of this.fetchRecordsFromApi(_optionalChain([options, 'optionalAccess', _60 => _60.batchSize]))) {
+      for await (const record of this.fetchRecordsFromApi(_optionalChain([options, 'optionalAccess', _63 => _63.batchSize]))) {
         data.push(record);
       }
       this._fetchedData = data;
@@ -6044,7 +6133,7 @@ var Experiment2 = (_class9 = class extends ObjectFetcher {
    * @returns The `id` of the logged event.
    */
   log(event, options) {
-    if (this.calledStartSpan && !_optionalChain([options, 'optionalAccess', _61 => _61.allowConcurrentWithSpans])) {
+    if (this.calledStartSpan && !_optionalChain([options, 'optionalAccess', _64 => _64.allowConcurrentWithSpans])) {
       throw new Error(
         "Cannot run toplevel `log` method while using spans. To log to the span, call `experiment.traced` and then log with `span.log`"
       );
@@ -6097,12 +6186,12 @@ var Experiment2 = (_class9 = class extends ObjectFetcher {
       state: this.state,
       ...startSpanParentArgs({
         state: this.state,
-        parent: _optionalChain([args, 'optionalAccess', _62 => _62.parent]),
+        parent: _optionalChain([args, 'optionalAccess', _65 => _65.parent]),
         parentObjectType: this.parentObjectType(),
         parentObjectId: this.lazyId,
         parentComputeObjectMetadataArgs: void 0,
         parentSpanIds: void 0,
-        propagatedEvent: _optionalChain([args, 'optionalAccess', _63 => _63.propagatedEvent])
+        propagatedEvent: _optionalChain([args, 'optionalAccess', _66 => _66.propagatedEvent])
       }),
       defaultRootType: "eval" /* EVAL */
     });
@@ -6440,10 +6529,10 @@ var SpanImpl = (_class10 = class _SpanImpl {
       ...serializableInternalData,
       [IS_MERGE_FIELD]: this.isMerge
     });
-    if (_optionalChain([partialRecord, 'access', _64 => _64.metrics, 'optionalAccess', _65 => _65.end])) {
-      this.loggedEndTime = _optionalChain([partialRecord, 'access', _66 => _66.metrics, 'optionalAccess', _67 => _67.end]);
+    if (_optionalChain([partialRecord, 'access', _67 => _67.metrics, 'optionalAccess', _68 => _68.end])) {
+      this.loggedEndTime = _optionalChain([partialRecord, 'access', _69 => _69.metrics, 'optionalAccess', _70 => _70.end]);
     }
-    if ((_nullishCoalesce(partialRecord.tags, () => ( []))).length > 0 && _optionalChain([this, 'access', _68 => _68._spanParents, 'optionalAccess', _69 => _69.length])) {
+    if ((_nullishCoalesce(partialRecord.tags, () => ( []))).length > 0 && _optionalChain([this, 'access', _71 => _71._spanParents, 'optionalAccess', _72 => _72.length])) {
       throw new Error("Tags can only be logged to the root span");
     }
     const computeRecord = async () => ({
@@ -6488,18 +6577,18 @@ var SpanImpl = (_class10 = class _SpanImpl {
     );
   }
   startSpan(args) {
-    const parentSpanIds = _optionalChain([args, 'optionalAccess', _70 => _70.parent]) ? void 0 : { spanId: this._spanId, rootSpanId: this._rootSpanId };
+    const parentSpanIds = _optionalChain([args, 'optionalAccess', _73 => _73.parent]) ? void 0 : { spanId: this._spanId, rootSpanId: this._rootSpanId };
     return new _SpanImpl({
       state: this._state,
       ...args,
       ...startSpanParentArgs({
         state: this._state,
-        parent: _optionalChain([args, 'optionalAccess', _71 => _71.parent]),
+        parent: _optionalChain([args, 'optionalAccess', _74 => _74.parent]),
         parentObjectType: this.parentObjectType,
         parentObjectId: this.parentObjectId,
         parentComputeObjectMetadataArgs: this.parentComputeObjectMetadataArgs,
         parentSpanIds,
-        propagatedEvent: _nullishCoalesce(_optionalChain([args, 'optionalAccess', _72 => _72.propagatedEvent]), () => ( this.propagatedEvent))
+        propagatedEvent: _nullishCoalesce(_optionalChain([args, 'optionalAccess', _75 => _75.propagatedEvent]), () => ( this.propagatedEvent))
       })
     });
   }
@@ -6513,12 +6602,12 @@ var SpanImpl = (_class10 = class _SpanImpl {
       ...args,
       ...startSpanParentArgs({
         state: this._state,
-        parent: _optionalChain([args, 'optionalAccess', _73 => _73.parent]),
+        parent: _optionalChain([args, 'optionalAccess', _76 => _76.parent]),
         parentObjectType: this.parentObjectType,
         parentObjectId: this.parentObjectId,
         parentComputeObjectMetadataArgs: this.parentComputeObjectMetadataArgs,
         parentSpanIds,
-        propagatedEvent: _nullishCoalesce(_optionalChain([args, 'optionalAccess', _74 => _74.propagatedEvent]), () => ( this.propagatedEvent))
+        propagatedEvent: _nullishCoalesce(_optionalChain([args, 'optionalAccess', _77 => _77.propagatedEvent]), () => ( this.propagatedEvent))
       }),
       spanId
     });
@@ -6527,7 +6616,7 @@ var SpanImpl = (_class10 = class _SpanImpl {
     let endTime;
     let internalData = {};
     if (!this.loggedEndTime) {
-      endTime = _nullishCoalesce(_optionalChain([args, 'optionalAccess', _75 => _75.endTime]), () => ( getCurrentUnixTimestamp()));
+      endTime = _nullishCoalesce(_optionalChain([args, 'optionalAccess', _78 => _78.endTime]), () => ( getCurrentUnixTimestamp()));
       internalData = { metrics: { end: endTime } };
     } else {
       endTime = this.loggedEndTime;
@@ -6570,8 +6659,8 @@ var SpanImpl = (_class10 = class _SpanImpl {
     const args = this.parentComputeObjectMetadataArgs;
     switch (this.parentObjectType) {
       case 2 /* PROJECT_LOGS */: {
-        const projectID = _optionalChain([args, 'optionalAccess', _76 => _76.project_id]) || this.parentObjectId.getSync().value;
-        const projectName = _optionalChain([args, 'optionalAccess', _77 => _77.project_name]);
+        const projectID = _optionalChain([args, 'optionalAccess', _79 => _79.project_id]) || this.parentObjectId.getSync().value;
+        const projectName = _optionalChain([args, 'optionalAccess', _80 => _80.project_name]);
         if (projectID) {
           return `${baseUrl}/object?object_type=project_logs&object_id=${projectID}&id=${this._id}`;
         } else if (projectName) {
@@ -6581,7 +6670,7 @@ var SpanImpl = (_class10 = class _SpanImpl {
         }
       }
       case 1 /* EXPERIMENT */: {
-        const expID = _optionalChain([args, 'optionalAccess', _78 => _78.experiment_id]) || _optionalChain([this, 'access', _79 => _79.parentObjectId, 'optionalAccess', _80 => _80.getSync, 'call', _81 => _81(), 'optionalAccess', _82 => _82.value]);
+        const expID = _optionalChain([args, 'optionalAccess', _81 => _81.experiment_id]) || _optionalChain([this, 'access', _82 => _82.parentObjectId, 'optionalAccess', _83 => _83.getSync, 'call', _84 => _84(), 'optionalAccess', _85 => _85.value]);
         if (!expID) {
           return getErrPermlink("provide-experiment-id");
         } else {
@@ -6900,7 +6989,7 @@ function renderMessage(render, message) {
   return {
     ...message,
     ..."content" in message ? {
-      content: isEmpty(message.content) ? void 0 : typeof message.content === "string" ? render(message.content) : message.content.map((c) => {
+      content: isEmpty2(message.content) ? void 0 : typeof message.content === "string" ? render(message.content) : message.content.map((c) => {
         switch (c.type) {
           case "text":
             return { ...c, text: render(c.text) };
@@ -6937,7 +7026,7 @@ function renderMessage(render, message) {
       })
     } : {},
     ..."tool_calls" in message ? {
-      tool_calls: isEmpty(message.tool_calls) ? void 0 : message.tool_calls.map((t) => {
+      tool_calls: isEmpty2(message.tool_calls) ? void 0 : message.tool_calls.map((t) => {
         return {
           type: t.type,
           id: render(t.id),
@@ -7037,13 +7126,13 @@ var Prompt2 = (_class12 = class _Prompt {
     return "slug" in this.metadata ? this.metadata.slug : this.metadata.id;
   }
   get prompt() {
-    return _optionalChain([this, 'access', _83 => _83.getParsedPromptData, 'call', _84 => _84(), 'optionalAccess', _85 => _85.prompt]);
+    return _optionalChain([this, 'access', _86 => _86.getParsedPromptData, 'call', _87 => _87(), 'optionalAccess', _88 => _88.prompt]);
   }
   get version() {
     return this.metadata[TRANSACTION_ID_FIELD];
   }
   get options() {
-    return _optionalChain([this, 'access', _86 => _86.getParsedPromptData, 'call', _87 => _87(), 'optionalAccess', _88 => _88.options]) || {};
+    return _optionalChain([this, 'access', _89 => _89.getParsedPromptData, 'call', _90 => _90(), 'optionalAccess', _91 => _91.options]) || {};
   }
   get promptData() {
     return this.getParsedPromptData();
@@ -7086,11 +7175,11 @@ var Prompt2 = (_class12 = class _Prompt {
           ([k, _v]) => !BRAINTRUST_PARAMS.includes(k)
         )
       ),
-      ...!isEmpty(this.options.model) ? {
+      ...!isEmpty2(this.options.model) ? {
         model: this.options.model
       } : {}
     };
-    if (!("model" in params) || isEmpty(params.model)) {
+    if (!("model" in params) || isEmpty2(params.model)) {
       throw new Error(
         "No model specified. Either specify it in the prompt or as a default"
       );
@@ -7194,7 +7283,7 @@ var Prompt2 = (_class12 = class _Prompt {
       return {
         type: "chat",
         messages,
-        ..._optionalChain([prompt, 'access', _89 => _89.tools, 'optionalAccess', _90 => _90.trim, 'call', _91 => _91()]) ? {
+        ..._optionalChain([prompt, 'access', _92 => _92.tools, 'optionalAccess', _93 => _93.trim, 'call', _94 => _94()]) ? {
           tools: render(prompt.tools)
         } : void 0
       };
@@ -7254,6 +7343,8 @@ function configureNode() {
   isomorph_default.processOn = (event, handler) => {
     process.on(event, handler);
   };
+  isomorph_default.basename = path.basename;
+  isomorph_default.writeln = (text) => process.stdout.write(text + "\n");
   isomorph_default.pathJoin = path.join;
   isomorph_default.pathDirname = path.dirname;
   isomorph_default.mkdir = fs.mkdir;
@@ -7331,9 +7422,9 @@ function handlePromise(promise, callback) {
     invokeCallback(callback, err && (err instanceof Error || err.message) ? err : new Error(err));
   });
 }
-function invokeCallback(callback, error2, value) {
+function invokeCallback(callback, error, value) {
   try {
-    callback(error2, value);
+    callback(error, value);
   } catch (err) {
     setImmediate$1((e) => {
       throw e;
@@ -8255,7 +8346,7 @@ function sortBy(coll, iteratee, callback) {
 }
 var sortBy$1 = awaitify(sortBy, 3);
 function tryEach(tasks, callback) {
-  var error2 = null;
+  var error = null;
   var result;
   return eachSeries$1(tasks, (task, taskCb) => {
     wrapAsync(task)((err, ...args) => {
@@ -8265,10 +8356,10 @@ function tryEach(tasks, callback) {
       } else {
         result = args;
       }
-      error2 = err;
+      error = err;
       taskCb(err ? null : {});
     });
-  }, () => callback(error2, result));
+  }, () => callback(error, result));
 }
 var tryEach$1 = awaitify(tryEach);
 function whilst(test, iteratee, callback) {
@@ -8311,78 +8402,40 @@ function waterfall(tasks, callback) {
 }
 var waterfall$1 = awaitify(waterfall);
 
-// src/framework.ts
-var _chalk = require('chalk'); var _chalk2 = _interopRequireDefault(_chalk);
-var _termilink = require('termi-link');
-var _boxen = require('boxen'); var _boxen2 = _interopRequireDefault(_boxen);
-var _pluralize = require('pluralize'); var _pluralize2 = _interopRequireDefault(_pluralize);
-var _clitable3 = require('cli-table3'); var _clitable32 = _interopRequireDefault(_clitable3);
-
-// src/progress.ts
-
-var _cliprogress = require('cli-progress'); var cliProgress = _interopRequireWildcard(_cliprogress);
-var MAX_NAME_LENGTH = 40;
-function fitNameToSpaces(name, length) {
-  const padded = name.padEnd(length);
-  if (padded.length <= length) {
-    return padded;
-  }
-  return padded.substring(0, length - 3) + "...";
-}
-var BarProgressReporter = (_class13 = class {
-  
-  __init45() {this.bars = {}}
-  constructor() {;_class13.prototype.__init45.call(this);
-    this.multiBar = new cliProgress.MultiBar(
-      {
-        // clearOnComplete: true,
-        format: `${_chalk2.default.blueBright("{bar}")} ${_chalk2.default.blue("{evaluator}")} {percentage}% ${_chalk2.default.gray("{value}/{total} {eta_formatted}")}`,
-        // autopadding: true,
-        hideCursor: true,
-        barsize: 10
-      },
-      cliProgress.Presets.shades_grey
-    );
-  }
-  start(name, total) {
-    const bar = this.multiBar.create(total, 0);
-    this.bars[name] = bar;
+// src/reporters/progress.ts
+var SimpleProgressReporter = class {
+  start(name, _total) {
+    console.log(`Running evaluator ${name}`);
   }
   stop() {
-    this.multiBar.stop();
   }
-  increment(name) {
-    this.bars[name].increment({
-      evaluator: fitNameToSpaces(name, MAX_NAME_LENGTH)
-    });
+  increment(_name) {
   }
-  setTotal(name, total) {
-    this.bars[name].setTotal(total);
+  setTotal(_name, _total) {
   }
-}, _class13);
+};
 
 // src/eval-parameters.ts
 
 
 // src/framework2.ts
 
-var _slugify = require('slugify'); var _slugify2 = _interopRequireDefault(_slugify);
-
+var currentFilename = typeof __filename !== "undefined" ? __filename : "unknown";
 var ProjectBuilder = class {
   create(opts) {
     return new Project2(opts);
   }
 };
 var projects = new ProjectBuilder();
-var Project2 = (_class14 = class {
+var Project2 = (_class13 = class {
   
   
   
   
   
-  __init46() {this._publishableCodeFunctions = []}
-  __init47() {this._publishablePrompts = []}
-  constructor(args) {;_class14.prototype.__init46.call(this);_class14.prototype.__init47.call(this);
+  __init45() {this._publishableCodeFunctions = []}
+  __init46() {this._publishablePrompts = []}
+  constructor(args) {;_class13.prototype.__init45.call(this);_class13.prototype.__init46.call(this);
     _initializeSpanContext();
     this.name = "name" in args ? args.name : void 0;
     this.id = "id" in args ? args.id : void 0;
@@ -8425,12 +8478,12 @@ var Project2 = (_class14 = class {
       functions: functionDefinitions
     });
   }
-}, _class14);
-var ToolBuilder = (_class15 = class {
-  constructor(project) {;_class15.prototype.__init48.call(this);
+}, _class13);
+var ToolBuilder = (_class14 = class {
+  constructor(project) {;_class14.prototype.__init47.call(this);
     this.project = project;
   }
-  __init48() {this.taskCounter = 0}
+  __init47() {this.taskCounter = 0}
   // This type definition is just a catch all so that the implementation can be
   // less specific than the two more specific declarations above.
   create(opts) {
@@ -8439,12 +8492,12 @@ var ToolBuilder = (_class15 = class {
     const { handler, name, slug, parameters, returns, ...rest } = opts;
     let resolvedName = _nullishCoalesce(name, () => ( handler.name));
     if (resolvedName.trim().length === 0) {
-      resolvedName = `Tool ${path.default.basename(__filename)} ${this.taskCounter}`;
+      resolvedName = `Tool ${isomorph_default.basename(currentFilename)} ${this.taskCounter}`;
     }
     const tool = new CodeFunction(this.project, {
       handler,
       name: resolvedName,
-      slug: _nullishCoalesce(slug, () => ( _slugify2.default.call(void 0, resolvedName, { lower: true, strict: true }))),
+      slug: _nullishCoalesce(slug, () => ( slugify(resolvedName, { lower: true, strict: true }))),
       type: "tool",
       // eslint-disable-next-line @typescript-eslint/no-explicit-any, @typescript-eslint/consistent-type-assertions
       parameters,
@@ -8455,12 +8508,12 @@ var ToolBuilder = (_class15 = class {
     this.project.addCodeFunction(tool);
     return tool;
   }
-}, _class15);
-var ScorerBuilder = (_class16 = class {
-  constructor(project) {;_class16.prototype.__init49.call(this);
+}, _class14);
+var ScorerBuilder = (_class15 = class {
+  constructor(project) {;_class15.prototype.__init48.call(this);
     this.project = project;
   }
-  __init49() {this.taskCounter = 0}
+  __init48() {this.taskCounter = 0}
   create(opts) {
     this.taskCounter++;
     let resolvedName = opts.name;
@@ -8468,9 +8521,9 @@ var ScorerBuilder = (_class16 = class {
       resolvedName = opts.handler.name;
     }
     if (!resolvedName || resolvedName.trim().length === 0) {
-      resolvedName = `Scorer ${path.default.basename(__filename)} ${this.taskCounter}`;
+      resolvedName = `Scorer ${isomorph_default.basename(currentFilename)} ${this.taskCounter}`;
     }
-    const slug = _nullishCoalesce(opts.slug, () => ( _slugify2.default.call(void 0, resolvedName, { lower: true, strict: true })));
+    const slug = _nullishCoalesce(opts.slug, () => ( slugify(resolvedName, { lower: true, strict: true })));
     if ("handler" in opts) {
       const scorer = new CodeFunction(this.project, {
         ...opts,
@@ -8513,7 +8566,7 @@ var ScorerBuilder = (_class16 = class {
       this.project.addPrompt(codePrompt);
     }
   }
-}, _class16);
+}, _class15);
 var CodeFunction = class {
   constructor(project, opts) {
     this.project = project;
@@ -8641,7 +8694,7 @@ var PromptBuilder = class {
         rawTools.push(tool);
       }
     }
-    const slug = _nullishCoalesce(opts.slug, () => ( _slugify2.default.call(void 0, opts.name, { lower: true, strict: true })));
+    const slug = _nullishCoalesce(opts.slug, () => ( slugify(opts.name, { lower: true, strict: true })));
     const promptData = promptDefinitionToPromptData(opts, rawTools);
     const promptRow = {
       id: opts.id,
@@ -8682,9 +8735,9 @@ function promptDefinitionToPromptData(promptDefinition, rawTools) {
     }
   };
 }
-var ProjectNameIdMap = (_class17 = class {constructor() { _class17.prototype.__init50.call(this);_class17.prototype.__init51.call(this); }
-  __init50() {this.nameToId = {}}
-  __init51() {this.idToName = {}}
+var ProjectNameIdMap = (_class16 = class {constructor() { _class16.prototype.__init49.call(this);_class16.prototype.__init50.call(this); }
+  __init49() {this.nameToId = {}}
+  __init50() {this.idToName = {}}
   async getId(projectName) {
     if (!(projectName in this.nameToId)) {
       const response = await _internalGetGlobalState().appConn().post_json("api/project/register", {
@@ -8717,7 +8770,7 @@ var ProjectNameIdMap = (_class17 = class {constructor() { _class17.prototype.__i
     }
     return this.getId(project.name);
   }
-}, _class17);
+}, _class16);
 
 // src/eval-parameters.ts
 var evalParametersSchema = _v3.z.record(
@@ -8766,8 +8819,11 @@ var EvalResultWithSummary = class {
     this.summary = summary;
     this.results = results;
   }
+  /**
+   * @deprecated Use `summary` instead.
+   */
   toString() {
-    return formatExperimentSummary(this.summary);
+    return JSON.stringify(this.summary);
   }
   [Symbol.for("nodejs.util.inspect.custom")]() {
     return `EvalResultWithSummary(summary="...", results=[...])`;
@@ -8820,7 +8876,7 @@ function _initializeSpanContext() {
   globalThis._spanContext = { currentSpan, withCurrent, startSpan, NOOP_SPAN };
 }
 async function Eval(name, evaluator, reporterOrOpts) {
-  const options = isEmpty(reporterOrOpts) ? {} : typeof reporterOrOpts === "string" ? { reporter: reporterOrOpts } : "name" in reporterOrOpts ? { reporter: reporterOrOpts } : reporterOrOpts;
+  const options = isEmpty2(reporterOrOpts) ? {} : typeof reporterOrOpts === "string" ? { reporter: reporterOrOpts } : "name" in reporterOrOpts ? { reporter: reporterOrOpts } : reporterOrOpts;
   let evalName = makeEvalName(name, evaluator.experimentName);
   if (globalThis._evals.evaluators[evalName]) {
     evalName = `${evalName}_${Object.keys(_evals).length}`;
@@ -8846,7 +8902,7 @@ async function Eval(name, evaluator, reporterOrOpts) {
       []
     );
   }
-  const progressReporter = _nullishCoalesce(options.progress, () => ( new BarProgressReporter()));
+  const progressReporter = _nullishCoalesce(options.progress, () => ( new SimpleProgressReporter()));
   const shouldCollectResults = _nullishCoalesce(options.returnResults, () => ( true));
   if (typeof options.reporter === "string") {
     throw new Error(
@@ -8936,8 +8992,8 @@ function serializeJSONWithPlainString(v) {
   }
 }
 function evaluateFilter(object, filter2) {
-  const { path: path3, pattern } = filter2;
-  const key = path3.reduce(
+  const { path: path2, pattern } = filter2;
+  const key = path2.reduce(
     (acc, p) => typeof acc === "object" && acc !== null ? (
       // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
       acc[p]
@@ -8979,7 +9035,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
       );
     }
     let name = dataResult.name;
-    if (isEmpty(name)) {
+    if (isEmpty2(name)) {
       const baseExperiment = await experiment.fetchBaseExperiment();
       if (!baseExperiment) {
         throw new Error("BaseExperiment() failed to fetch base experiment");
@@ -9048,7 +9104,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
         };
         const expected = "expected" in datum ? datum.expected : void 0;
         let output = void 0;
-        let error2 = void 0;
+        let error = void 0;
         let tags = [..._nullishCoalesce(datum.tags, () => ( []))];
         const scores = {};
         const scorerNames = evaluator.scores.map(scorerName);
@@ -9064,10 +9120,10 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
                 span,
                 parameters: _nullishCoalesce(parameters, () => ( {})),
                 reportProgress: (event) => {
-                  _optionalChain([stream, 'optionalCall', _92 => _92({
+                  _optionalChain([stream, 'optionalCall', _95 => _95({
                     ...event,
                     id: rootSpan.id,
-                    origin: _optionalChain([baseEvent, 'access', _93 => _93.event, 'optionalAccess', _94 => _94.origin]),
+                    origin: _optionalChain([baseEvent, 'access', _96 => _96.event, 'optionalAccess', _97 => _97.origin]),
                     name: evaluator.evalName,
                     object_type: "task"
                   })]);
@@ -9112,7 +9168,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
                   }
                   if (Array.isArray(scoreValue)) {
                     for (const s of scoreValue) {
-                      if (!(typeof s === "object" && !isEmpty(s))) {
+                      if (!(typeof s === "object" && !isEmpty2(s))) {
                         throw new Error(
                           `When returning an array of scores, each score must be a non-empty object. Got: ${JSON.stringify(
                             s
@@ -9121,7 +9177,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
                       }
                     }
                   }
-                  const results2 = Array.isArray(scoreValue) ? scoreValue : typeof scoreValue === "object" && !isEmpty(scoreValue) ? [scoreValue] : [
+                  const results2 = Array.isArray(scoreValue) ? scoreValue : typeof scoreValue === "object" && !isEmpty2(scoreValue) ? [scoreValue] : [
                     {
                       name: scorerNames[score_idx],
                       score: scoreValue
@@ -9179,9 +9235,9 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
           unhandledScores = null;
           if (failingScorersAndResults.length) {
             const scorerErrors = Object.fromEntries(
-              failingScorersAndResults.map(({ name, error: error3 }) => [
+              failingScorersAndResults.map(({ name, error: error2 }) => [
                 name,
-                error3 instanceof Error ? error3.stack : `${error3}`
+                error2 instanceof Error ? error2.stack : `${error2}`
               ])
             );
             metadata["scorer_errors"] = scorerErrors;
@@ -9198,7 +9254,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
           }
         } catch (e) {
           logError(rootSpan, e);
-          error2 = e;
+          error = e;
         } finally {
           progressReporter.increment(evaluator.evalName);
         }
@@ -9221,8 +9277,8 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
             tags: tags.length ? tags : void 0,
             metadata,
             scores: mergedScores,
-            error: error2,
-            origin: _optionalChain([baseEvent, 'access', _95 => _95.event, 'optionalAccess', _96 => _96.origin])
+            error,
+            origin: _optionalChain([baseEvent, 'access', _98 => _98.event, 'optionalAccess', _99 => _99.origin])
           });
         }
       };
@@ -9255,7 +9311,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
           break;
         }
         scheduledTrials++;
-        _optionalChain([progressReporter, 'access', _97 => _97.setTotal, 'optionalCall', _98 => _98(evaluator.evalName, scheduledTrials)]);
+        _optionalChain([progressReporter, 'access', _100 => _100.setTotal, 'optionalCall', _101 => _101(evaluator.evalName, scheduledTrials)]);
         q.push({ datum, trialIndex });
       }
     }
@@ -9268,7 +9324,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
       }
       let timeoutId;
       let abortHandler;
-      const rejectOnce = (error2) => {
+      const rejectOnce = (error) => {
         if (cancelled) {
           return;
         }
@@ -9280,7 +9336,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
         if (abortHandler && evaluator.signal) {
           evaluator.signal.removeEventListener("abort", abortHandler);
         }
-        reject2(error2);
+        reject2(error);
       };
       if (evaluator.timeout) {
         timeoutId = setTimeout(() => {
@@ -9307,7 +9363,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
   } catch (e) {
     q.kill();
     if (e instanceof InternalAbortError) {
-      if (process.env.BRAINTRUST_VERBOSE) {
+      if (isomorph_default.getEnv("BRAINTRUST_VERBOSE")) {
         console.warn("Evaluator cancelled:", e.message);
       }
     }
@@ -9327,8 +9383,7 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
     collectResults ? collectedResults : []
   );
 }
-var error = _chalk2.default.red;
-var warning = _chalk2.default.yellow;
+var warning = (text) => `Warning: ${text}`;
 function logError2(e, verbose) {
   if (!verbose) {
     console.error(`${e}`);
@@ -9377,11 +9432,7 @@ function reportFailures(evaluator, failingResults, { verbose, jsonl }) {
   if (failingResults.length > 0) {
     console.error(
       warning(
-        `Evaluator ${evaluator.evalName} failed with ${_pluralize2.default.call(void 0, 
-          "error",
-          failingResults.length,
-          true
-        )}. This evaluation ("${evaluator.evalName}") will not be fully logged.`
+        `Evaluator ${evaluator.evalName} failed with ${failingResults.length} error${failingResults.length === 1 ? "" : "s"}. This evaluation ("${evaluator.evalName}") will not be fully logged.`
       )
     );
     if (jsonl) {
@@ -9413,124 +9464,84 @@ var defaultReporter = {
     if (failingResults.length > 0) {
       reportFailures(evaluator, failingResults, { verbose, jsonl });
     }
-    process.stdout.write(
-      jsonl ? JSON.stringify(summary) : formatExperimentSummary(summary)
-    );
-    process.stdout.write("\n");
+    if (jsonl) {
+      isomorph_default.writeln(JSON.stringify(summary));
+    } else {
+      isomorph_default.writeln("Experiment summary");
+      isomorph_default.writeln("==================");
+      if (summary.comparisonExperimentName) {
+        isomorph_default.writeln(
+          `${summary.comparisonExperimentName} (baseline) <- ${summary.experimentName} (comparison)`
+        );
+        isomorph_default.writeln("");
+      }
+      const hasScores = Object.keys(summary.scores).length > 0;
+      const hasMetrics = Object.keys(_nullishCoalesce(summary.metrics, () => ( {}))).length > 0;
+      const hasComparison = !!summary.comparisonExperimentName;
+      if (hasScores || hasMetrics) {
+        if (hasComparison) {
+          isomorph_default.writeln(
+            "Name                Value      Change     Improvements Regressions"
+          );
+          isomorph_default.writeln(
+            "----------------------------------------------------------------"
+          );
+        }
+        for (const score of Object.values(summary.scores)) {
+          const scorePercent = (score.score * 100).toFixed(2);
+          const scoreValue = `${scorePercent}%`;
+          if (hasComparison) {
+            let diffString = "-";
+            if (!isEmpty2(score.diff)) {
+              const diffPercent = (score.diff * 100).toFixed(2);
+              const diffSign = score.diff > 0 ? "+" : "";
+              diffString = `${diffSign}${diffPercent}%`;
+            }
+            const improvements = score.improvements > 0 ? score.improvements.toString() : "-";
+            const regressions = score.regressions > 0 ? score.regressions.toString() : "-";
+            isomorph_default.writeln(
+              `${score.name.padEnd(18)} ${scoreValue.padStart(10)} ${diffString.padStart(10)} ${improvements.padStart(12)} ${regressions.padStart(11)}`
+            );
+          } else {
+            isomorph_default.writeln(`${score.name.padEnd(20)} ${scoreValue.padStart(15)}`);
+          }
+        }
+        for (const metric of Object.values(_nullishCoalesce(summary.metrics, () => ( {})))) {
+          const fractionDigits = Number.isInteger(metric.metric) ? 0 : 2;
+          const formattedValue = metric.metric.toFixed(fractionDigits);
+          const metricValue = metric.unit === "$" ? `${metric.unit}${formattedValue}` : `${formattedValue}${metric.unit}`;
+          if (hasComparison) {
+            let diffString = "-";
+            if (!isEmpty2(metric.diff)) {
+              const diffPercent = (metric.diff * 100).toFixed(2);
+              const diffSign = metric.diff > 0 ? "+" : "";
+              diffString = `${diffSign}${diffPercent}%`;
+            }
+            const improvements = metric.improvements > 0 ? metric.improvements.toString() : "-";
+            const regressions = metric.regressions > 0 ? metric.regressions.toString() : "-";
+            isomorph_default.writeln(
+              `${metric.name.padEnd(18)} ${metricValue.padStart(10)} ${diffString.padStart(10)} ${improvements.padStart(12)} ${regressions.padStart(11)}`
+            );
+          } else {
+            isomorph_default.writeln(
+              `${metric.name.padEnd(20)} ${metricValue.padStart(15)}`
+            );
+          }
+        }
+      }
+      if (summary.experimentUrl) {
+        isomorph_default.writeln("");
+        isomorph_default.writeln(`View results for ${summary.experimentName}`);
+        isomorph_default.writeln(`See results at ${summary.experimentUrl}`);
+      }
+    }
+    isomorph_default.writeln("");
     return failingResults.length === 0;
   },
   async reportRun(evalReports) {
     return evalReports.every((r) => r);
   }
 };
-function formatExperimentSummary(summary) {
-  let comparisonLine = "";
-  if (summary.comparisonExperimentName) {
-    comparisonLine = `${summary.comparisonExperimentName} ${_chalk2.default.gray("(baseline)")} \u2190 ${summary.experimentName} ${_chalk2.default.gray("(comparison)")}
-
-`;
-  }
-  const tableParts = [];
-  const hasScores = Object.keys(summary.scores).length > 0;
-  const hasMetrics = Object.keys(_nullishCoalesce(summary.metrics, () => ( {}))).length > 0;
-  const hasComparison = !!summary.comparisonExperimentName;
-  if (hasScores || hasMetrics) {
-    const headers = [_chalk2.default.gray("Name"), _chalk2.default.gray("Value")];
-    if (hasComparison) {
-      headers.push(
-        _chalk2.default.gray("Change"),
-        _chalk2.default.gray("Improvements"),
-        _chalk2.default.gray("Regressions")
-      );
-    }
-    const combinedTable = new (0, _clitable32.default)({
-      head: hasComparison ? headers : [],
-      style: { head: [], "padding-left": 0, "padding-right": 0, border: [] },
-      chars: {
-        top: "",
-        "top-mid": "",
-        "top-left": "",
-        "top-right": "",
-        bottom: "",
-        "bottom-mid": "",
-        "bottom-left": "",
-        "bottom-right": "",
-        left: "",
-        "left-mid": "",
-        mid: "",
-        "mid-mid": "",
-        right: "",
-        "right-mid": "",
-        middle: " "
-      },
-      colWidths: hasComparison ? [18, 10, 10, 13, 12] : [20, 15],
-      colAligns: hasComparison ? ["left", "right", "right", "right", "right"] : ["left", "right"],
-      wordWrap: false
-    });
-    const scoreValues = Object.values(summary.scores);
-    for (let i = 0; i < scoreValues.length; i++) {
-      const score = scoreValues[i];
-      const scorePercent = (score.score * 100).toFixed(2);
-      const scoreValue = _chalk2.default.white(`${scorePercent}%`);
-      let diffString = "";
-      if (!isEmpty(score.diff)) {
-        const diffPercent = (score.diff * 100).toFixed(2);
-        const diffSign = score.diff > 0 ? "+" : "";
-        const diffColor = score.diff > 0 ? _chalk2.default.green : _chalk2.default.red;
-        diffString = diffColor(`${diffSign}${diffPercent}%`);
-      } else {
-        diffString = _chalk2.default.gray("-");
-      }
-      const improvements = score.improvements > 0 ? _chalk2.default.dim.green(score.improvements) : _chalk2.default.gray("-");
-      const regressions = score.regressions > 0 ? _chalk2.default.dim.red(score.regressions) : _chalk2.default.gray("-");
-      const row = [`${_chalk2.default.blue("\u25EF")} ${score.name}`, scoreValue];
-      if (hasComparison) {
-        row.push(diffString, improvements, regressions);
-      }
-      combinedTable.push(row);
-    }
-    const metricValues = Object.values(_nullishCoalesce(summary.metrics, () => ( {})));
-    for (let i = 0; i < metricValues.length; i++) {
-      const metric = metricValues[i];
-      const fractionDigits = Number.isInteger(metric.metric) ? 0 : 2;
-      const formattedValue = metric.metric.toFixed(fractionDigits);
-      const metricValue = _chalk2.default.white(
-        metric.unit === "$" ? `${metric.unit}${formattedValue}` : `${formattedValue}${metric.unit}`
-      );
-      let diffString = "";
-      if (!isEmpty(metric.diff)) {
-        const diffPercent = (metric.diff * 100).toFixed(2);
-        const diffSign = metric.diff > 0 ? "+" : "";
-        const diffColor = metric.diff > 0 ? _chalk2.default.green : _chalk2.default.red;
-        diffString = diffColor(`${diffSign}${diffPercent}%`);
-      } else {
-        diffString = _chalk2.default.gray("-");
-      }
-      const improvements = metric.improvements > 0 ? _chalk2.default.dim.green(metric.improvements) : _chalk2.default.gray("-");
-      const regressions = metric.regressions > 0 ? _chalk2.default.dim.red(metric.regressions) : _chalk2.default.gray("-");
-      const row = [`${_chalk2.default.magenta("\u25EF")} ${metric.name}`, metricValue];
-      if (hasComparison) {
-        row.push(diffString, improvements, regressions);
-      }
-      combinedTable.push(row);
-    }
-    tableParts.push(combinedTable.toString());
-  }
-  const content = [comparisonLine, ...tableParts].filter(Boolean).join("\n");
-  const footer = summary.experimentUrl ? _termilink.terminalLink.call(void 0, 
-    `View results for ${summary.experimentName}`,
-    summary.experimentUrl,
-    { fallback: () => `See results at ${summary.experimentUrl}` }
-  ) : "";
-  const boxContent = [content, footer].filter(Boolean).join("\n\n");
-  return "\n" + _boxen2.default.call(void 0, boxContent, {
-    title: _chalk2.default.gray("Experiment summary"),
-    titleAlignment: "left",
-    padding: 0.5,
-    borderColor: "gray",
-    borderStyle: "round"
-  });
-}
 
 // dev/errorHandler.ts
 
@@ -9601,7 +9612,7 @@ async function cachedLogin(options) {
 }
 function makeCheckAuthorized(allowedOrgName) {
   return async (req, _res, next) => {
-    if (!_optionalChain([req, 'access', _99 => _99.ctx, 'optionalAccess', _100 => _100.token])) {
+    if (!_optionalChain([req, 'access', _102 => _102.ctx, 'optionalAccess', _103 => _103.token])) {
       return next(_httperrors2.default.call(void 0, 401, "Unauthorized"));
     }
     try {
@@ -9614,7 +9625,7 @@ function makeCheckAuthorized(allowedOrgName) {
         return next(_httperrors2.default.call(void 0, 403, errorMessage));
       }
       const state = await cachedLogin({
-        apiKey: _optionalChain([req, 'access', _101 => _101.ctx, 'optionalAccess', _102 => _102.token]),
+        apiKey: _optionalChain([req, 'access', _104 => _104.ctx, 'optionalAccess', _105 => _105.token]),
         orgName
       });
       req.ctx.state = state;
@@ -9822,7 +9833,7 @@ function runDevServer(evaluators, opts) {
         scores,
         stream
       } = evalBodySchema.parse(req.body);
-      if (!_optionalChain([req, 'access', _103 => _103.ctx, 'optionalAccess', _104 => _104.state])) {
+      if (!_optionalChain([req, 'access', _106 => _106.ctx, 'optionalAccess', _107 => _107.state])) {
         res.status(500).json({ error: "Braintrust state not initialized in request" });
         return;
       }
@@ -9879,12 +9890,12 @@ function runDevServer(evaluators, opts) {
             ...evaluator,
             data: evalData.data,
             scores: evaluator.scores.concat(
-              _nullishCoalesce(_optionalChain([scores, 'optionalAccess', _105 => _105.map, 'call', _106 => _106(
+              _nullishCoalesce(_optionalChain([scores, 'optionalAccess', _108 => _108.map, 'call', _109 => _109(
                 (score) => makeScorer(
                   state,
                   score.name,
                   score.function_id,
-                  _optionalChain([req, 'access', _107 => _107.ctx, 'optionalAccess', _108 => _108.projectId])
+                  _optionalChain([req, 'access', _110 => _110.ctx, 'optionalAccess', _111 => _111.projectId])
                 )
               )]), () => ( []))
             ),