braintrust 2.2.1-rc.0 → 2.2.1

package/dist/cli.js

@@ -31,14 +31,14 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
-// ../node_modules/.pnpm/@nodelib+fs.stat@2.0.5/node_modules/@nodelib/fs.stat/out/providers/async.js
+// ../node_modules/@nodelib/fs.stat/out/providers/async.js
 var require_async = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.stat@2.0.5/node_modules/@nodelib/fs.stat/out/providers/async.js"(exports2) {
+  "../node_modules/@nodelib/fs.stat/out/providers/async.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.read = void 0;
-    function read(path9, settings, callback) {
-      settings.fs.lstat(path9, (lstatError, lstat) => {
+    function read(path8, settings, callback) {
+      settings.fs.lstat(path8, (lstatError, lstat) => {
         if (lstatError !== null) {
           callFailureCallback(callback, lstatError);
           return;
@@ -47,7 +47,7 @@ var require_async = __commonJS({
           callSuccessCallback(callback, lstat);
           return;
         }
-        settings.fs.stat(path9, (statError, stat2) => {
+        settings.fs.stat(path8, (statError, stat2) => {
           if (statError !== null) {
             if (settings.throwErrorOnBrokenSymbolicLink) {
               callFailureCallback(callback, statError);
@@ -73,19 +73,19 @@ var require_async = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.stat@2.0.5/node_modules/@nodelib/fs.stat/out/providers/sync.js
+// ../node_modules/@nodelib/fs.stat/out/providers/sync.js
 var require_sync = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.stat@2.0.5/node_modules/@nodelib/fs.stat/out/providers/sync.js"(exports2) {
+  "../node_modules/@nodelib/fs.stat/out/providers/sync.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.read = void 0;
-    function read(path9, settings) {
-      const lstat = settings.fs.lstatSync(path9);
+    function read(path8, settings) {
+      const lstat = settings.fs.lstatSync(path8);
       if (!lstat.isSymbolicLink() || !settings.followSymbolicLink) {
         return lstat;
       }
       try {
-        const stat2 = settings.fs.statSync(path9);
+        const stat2 = settings.fs.statSync(path8);
         if (settings.markSymbolicLink) {
           stat2.isSymbolicLink = () => true;
         }
@@ -101,9 +101,9 @@ var require_sync = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.stat@2.0.5/node_modules/@nodelib/fs.stat/out/adapters/fs.js
+// ../node_modules/@nodelib/fs.stat/out/adapters/fs.js
 var require_fs = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.stat@2.0.5/node_modules/@nodelib/fs.stat/out/adapters/fs.js"(exports2) {
+  "../node_modules/@nodelib/fs.stat/out/adapters/fs.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.createFileSystemAdapter = exports2.FILE_SYSTEM_ADAPTER = void 0;
@@ -124,9 +124,9 @@ var require_fs = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.stat@2.0.5/node_modules/@nodelib/fs.stat/out/settings.js
+// ../node_modules/@nodelib/fs.stat/out/settings.js
 var require_settings = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.stat@2.0.5/node_modules/@nodelib/fs.stat/out/settings.js"(exports2) {
+  "../node_modules/@nodelib/fs.stat/out/settings.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     var fs6 = require_fs();
@@ -146,9 +146,9 @@ var require_settings = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.stat@2.0.5/node_modules/@nodelib/fs.stat/out/index.js
+// ../node_modules/@nodelib/fs.stat/out/index.js
 var require_out = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.stat@2.0.5/node_modules/@nodelib/fs.stat/out/index.js"(exports2) {
+  "../node_modules/@nodelib/fs.stat/out/index.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.statSync = exports2.stat = exports2.Settings = void 0;
@@ -156,17 +156,17 @@ var require_out = __commonJS({
     var sync = require_sync();
     var settings_1 = require_settings();
     exports2.Settings = settings_1.default;
-    function stat2(path9, optionsOrSettingsOrCallback, callback) {
+    function stat2(path8, optionsOrSettingsOrCallback, callback) {
       if (typeof optionsOrSettingsOrCallback === "function") {
-        async.read(path9, getSettings(), optionsOrSettingsOrCallback);
+        async.read(path8, getSettings(), optionsOrSettingsOrCallback);
         return;
       }
-      async.read(path9, getSettings(optionsOrSettingsOrCallback), callback);
+      async.read(path8, getSettings(optionsOrSettingsOrCallback), callback);
     }
     exports2.stat = stat2;
-    function statSync2(path9, optionsOrSettings) {
+    function statSync2(path8, optionsOrSettings) {
       const settings = getSettings(optionsOrSettings);
-      return sync.read(path9, settings);
+      return sync.read(path8, settings);
     }
     exports2.statSync = statSync2;
     function getSettings(settingsOrOptions = {}) {
@@ -178,9 +178,9 @@ var require_out = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/queue-microtask@1.2.3/node_modules/queue-microtask/index.js
+// ../node_modules/queue-microtask/index.js
 var require_queue_microtask = __commonJS({
-  "../node_modules/.pnpm/queue-microtask@1.2.3/node_modules/queue-microtask/index.js"(exports2, module2) {
+  "../node_modules/queue-microtask/index.js"(exports2, module2) {
     "use strict";
     var promise;
     module2.exports = typeof queueMicrotask === "function" ? queueMicrotask.bind(typeof window !== "undefined" ? window : global) : (cb) => (promise || (promise = Promise.resolve())).then(cb).catch((err) => setTimeout(() => {
@@ -189,9 +189,9 @@ var require_queue_microtask = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/run-parallel@1.2.0/node_modules/run-parallel/index.js
+// ../node_modules/run-parallel/index.js
 var require_run_parallel = __commonJS({
-  "../node_modules/.pnpm/run-parallel@1.2.0/node_modules/run-parallel/index.js"(exports2, module2) {
+  "../node_modules/run-parallel/index.js"(exports2, module2) {
     "use strict";
     module2.exports = runParallel;
     var queueMicrotask2 = require_queue_microtask();
@@ -240,9 +240,9 @@ var require_run_parallel = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/constants.js
+// ../node_modules/@nodelib/fs.scandir/out/constants.js
 var require_constants = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/constants.js"(exports2) {
+  "../node_modules/@nodelib/fs.scandir/out/constants.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.IS_SUPPORT_READDIR_WITH_FILE_TYPES = void 0;
@@ -260,9 +260,9 @@ var require_constants = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/utils/fs.js
+// ../node_modules/@nodelib/fs.scandir/out/utils/fs.js
 var require_fs2 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/utils/fs.js"(exports2) {
+  "../node_modules/@nodelib/fs.scandir/out/utils/fs.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.createDirentFromStats = void 0;
@@ -285,9 +285,9 @@ var require_fs2 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/utils/index.js
+// ../node_modules/@nodelib/fs.scandir/out/utils/index.js
 var require_utils = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/utils/index.js"(exports2) {
+  "../node_modules/@nodelib/fs.scandir/out/utils/index.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.fs = void 0;
@@ -296,9 +296,9 @@ var require_utils = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/providers/common.js
+// ../node_modules/@nodelib/fs.scandir/out/providers/common.js
 var require_common = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/providers/common.js"(exports2) {
+  "../node_modules/@nodelib/fs.scandir/out/providers/common.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.joinPathSegments = void 0;
@@ -312,9 +312,9 @@ var require_common = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/providers/async.js
+// ../node_modules/@nodelib/fs.scandir/out/providers/async.js
 var require_async2 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/providers/async.js"(exports2) {
+  "../node_modules/@nodelib/fs.scandir/out/providers/async.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.readdir = exports2.readdirWithFileTypes = exports2.read = void 0;
@@ -384,16 +384,16 @@ var require_async2 = __commonJS({
           return;
         }
         const tasks = names.map((name) => {
-          const path9 = common.joinPathSegments(directory, name, settings.pathSegmentSeparator);
+          const path8 = common.joinPathSegments(directory, name, settings.pathSegmentSeparator);
           return (done) => {
-            fsStat.stat(path9, settings.fsStatSettings, (error2, stats) => {
+            fsStat.stat(path8, settings.fsStatSettings, (error2, stats) => {
               if (error2 !== null) {
                 done(error2);
                 return;
               }
               const entry = {
                 name,
-                path: path9,
+                path: path8,
                 dirent: utils.fs.createDirentFromStats(name, stats)
               };
               if (settings.stats) {
@@ -422,9 +422,9 @@ var require_async2 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/providers/sync.js
+// ../node_modules/@nodelib/fs.scandir/out/providers/sync.js
 var require_sync2 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/providers/sync.js"(exports2) {
+  "../node_modules/@nodelib/fs.scandir/out/providers/sync.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.readdir = exports2.readdirWithFileTypes = exports2.read = void 0;
@@ -481,9 +481,9 @@ var require_sync2 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/adapters/fs.js
+// ../node_modules/@nodelib/fs.scandir/out/adapters/fs.js
 var require_fs3 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/adapters/fs.js"(exports2) {
+  "../node_modules/@nodelib/fs.scandir/out/adapters/fs.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.createFileSystemAdapter = exports2.FILE_SYSTEM_ADAPTER = void 0;
@@ -506,12 +506,12 @@ var require_fs3 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/settings.js
+// ../node_modules/@nodelib/fs.scandir/out/settings.js
 var require_settings2 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/settings.js"(exports2) {
+  "../node_modules/@nodelib/fs.scandir/out/settings.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
-    var path9 = require("path");
+    var path8 = require("path");
     var fsStat = require_out();
     var fs6 = require_fs3();
     var Settings = class {
@@ -519,7 +519,7 @@ var require_settings2 = __commonJS({
         this._options = _options;
         this.followSymbolicLinks = this._getValue(this._options.followSymbolicLinks, false);
         this.fs = fs6.createFileSystemAdapter(this._options.fs);
-        this.pathSegmentSeparator = this._getValue(this._options.pathSegmentSeparator, path9.sep);
+        this.pathSegmentSeparator = this._getValue(this._options.pathSegmentSeparator, path8.sep);
         this.stats = this._getValue(this._options.stats, false);
         this.throwErrorOnBrokenSymbolicLink = this._getValue(this._options.throwErrorOnBrokenSymbolicLink, true);
         this.fsStatSettings = new fsStat.Settings({
@@ -536,9 +536,9 @@ var require_settings2 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/index.js
+// ../node_modules/@nodelib/fs.scandir/out/index.js
 var require_out2 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.scandir@2.1.5/node_modules/@nodelib/fs.scandir/out/index.js"(exports2) {
+  "../node_modules/@nodelib/fs.scandir/out/index.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.Settings = exports2.scandirSync = exports2.scandir = void 0;
@@ -546,17 +546,17 @@ var require_out2 = __commonJS({
     var sync = require_sync2();
     var settings_1 = require_settings2();
     exports2.Settings = settings_1.default;
-    function scandir(path9, optionsOrSettingsOrCallback, callback) {
+    function scandir(path8, optionsOrSettingsOrCallback, callback) {
       if (typeof optionsOrSettingsOrCallback === "function") {
-        async.read(path9, getSettings(), optionsOrSettingsOrCallback);
+        async.read(path8, getSettings(), optionsOrSettingsOrCallback);
         return;
       }
-      async.read(path9, getSettings(optionsOrSettingsOrCallback), callback);
+      async.read(path8, getSettings(optionsOrSettingsOrCallback), callback);
     }
     exports2.scandir = scandir;
-    function scandirSync(path9, optionsOrSettings) {
+    function scandirSync(path8, optionsOrSettings) {
       const settings = getSettings(optionsOrSettings);
-      return sync.read(path9, settings);
+      return sync.read(path8, settings);
     }
     exports2.scandirSync = scandirSync;
     function getSettings(settingsOrOptions = {}) {
@@ -568,9 +568,9 @@ var require_out2 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/reusify@1.0.4/node_modules/reusify/reusify.js
+// ../node_modules/reusify/reusify.js
 var require_reusify = __commonJS({
-  "../node_modules/.pnpm/reusify@1.0.4/node_modules/reusify/reusify.js"(exports2, module2) {
+  "../node_modules/reusify/reusify.js"(exports2, module2) {
     "use strict";
     function reusify(Constructor) {
       var head = new Constructor();
@@ -599,32 +599,45 @@ var require_reusify = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/fastq@1.16.0/node_modules/fastq/queue.js
+// ../node_modules/fastq/queue.js
 var require_queue = __commonJS({
-  "../node_modules/.pnpm/fastq@1.16.0/node_modules/fastq/queue.js"(exports2, module2) {
+  "../node_modules/fastq/queue.js"(exports2, module2) {
     "use strict";
     var reusify = require_reusify();
-    function fastqueue(context2, worker, concurrency) {
+    function fastqueue(context2, worker, _concurrency) {
       if (typeof context2 === "function") {
-        concurrency = worker;
+        _concurrency = worker;
         worker = context2;
         context2 = null;
       }
-      if (concurrency < 1) {
-        throw new Error("fastqueue concurrency must be greater than 1");
+      if (!(_concurrency >= 1)) {
+        throw new Error("fastqueue concurrency must be equal to or greater than 1");
       }
       var cache = reusify(Task);
       var queueHead = null;
       var queueTail = null;
       var _running = 0;
-      var errorHandler = null;
+      var errorHandler2 = null;
       var self = {
         push,
         drain: noop,
         saturated: noop,
         pause,
         paused: false,
-        concurrency,
+        get concurrency() {
+          return _concurrency;
+        },
+        set concurrency(value) {
+          if (!(value >= 1)) {
+            throw new Error("fastqueue concurrency must be equal to or greater than 1");
+          }
+          _concurrency = value;
+          if (self.paused) return;
+          for (; queueHead && _running < _concurrency; ) {
+            _running++;
+            release();
+          }
+        },
         running,
         resume,
         idle,
@@ -634,7 +647,8 @@ var require_queue = __commonJS({
         empty: noop,
         kill,
         killAndDrain,
-        error: error2
+        error: error2,
+        abort
       };
       return self;
       function running() {
@@ -664,7 +678,12 @@ var require_queue = __commonJS({
       function resume() {
         if (!self.paused) return;
         self.paused = false;
-        for (var i = 0; i < self.concurrency; i++) {
+        if (queueHead === null) {
+          _running++;
+          release();
+          return;
+        }
+        for (; queueHead && _running < _concurrency; ) {
           _running++;
           release();
         }
@@ -678,8 +697,8 @@ var require_queue = __commonJS({
         current.release = release;
         current.value = value;
         current.callback = done || noop;
-        current.errorHandler = errorHandler;
-        if (_running === self.concurrency || self.paused) {
+        current.errorHandler = errorHandler2;
+        if (_running >= _concurrency || self.paused) {
           if (queueTail) {
             queueTail.next = current;
             queueTail = current;
@@ -699,8 +718,8 @@ var require_queue = __commonJS({
         current.release = release;
         current.value = value;
         current.callback = done || noop;
-        current.errorHandler = errorHandler;
-        if (_running === self.concurrency || self.paused) {
+        current.errorHandler = errorHandler2;
+        if (_running >= _concurrency || self.paused) {
           if (queueHead) {
             current.next = queueHead;
             queueHead = current;
@@ -719,7 +738,7 @@ var require_queue = __commonJS({
           cache.release(holder);
         }
         var next = queueHead;
-        if (next) {
+        if (next && _running <= _concurrency) {
           if (!self.paused) {
             if (queueTail === queueHead) {
               queueTail = null;
@@ -748,8 +767,30 @@ var require_queue = __commonJS({
         self.drain();
         self.drain = noop;
       }
+      function abort() {
+        var current = queueHead;
+        queueHead = null;
+        queueTail = null;
+        while (current) {
+          var next = current.next;
+          var callback = current.callback;
+          var errorHandler3 = current.errorHandler;
+          var val = current.value;
+          var context3 = current.context;
+          current.value = null;
+          current.callback = noop;
+          current.errorHandler = null;
+          if (errorHandler3) {
+            errorHandler3(new Error("abort"), val);
+          }
+          callback.call(context3, new Error("abort"));
+          current.release(current);
+          current = next;
+        }
+        self.drain = noop;
+      }
       function error2(handler) {
-        errorHandler = handler;
+        errorHandler2 = handler;
       }
     }
     function noop() {
@@ -764,20 +805,20 @@ var require_queue = __commonJS({
       var self = this;
       this.worked = function worked(err, result) {
         var callback = self.callback;
-        var errorHandler = self.errorHandler;
+        var errorHandler2 = self.errorHandler;
         var val = self.value;
         self.value = null;
         self.callback = noop;
         if (self.errorHandler) {
-          errorHandler(err, val);
+          errorHandler2(err, val);
         }
         callback.call(self.context, err, result);
         self.release(self);
       };
     }
-    function queueAsPromised(context2, worker, concurrency) {
+    function queueAsPromised(context2, worker, _concurrency) {
       if (typeof context2 === "function") {
-        concurrency = worker;
+        _concurrency = worker;
         worker = context2;
         context2 = null;
       }
@@ -786,7 +827,7 @@ var require_queue = __commonJS({
           cb(null, res);
         }, cb);
       }
-      var queue2 = fastqueue(context2, asyncWrapper, concurrency);
+      var queue2 = fastqueue(context2, asyncWrapper, _concurrency);
       var pushCb = queue2.push;
       var unshiftCb = queue2.unshift;
       queue2.push = push;
@@ -820,17 +861,19 @@ var require_queue = __commonJS({
         return p;
       }
       function drained() {
-        if (queue2.idle()) {
-          return new Promise(function(resolve2) {
-            resolve2();
-          });
-        }
-        var previousDrain = queue2.drain;
         var p = new Promise(function(resolve2) {
-          queue2.drain = function() {
-            previousDrain();
-            resolve2();
-          };
+          process.nextTick(function() {
+            if (queue2.idle()) {
+              resolve2();
+            } else {
+              var previousDrain = queue2.drain;
+              queue2.drain = function() {
+                if (typeof previousDrain === "function") previousDrain();
+                resolve2();
+                queue2.drain = previousDrain;
+              };
+            }
+          });
         });
         return p;
       }
@@ -840,9 +883,9 @@ var require_queue = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/readers/common.js
+// ../node_modules/@nodelib/fs.walk/out/readers/common.js
 var require_common2 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/readers/common.js"(exports2) {
+  "../node_modules/@nodelib/fs.walk/out/readers/common.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.joinPathSegments = exports2.replacePathSegmentSeparator = exports2.isAppliedFilter = exports2.isFatalError = void 0;
@@ -874,9 +917,9 @@ var require_common2 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/readers/reader.js
+// ../node_modules/@nodelib/fs.walk/out/readers/reader.js
 var require_reader = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/readers/reader.js"(exports2) {
+  "../node_modules/@nodelib/fs.walk/out/readers/reader.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     var common = require_common2();
@@ -891,9 +934,9 @@ var require_reader = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/readers/async.js
+// ../node_modules/@nodelib/fs.walk/out/readers/async.js
 var require_async3 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/readers/async.js"(exports2) {
+  "../node_modules/@nodelib/fs.walk/out/readers/async.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     var events_1 = require("events");
@@ -994,9 +1037,9 @@ var require_async3 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/providers/async.js
+// ../node_modules/@nodelib/fs.walk/out/providers/async.js
 var require_async4 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/providers/async.js"(exports2) {
+  "../node_modules/@nodelib/fs.walk/out/providers/async.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     var async_1 = require_async3();
@@ -1030,9 +1073,9 @@ var require_async4 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/providers/stream.js
+// ../node_modules/@nodelib/fs.walk/out/providers/stream.js
 var require_stream = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/providers/stream.js"(exports2) {
+  "../node_modules/@nodelib/fs.walk/out/providers/stream.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     var stream_1 = require("stream");
@@ -1071,9 +1114,9 @@ var require_stream = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/readers/sync.js
+// ../node_modules/@nodelib/fs.walk/out/readers/sync.js
 var require_sync3 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/readers/sync.js"(exports2) {
+  "../node_modules/@nodelib/fs.walk/out/readers/sync.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     var fsScandir = require_out2();
@@ -1135,9 +1178,9 @@ var require_sync3 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/providers/sync.js
+// ../node_modules/@nodelib/fs.walk/out/providers/sync.js
 var require_sync4 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/providers/sync.js"(exports2) {
+  "../node_modules/@nodelib/fs.walk/out/providers/sync.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     var sync_1 = require_sync3();
@@ -1155,12 +1198,12 @@ var require_sync4 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/settings.js
+// ../node_modules/@nodelib/fs.walk/out/settings.js
 var require_settings3 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/settings.js"(exports2) {
+  "../node_modules/@nodelib/fs.walk/out/settings.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
-    var path9 = require("path");
+    var path8 = require("path");
     var fsScandir = require_out2();
     var Settings = class {
       constructor(_options = {}) {
@@ -1170,7 +1213,7 @@ var require_settings3 = __commonJS({
         this.deepFilter = this._getValue(this._options.deepFilter, null);
         this.entryFilter = this._getValue(this._options.entryFilter, null);
         this.errorFilter = this._getValue(this._options.errorFilter, null);
-        this.pathSegmentSeparator = this._getValue(this._options.pathSegmentSeparator, path9.sep);
+        this.pathSegmentSeparator = this._getValue(this._options.pathSegmentSeparator, path8.sep);
         this.fsScandirSettings = new fsScandir.Settings({
           followSymbolicLinks: this._options.followSymbolicLinks,
           fs: this._options.fs,
@@ -1187,9 +1230,9 @@ var require_settings3 = __commonJS({
   }
 });
 
-// ../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/index.js
+// ../node_modules/@nodelib/fs.walk/out/index.js
 var require_out3 = __commonJS({
-  "../node_modules/.pnpm/@nodelib+fs.walk@1.2.8/node_modules/@nodelib/fs.walk/out/index.js"(exports2) {
+  "../node_modules/@nodelib/fs.walk/out/index.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.Settings = exports2.walkStream = exports2.walkSync = exports2.walk = void 0;
@@ -1206,12 +1249,12 @@ var require_out3 = __commonJS({
       new async_1.default(directory, getSettings(optionsOrSettingsOrCallback)).read(callback);
     }
     exports2.walk = walk2;
-    function walkSync2(directory, optionsOrSettings) {
+    function walkSync(directory, optionsOrSettings) {
       const settings = getSettings(optionsOrSettings);
       const provider = new sync_1.default(directory, settings);
       return provider.read();
     }
-    exports2.walkSync = walkSync2;
+    exports2.walkSync = walkSync;
     function walkStream(directory, optionsOrSettings) {
       const settings = getSettings(optionsOrSettings);
       const provider = new stream_1.default(directory, settings);
@@ -1232,7 +1275,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "braintrust",
-      version: "2.2.1-rc.0",
+      version: "2.2.1",
       description: "SDK for integrating Braintrust",
       repository: {
         type: "git",
@@ -1392,15 +1435,14 @@ module.exports = __toCommonJS(cli_exports);
 var esbuild = __toESM(require("esbuild"));
 var dotenv2 = __toESM(require("dotenv"));
 var import_fs2 = __toESM(require("fs"));
-var import_os2 = __toESM(require("os"));
-var import_path6 = __toESM(require("path"));
-var import_util15 = __toESM(require("util"));
+var import_os = __toESM(require("os"));
+var import_path5 = __toESM(require("path"));
+var import_util16 = __toESM(require("util"));
 var fsWalk = __toESM(require_out3());
 var import_minimatch = require("minimatch");
 var import_argparse = require("argparse");
 var import_uuid3 = require("uuid");
 var import_pluralize4 = __toESM(require("pluralize"));
-var import_child_process = require("child_process");
 
 // src/logger.ts
 var import_uuid2 = require("uuid");
@@ -2097,6 +2139,10 @@ var SpanComponentsV3 = class _SpanComponentsV3 {
   }
 };
 
+// util/http_headers.ts
+var BT_FOUND_EXISTING_HEADER = "x-bt-found-existing";
+var BT_CURSOR_HEADER = "x-bt-cursor";
+
 // util/type_util.ts
 function isObject(value) {
   return value instanceof Object && !(value instanceof Array);
@@ -2131,14 +2177,14 @@ function mergeDictsWithPaths({
 function mergeDictsWithPathsHelper({
   mergeInto,
   mergeFrom,
-  path: path9,
+  path: path8,
   mergePaths
 }) {
   Object.entries(mergeFrom).forEach(([k, mergeFromV]) => {
-    const fullPath = path9.concat([k]);
+    const fullPath = path8.concat([k]);
     const fullPathSerialized = JSON.stringify(fullPath);
     const mergeIntoV = recordFind(mergeInto, k);
-    const isSetUnionField = path9.length === 0 && SET_UNION_FIELDS.has(k) && !mergePaths.has(fullPathSerialized);
+    const isSetUnionField = path8.length === 0 && SET_UNION_FIELDS.has(k) && !mergePaths.has(fullPathSerialized);
     if (isSetUnionField && isArray(mergeIntoV) && isArray(mergeFromV)) {
       const seen = /* @__PURE__ */ new Set();
       const combined = [];
@@ -2171,9 +2217,9 @@ function mergeDicts(mergeInto, mergeFrom) {
 function recordFind(m, k) {
   return m[k];
 }
-function getObjValueByPath(row, path9) {
+function getObjValueByPath(row, path8) {
   let curr = row;
-  for (const p of path9) {
+  for (const p of path8) {
     if (!isObjectOrArray(curr)) {
       return null;
     }
@@ -2623,6 +2669,22 @@ var SpanComponentsV4 = class _SpanComponentsV4 {
     return new _SpanComponentsV4(spanComponentsV4Schema.parse(jsonObj));
   }
 };
+function parseParent(parent) {
+  return typeof parent === "string" ? parent : parent ? new SpanComponentsV4({
+    object_type: parent.object_type === "experiment" ? 1 /* EXPERIMENT */ : parent.object_type === "playground_logs" ? 3 /* PLAYGROUND_LOGS */ : 2 /* PROJECT_LOGS */,
+    object_id: parent.object_id,
+    ...parent.row_ids ? {
+      row_id: parent.row_ids.id,
+      span_id: parent.row_ids.span_id,
+      root_span_id: parent.row_ids.root_span_id
+    } : {
+      row_id: void 0,
+      span_id: void 0,
+      root_span_id: void 0
+    },
+    propagated_event: parent.propagated_event
+  }).toStr() : void 0;
+}
 function makeScorerPropagatedEvent(parent) {
   const parentPropagatedEvent = parent ? SpanComponentsV4.fromStr(parent).data.propagated_event ?? {} : {};
   return mergeDicts(
@@ -3307,7 +3369,8 @@ var SpanType = import_v36.z.union([
     "automation",
     "facet",
     "preprocessor",
-    "classifier"
+    "classifier",
+    "review"
   ]),
   import_v36.z.null()
 ]);
@@ -5030,10 +5093,10 @@ var DiskCache = class {
       return;
     }
     const stats = await Promise.all(
-      paths.map(async (path9) => {
-        const stat2 = await isomorph_default.stat(path9);
+      paths.map(async (path8) => {
+        const stat2 = await isomorph_default.stat(path8);
         return {
-          path: path9,
+          path: path8,
           mtime: stat2.mtime.getTime()
         };
       })
@@ -6016,9 +6079,9 @@ var HTTPConnection = class _HTTPConnection {
       this.headers["Authorization"] = `Bearer ${this.token}`;
     }
   }
-  async get(path9, params = void 0, config3) {
+  async get(path8, params = void 0, config3) {
     const { headers, ...rest } = config3 || {};
-    const url = new URL(_urljoin(this.base_url, path9));
+    const url = new URL(_urljoin(this.base_url, path8));
     url.search = new URLSearchParams(
       params ? Object.entries(params).filter(([_, v]) => v !== void 0).flatMap(
         ([k, v]) => v !== void 0 ? typeof v === "string" ? [[k, v]] : v.map((x) => [k, x]) : []
@@ -6039,13 +6102,13 @@ var HTTPConnection = class _HTTPConnection {
       })
     );
   }
-  async post(path9, params, config3) {
+  async post(path8, params, config3) {
     const { headers, ...rest } = config3 || {};
     const this_fetch = this.fetch;
     const this_base_url = this.base_url;
     const this_headers = this.headers;
     return await checkResponse(
-      await this_fetch(_urljoin(this_base_url, path9), {
+      await this_fetch(_urljoin(this_base_url, path8), {
         method: "POST",
         headers: {
           Accept: "application/json",
@@ -7588,6 +7651,76 @@ function init(projectOrOptions, optionalOptions) {
   }
   return ret;
 }
+function initDataset(projectOrOptions, optionalOptions) {
+  const options = (() => {
+    if (typeof projectOrOptions === "string") {
+      return { ...optionalOptions, project: projectOrOptions };
+    } else {
+      if (optionalOptions !== void 0) {
+        throw new Error(
+          "Cannot specify options struct as both parameters. Must call either initDataset(project, options) or initDataset(options)."
+        );
+      }
+      return projectOrOptions;
+    }
+  })();
+  const {
+    project,
+    dataset,
+    description,
+    version: version2,
+    appUrl,
+    apiKey,
+    orgName,
+    fetch: fetch2,
+    forceLogin,
+    projectId,
+    metadata,
+    useOutput: legacy,
+    state: stateArg,
+    _internal_btql
+  } = options;
+  const state = stateArg ?? _globalState;
+  const lazyMetadata = new LazyValue(
+    async () => {
+      await state.login({
+        orgName,
+        apiKey,
+        appUrl,
+        fetch: fetch2,
+        forceLogin
+      });
+      const args = {
+        org_id: state.orgId,
+        project_name: project,
+        project_id: projectId,
+        dataset_name: dataset,
+        description,
+        metadata
+      };
+      const response = await state.appConn().post_json("api/dataset/register", args);
+      return {
+        project: {
+          id: response.project.id,
+          name: response.project.name,
+          fullInfo: response.project
+        },
+        dataset: {
+          id: response.dataset.id,
+          name: response.dataset.name,
+          fullInfo: response.dataset
+        }
+      };
+    }
+  );
+  return new Dataset2(
+    stateArg ?? _globalState,
+    lazyMetadata,
+    version2,
+    legacy,
+    _internal_btql
+  );
+}
 async function computeLoggerMetadata(state, {
   project_name,
   project_id
@@ -7838,6 +7971,9 @@ function withCurrent(span, callback, state = void 0) {
   const currentState = state ?? _globalState;
   return currentState.contextManager.runInContext(span, () => callback(span));
 }
+function withParent(parent, callback, state = void 0) {
+  return (state ?? _globalState).currentParent.run(parent, () => callback());
+}
 function _saveOrgInfo(state, org_info, org_name) {
   if (org_info.length === 0) {
     throw new LoginInvalidOrgError(
@@ -9579,7 +9715,7 @@ var BarProgressReporter = class {
 var import_chalk3 = __toESM(require("chalk"));
 var import_termi_link2 = require("termi-link");
 
-// ../node_modules/.pnpm/async@3.2.5/node_modules/async/dist/async.mjs
+// ../node_modules/async/dist/async.mjs
 function initialParams(fn) {
   return function(...args) {
     var callback = args.pop();
@@ -9704,7 +9840,6 @@ function isArrayLike(value) {
   return value && typeof value.length === "number" && value.length >= 0 && value.length % 1 === 0;
 }
 var breakLoop = {};
-var breakLoop$1 = breakLoop;
 function once(fn) {
   function wrapper(...args) {
     if (fn === null) return;
@@ -9796,7 +9931,7 @@ function asyncEachOfLimit(generator, limit, iteratee, callback) {
       canceled = true;
       return;
     }
-    if (result === breakLoop$1 || done && running <= 0) {
+    if (result === breakLoop || done && running <= 0) {
       done = true;
       return callback(null);
     }
@@ -9839,7 +9974,7 @@ var eachOfLimit$2 = (limit) => {
       } else if (err === false) {
         done = true;
         canceled = true;
-      } else if (value === breakLoop$1 || done && running <= 0) {
+      } else if (value === breakLoop || done && running <= 0) {
         done = true;
         return callback(null);
       } else if (!looping) {
@@ -9882,7 +10017,7 @@ function eachOfArrayLike(coll, iteratee, callback) {
     if (canceled === true) return;
     if (err) {
       callback(err);
-    } else if (++completed === length || value === breakLoop$1) {
+    } else if (++completed === length || value === breakLoop) {
       callback(null);
     }
   }
@@ -10278,7 +10413,7 @@ function _createTester(check, getResult) {
         if (check(result) && !testResult) {
           testPassed = true;
           testResult = getResult(true, value);
-          return callback(null, breakLoop$1);
+          return callback(null, breakLoop);
         }
         callback();
       });
@@ -11064,8 +11199,8 @@ function validateParametersWithJsonSchema(parameters, schema) {
   const validate = ajv.compile(schema);
   if (!validate(parameters)) {
     const errorMessages = validate.errors?.map((err) => {
-      const path9 = err.instancePath || "root";
-      return `${path9}: ${err.message}`;
+      const path8 = err.instancePath || "root";
+      return `${path8}: ${err.message}`;
     }).join(", ");
     throw Error(`Invalid parameters: ${errorMessages}`);
   }
@@ -11094,6 +11229,13 @@ var EvalResultWithSummary = class {
     };
   }
 };
+function makeEvalName(projectName, experimentName) {
+  let out = projectName;
+  if (experimentName) {
+    out += ` [experimentName=${experimentName}]`;
+  }
+  return out;
+}
 function initExperiment(state, options = {}) {
   return init({
     state,
@@ -11128,6 +11270,118 @@ globalThis._evals = {
 function _initializeSpanContext() {
   globalThis._spanContext = { currentSpan, withCurrent, startSpan, NOOP_SPAN };
 }
+async function Eval(name, evaluator, reporterOrOpts) {
+  const options = isEmpty2(reporterOrOpts) ? {} : typeof reporterOrOpts === "string" ? { reporter: reporterOrOpts } : "name" in reporterOrOpts ? { reporter: reporterOrOpts } : reporterOrOpts;
+  let evalName = makeEvalName(name, evaluator.experimentName);
+  if (globalThis._evals.evaluators[evalName]) {
+    evalName = `${evalName}_${Object.keys(_evals).length}`;
+  }
+  if (globalThis._lazy_load) {
+    globalThis._evals.evaluators[evalName] = {
+      // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+      evaluator: {
+        evalName,
+        projectName: name,
+        ...evaluator
+      },
+      reporter: options.reporter
+    };
+    _initializeSpanContext();
+    return new EvalResultWithSummary(
+      {
+        scores: {},
+        metrics: {},
+        projectName: "",
+        experimentName: ""
+      },
+      []
+    );
+  }
+  const progressReporter = options.progress ?? new SimpleProgressReporter();
+  const shouldCollectResults = options.returnResults ?? true;
+  if (typeof options.reporter === "string") {
+    throw new Error(
+      "Must specify a reporter object, not a name. Can only specify reporter names when running 'braintrust eval'"
+    );
+  }
+  const resolvedReporter = options.reporter || defaultReporter;
+  try {
+    const { data, baseExperiment: defaultBaseExperiment } = callEvaluatorData(
+      evaluator.data
+    );
+    const experiment = options.parent || options.noSendLogs ? null : initExperiment(evaluator.state, {
+      ...evaluator.projectId ? { projectId: evaluator.projectId } : { project: name },
+      experiment: evaluator.experimentName,
+      description: evaluator.description,
+      metadata: evaluator.metadata,
+      isPublic: evaluator.isPublic,
+      update: evaluator.update,
+      baseExperiment: evaluator.baseExperimentName ?? defaultBaseExperiment,
+      baseExperimentId: evaluator.baseExperimentId,
+      gitMetadataSettings: evaluator.gitMetadataSettings,
+      repoInfo: evaluator.repoInfo,
+      dataset: Dataset2.isDataset(data) ? data : void 0
+    });
+    if (experiment && typeof process !== "undefined" && globalThis.BRAINTRUST_CONTEXT_MANAGER !== void 0) {
+      await experiment._waitForId();
+    }
+    if (experiment && options.onStart) {
+      const summary = await experiment.summarize({ summarizeScores: false });
+      options.onStart(summary);
+    }
+    try {
+      const evalDef = {
+        evalName,
+        projectName: name,
+        ...evaluator,
+        data
+      };
+      const enableCache = options.enableCache ?? true;
+      let ret;
+      if (options.parent) {
+        ret = await withParent(
+          options.parent,
+          () => runEvaluator(
+            null,
+            evalDef,
+            progressReporter,
+            [],
+            options.stream,
+            options.parameters,
+            shouldCollectResults,
+            enableCache
+          ),
+          evaluator.state
+        );
+      } else {
+        ret = await runEvaluator(
+          experiment,
+          evalDef,
+          progressReporter,
+          [],
+          options.stream,
+          options.parameters,
+          shouldCollectResults,
+          enableCache
+        );
+      }
+      progressReporter.stop();
+      resolvedReporter.reportEval(evalDef, ret, {
+        verbose: true,
+        jsonl: false
+      });
+      return ret;
+    } finally {
+      if (experiment) {
+        await experiment.flush().catch(console.error);
+      } else if (options.parent) {
+        await flush().catch(console.error);
+      }
+    }
+  } finally {
+    progressReporter.stop();
+  }
+}
 function serializeJSONWithPlainString(v) {
   if (typeof v === "string") {
     return v;
@@ -11149,21 +11403,21 @@ function parseFilters(filters) {
     if (equalsIdx === -1) {
       throw new Error(`Invalid filter ${f}`);
     }
-    const [path9, value] = [f.slice(0, equalsIdx), f.slice(equalsIdx + 1)];
+    const [path8, value] = [f.slice(0, equalsIdx), f.slice(equalsIdx + 1)];
     let deserializedValue = deserializePlainStringAsJSON2(value).value;
     if (typeof deserializedValue !== "string") {
       deserializedValue = value;
     }
     result.push({
-      path: path9.split("."),
+      path: path8.split("."),
       pattern: new RegExp(deserializedValue)
     });
   }
   return result;
 }
 function evaluateFilter(object, filter2) {
-  const { path: path9, pattern } = filter2;
-  const key = path9.reduce(
+  const { path: path8, pattern } = filter2;
+  const key = path8.reduce(
     (acc, p) => typeof acc === "object" && acc !== null ? (
       // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
       acc[p]
@@ -11656,6 +11910,120 @@ function buildLocalSummary(evaluator, results, precomputedScores) {
     )
   };
 }
+function reportFailures(evaluator, failingResults, { verbose, jsonl }) {
+  if (failingResults.length > 0) {
+    console.error(
+      warning(
+        `Evaluator ${evaluator.evalName} failed with ${failingResults.length} error${failingResults.length === 1 ? "" : "s"}. This evaluation ("${evaluator.evalName}") will not be fully logged.`
+      )
+    );
+    if (jsonl) {
+      console.log(
+        JSON.stringify({
+          evaluatorName: evaluator.evalName,
+          errors: failingResults.map(
+            (r) => `${r.error instanceof Error ? r.error.stack : r.error}`
+          )
+        })
+      );
+    } else {
+      for (const result of failingResults) {
+        logError2(result.error, verbose);
+      }
+    }
+    if (!verbose && !jsonl) {
+      console.error(warning("Add --verbose to see full stack traces."));
+    }
+  }
+}
+var defaultReporter = {
+  name: "Braintrust default reporter",
+  async reportEval(evaluator, result, { verbose, jsonl }) {
+    const { results, summary } = result;
+    const failingResults = results.filter(
+      (r) => r.error !== void 0
+    );
+    if (failingResults.length > 0) {
+      reportFailures(evaluator, failingResults, { verbose, jsonl });
+    }
+    if (jsonl) {
+      isomorph_default.writeln(JSON.stringify(summary));
+    } else {
+      isomorph_default.writeln("Experiment summary");
+      isomorph_default.writeln("==================");
+      if (summary.comparisonExperimentName) {
+        isomorph_default.writeln(
+          `${summary.comparisonExperimentName} (baseline) <- ${summary.experimentName} (comparison)`
+        );
+        isomorph_default.writeln("");
+      }
+      const hasScores = Object.keys(summary.scores).length > 0;
+      const hasMetrics = Object.keys(summary.metrics ?? {}).length > 0;
+      const hasComparison = !!summary.comparisonExperimentName;
+      if (hasScores || hasMetrics) {
+        if (hasComparison) {
+          isomorph_default.writeln(
+            "Name                Value      Change     Improvements Regressions"
+          );
+          isomorph_default.writeln(
+            "----------------------------------------------------------------"
+          );
+        }
+        for (const score of Object.values(summary.scores)) {
+          const scorePercent = (score.score * 100).toFixed(2);
+          const scoreValue = `${scorePercent}%`;
+          if (hasComparison) {
+            let diffString = "-";
+            if (!isEmpty2(score.diff)) {
+              const diffPercent = (score.diff * 100).toFixed(2);
+              const diffSign = score.diff > 0 ? "+" : "";
+              diffString = `${diffSign}${diffPercent}%`;
+            }
+            const improvements = score.improvements > 0 ? score.improvements.toString() : "-";
+            const regressions = score.regressions > 0 ? score.regressions.toString() : "-";
+            isomorph_default.writeln(
+              `${score.name.padEnd(18)} ${scoreValue.padStart(10)} ${diffString.padStart(10)} ${improvements.padStart(12)} ${regressions.padStart(11)}`
+            );
+          } else {
+            isomorph_default.writeln(`${score.name.padEnd(20)} ${scoreValue.padStart(15)}`);
+          }
+        }
+        for (const metric of Object.values(summary.metrics ?? {})) {
+          const fractionDigits = Number.isInteger(metric.metric) ? 0 : 2;
+          const formattedValue = metric.metric.toFixed(fractionDigits);
+          const metricValue = metric.unit === "$" ? `${metric.unit}${formattedValue}` : `${formattedValue}${metric.unit}`;
+          if (hasComparison) {
+            let diffString = "-";
+            if (!isEmpty2(metric.diff)) {
+              const diffPercent = (metric.diff * 100).toFixed(2);
+              const diffSign = metric.diff > 0 ? "+" : "";
+              diffString = `${diffSign}${diffPercent}%`;
+            }
+            const improvements = metric.improvements > 0 ? metric.improvements.toString() : "-";
+            const regressions = metric.regressions > 0 ? metric.regressions.toString() : "-";
+            isomorph_default.writeln(
+              `${metric.name.padEnd(18)} ${metricValue.padStart(10)} ${diffString.padStart(10)} ${improvements.padStart(12)} ${regressions.padStart(11)}`
+            );
+          } else {
+            isomorph_default.writeln(
+              `${metric.name.padEnd(20)} ${metricValue.padStart(15)}`
+            );
+          }
+        }
+      }
+      if (summary.experimentUrl) {
+        isomorph_default.writeln("");
+        isomorph_default.writeln(`View results for ${summary.experimentName}`);
+        isomorph_default.writeln(`See results at ${summary.experimentUrl}`);
+      }
+    }
+    isomorph_default.writeln("");
+    return failingResults.length === 0;
+  },
+  async reportRun(evalReports) {
+    return evalReports.every((r) => r);
+  }
+};
 
 // src/cli/reporters/eval.ts
 var import_chalk2 = __toESM(require("chalk"));
@@ -12086,15 +12454,15 @@ var path2 = __toESM(require("path"));
 
 // src/cli/jest/tryRealpath.ts
 var import_graceful_fs = require("graceful-fs");
-function tryRealpath(path9) {
+function tryRealpath(path8) {
   try {
-    path9 = import_graceful_fs.realpathSync.native(path9);
+    path8 = import_graceful_fs.realpathSync.native(path8);
   } catch (error2) {
     if (error2.code !== "ENOENT" && error2.code !== "EISDIR") {
       throw error2;
     }
   }
-  return path9;
+  return path8;
 }
 
 // src/cli/jest/nodeModulesPaths.ts
@@ -12174,12 +12542,12 @@ function loadModule({
     globalThis._lazy_load = true;
     globalThis.__inherited_braintrust_state = _internalGetGlobalState();
     const __filename2 = inFile;
-    const __dirname2 = (0, import_path.dirname)(__filename2);
+    const __dirname = (0, import_path.dirname)(__filename2);
     new Function("require", "module", "__filename", "__dirname", moduleText)(
       require,
       module,
       __filename2,
-      __dirname2
+      __dirname
     );
     return { ...globalThis._evals };
   });
@@ -12694,6 +13062,33 @@ var ParametersBuilder = class {
     return opts.schema;
   }
 };
+function serializeEvalParametersToStaticParametersSchema(parameters) {
+  return Object.fromEntries(
+    Object.entries(parameters).map(([name, value]) => {
+      if ("type" in value && value.type === "prompt") {
+        return [
+          name,
+          {
+            type: "prompt",
+            default: value.default ? promptDefinitionToPromptData(value.default) : void 0,
+            description: value.description
+          }
+        ];
+      } else {
+        const schemaObj = zodToJsonSchema(value);
+        return [
+          name,
+          {
+            type: "data",
+            schema: schemaObj,
+            default: schemaObj.default,
+            description: schemaObj.description
+          }
+        ];
+      }
+    })
+  );
+}
 function serializeEvalParameterstoParametersSchema(parameters) {
   const properties = {};
   const required = [];
@@ -12724,6 +13119,27 @@ function serializeEvalParameterstoParametersSchema(parameters) {
     additionalProperties: true
   };
 }
+function serializeRemoteEvalParametersContainer(parameters) {
+  if (RemoteEvalParameters.isParameters(parameters)) {
+    return {
+      type: "braintrust.parameters",
+      // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+      schema: parameters.schema,
+      source: {
+        parametersId: parameters.id,
+        slug: parameters.slug,
+        name: parameters.name,
+        projectId: parameters.projectId,
+        version: parameters.version
+      }
+    };
+  }
+  return {
+    type: "braintrust.staticParameters",
+    schema: serializeEvalParametersToStaticParametersSchema(parameters),
+    source: null
+  };
+}
 var ProjectNameIdMap = class {
   nameToId = {};
   idToName = {};
@@ -13396,303 +13812,543 @@ function safeStringify(obj) {
   }
 }
 
-// src/cli/util/sse.ts
-var import_net = __toESM(require("net"));
-var import_os = __toESM(require("os"));
-var import_path5 = __toESM(require("path"));
-var import_readline = require("readline");
-function buildSseSocketPath() {
-  const pid = process.pid;
-  const now2 = Date.now();
-  return import_path5.default.join(import_os.default.tmpdir(), `bt-eval-${pid}-${now2}.sock`);
-}
-function createSseServer(socketPath, onEvent) {
-  const server = import_net.default.createServer((socket) => {
-    let currentEvent = null;
-    let dataLines = [];
-    const rl = (0, import_readline.createInterface)({ input: socket });
-    rl.on("line", (line) => {
-      if (line === "") {
-        if (currentEvent !== null || dataLines.length > 0) {
-          const data = dataLines.join("\n");
-          dispatchSseEvent(currentEvent, data, onEvent);
-          currentEvent = null;
-          dataLines = [];
-        }
-        return;
-      }
-      if (line.startsWith("event:")) {
-        currentEvent = line.slice("event:".length).trim();
-      } else if (line.startsWith("data:")) {
-        dataLines.push(line.slice("data:".length).trimStart());
+// dev/server.ts
+var import_express = __toESM(require("express"));
+var import_cors = __toESM(require("cors"));
+
+// dev/errorHandler.ts
+var import_v314 = require("zod/v3");
+var errorHandler = (err, req, res, next) => {
+  if ("status" in err) {
+    res.status(err.status).json({
+      error: {
+        message: err.message,
+        status: err.status
       }
     });
-    rl.on("close", () => {
-      if (currentEvent !== null || dataLines.length > 0) {
-        const data = dataLines.join("\n");
-        dispatchSseEvent(currentEvent, data, onEvent);
+    return;
+  }
+  if (err instanceof import_v314.z.ZodError) {
+    res.status(400).json({
+      error: {
+        message: "Invalid request",
+        errors: err.errors
       }
     });
+    return;
+  }
+  console.error("Internal server error", err);
+  res.status(500).json({
+    error: {
+      message: "Internal server error",
+      status: 500
+    }
   });
-  server.listen(socketPath);
-  return {
-    server,
-    close: () => {
-      server.close();
-      try {
-        require("fs").unlinkSync(socketPath);
-      } catch {
+};
+
+// dev/authorize.ts
+var import_http_errors = __toESM(require("http-errors"));
+function authorizeRequest(req, res, next) {
+  try {
+    const ctx = {
+      appOrigin: extractAllowedOrigin(req.headers[ORIGIN_HEADER]),
+      token: void 0,
+      state: void 0,
+      projectId: parseHeader(req.headers, PROJECT_ID_HEADER)
+    };
+    if (req.headers.authorization || req.headers[BRAINTRUST_AUTH_TOKEN_HEADER]) {
+      const tokenText = parseBraintrustAuthHeader(req.headers);
+      if (!tokenText) {
+        return next((0, import_http_errors.default)(400, "Invalid authorization token format"));
       }
+      ctx.token = tokenText.toLowerCase() === "null" ? void 0 : tokenText;
     }
-  };
+    req.ctx = ctx;
+    next();
+  } catch (e) {
+    next(e);
+  }
 }
-function dispatchSseEvent(eventName, data, onEvent) {
-  const name = eventName ?? "";
-  switch (name) {
-    case "start": {
-      try {
-        const parsed = JSON.parse(data);
-        onEvent({ type: "start", data: parsed });
-      } catch {
-      }
-      break;
-    }
-    case "summary": {
-      try {
-        const parsed = JSON.parse(data);
-        onEvent({ type: "summary", data: parsed });
-      } catch {
-      }
-      break;
-    }
-    case "progress": {
-      try {
-        const parsed = JSON.parse(data);
-        onEvent({ type: "progress", data: parsed });
-      } catch {
-      }
-      break;
-    }
-    case "console": {
-      try {
-        const parsed = JSON.parse(data);
-        onEvent({ type: "console", data: parsed });
-      } catch {
-      }
-      break;
-    }
-    case "error": {
-      try {
-        const parsed = JSON.parse(data);
-        onEvent({ type: "error", data: parsed });
-      } catch {
-        onEvent({ type: "error", data: { message: data } });
-      }
-      break;
+var loginCache = new LRUCache({
+  max: 32
+  // TODO: Make this configurable
+});
+async function cachedLogin(options) {
+  const key = JSON.stringify(options);
+  const cached = loginCache.get(key);
+  if (cached) {
+    return cached;
+  }
+  const state = await loginToState(options);
+  loginCache.set(key, state);
+  return state;
+}
+function makeCheckAuthorized(allowedOrgName) {
+  return async (req, _res, next) => {
+    if (!req.ctx?.token) {
+      return next((0, import_http_errors.default)(401, "Unauthorized"));
     }
-    case "list": {
-      try {
-        const parsed = JSON.parse(data);
-        onEvent({ type: "list", data: parsed });
-      } catch {
+    try {
+      const orgName = parseHeader(req.headers, "x-bt-org-name");
+      if (!orgName) {
+        return next((0, import_http_errors.default)(400, "Missing x-bt-org-name header"));
       }
-      break;
-    }
-    case "dev-ready": {
-      try {
-        const parsed = JSON.parse(data);
-        onEvent({ type: "dev-ready", data: parsed });
-      } catch {
+      if (allowedOrgName && allowedOrgName !== orgName) {
+        const errorMessage = `Org '${orgName}' is not allowed. Only org '${allowedOrgName}' is allowed.`;
+        return next((0, import_http_errors.default)(403, errorMessage));
       }
-      break;
-    }
-    case "done": {
-      onEvent({ type: "done", data });
-      break;
+      const state = await cachedLogin({
+        apiKey: req.ctx?.token,
+        orgName
+      });
+      req.ctx.state = state;
+      next();
+    } catch (e) {
+      console.error("Authorization error:", e);
+      return next((0, import_http_errors.default)(401, "Unauthorized"));
     }
-    default:
-      break;
+  };
+}
+function parseBraintrustAuthHeader(headers) {
+  const tokenString = parseHeader(headers, BRAINTRUST_AUTH_TOKEN_HEADER);
+  return tokenString ?? parseAuthHeader(headers) ?? void 0;
+}
+function parseHeader(headers, headerName) {
+  const token = headers[headerName];
+  let tokenString;
+  if (typeof token === "string") {
+    tokenString = token;
+  } else if (Array.isArray(token) && token.length > 0) {
+    tokenString = token[0];
   }
+  return tokenString;
 }
-function findProjectRoot(startDir) {
-  const fs6 = require("fs");
-  const homeDir = require("os").homedir();
-  let current = import_path5.default.resolve(startDir);
-  let depth = 0;
-  const maxDepth = 8;
-  while (depth < maxDepth) {
-    if (current === "/" || current === homeDir) {
-      return null;
+function checkOrigin(requestOrigin, callback) {
+  if (!requestOrigin) {
+    return callback(null, true);
+  }
+  for (const origin of WHITELISTED_ORIGINS || []) {
+    if (origin instanceof RegExp && origin.test(requestOrigin) || origin === requestOrigin) {
+      return callback(null, requestOrigin);
     }
-    try {
-      const entries = fs6.readdirSync(current);
-      const hasPackageJson = entries.includes("package.json");
-      const hasLockfile = entries.includes("package-lock.json") || entries.includes("pnpm-lock.yaml") || entries.includes("yarn.lock") || entries.includes("bun.lock");
-      const hasGit = entries.includes(".git");
-      const hasDenoJson = entries.includes("deno.json") || entries.includes("deno.jsonc");
-      if (hasPackageJson || hasLockfile || hasGit || hasDenoJson) {
-        return current;
-      }
-    } catch {
+  }
+  return callback(null, false);
+}
+var BRAINTRUST_AUTH_TOKEN_HEADER = "x-bt-auth-token";
+var ORIGIN_HEADER = "origin";
+var PROJECT_ID_HEADER = "x-bt-project-id";
+function extractAllowedOrigin(originHeader) {
+  let allowedOrigin = MAIN_ORIGIN;
+  checkOrigin(originHeader, (err, origin) => {
+    if (!err && originHeader && origin) {
+      allowedOrigin = originHeader;
     }
-    const parent = import_path5.default.dirname(current);
-    if (parent === current) {
-      return null;
-    }
-    current = parent;
-    depth++;
-  }
-  return null;
-}
-function classifyEnvironment(projectRoot) {
-  const fs6 = require("fs");
-  const ctx = {
-    root: projectRoot,
-    hasVite: false,
-    hasTsNode: false,
-    hasTypeModule: false,
-    hasTsx: false,
-    hasBun: false,
-    hasDeno: false,
-    nodeModulesBin: import_path5.default.join(projectRoot, "node_modules", ".bin")
-  };
-  const denoJsonPath = import_path5.default.join(projectRoot, "deno.json");
-  const denoJsoncPath = import_path5.default.join(projectRoot, "deno.jsonc");
-  try {
-    if (fs6.existsSync(denoJsonPath) || fs6.existsSync(denoJsoncPath)) {
-      ctx.hasDeno = true;
-      return ctx;
-    }
-  } catch {
+  });
+  return allowedOrigin;
+}
+var MAIN_ORIGIN = "https://www.braintrust.dev";
+var WHITELISTED_ORIGINS = [
+  MAIN_ORIGIN,
+  "https://www.braintrustdata.com",
+  new RegExp("https://.*.preview.braintrust.dev")
+].concat(
+  process.env.WHITELISTED_ORIGIN ? [process.env.WHITELISTED_ORIGIN] : []
+).concat(
+  process.env.BRAINTRUST_APP_URL ? [process.env.BRAINTRUST_APP_URL] : []
+);
+function parseAuthHeader(headers) {
+  const authHeader = headers["authorization"];
+  let authValue = null;
+  if (Array.isArray(authHeader)) {
+    authValue = authHeader[authHeader.length - 1];
+  } else {
+    authValue = authHeader;
   }
-  const bunLockPath = import_path5.default.join(projectRoot, "bun.lock");
-  try {
-    if (fs6.existsSync(bunLockPath)) {
-      ctx.hasBun = true;
-      return ctx;
-    }
-  } catch {
+  if (!authValue) {
+    return null;
   }
-  const packageJsonPath = import_path5.default.join(projectRoot, "package.json");
-  try {
-    if (fs6.existsSync(packageJsonPath)) {
-      const packageJson = JSON.parse(fs6.readFileSync(packageJsonPath, "utf-8"));
-      const allDeps = {
-        ...packageJson.dependencies,
-        ...packageJson.devDependencies
-      };
-      if (allDeps.vite || allDeps.vitest || fs6.existsSync(import_path5.default.join(projectRoot, "vite.config.ts")) || fs6.existsSync(import_path5.default.join(projectRoot, "vite.config.js")) || fs6.existsSync(import_path5.default.join(projectRoot, "vitest.config.ts")) || fs6.existsSync(import_path5.default.join(projectRoot, "vitest.config.js"))) {
-        ctx.hasVite = true;
+  const parts = authValue.split(" ");
+  if (parts.length !== 2) {
+    return null;
+  }
+  return parts[1];
+}
+var baseAllowedHeaders = [
+  "Content-Type",
+  "X-Amz-Date",
+  "Authorization",
+  "X-Api-Key",
+  "X-Amz-Security-Token",
+  "x-bt-auth-token",
+  "x-bt-parent",
+  // These are eval-specific
+  "x-bt-org-name",
+  "x-bt-project-id",
+  "x-bt-stream-fmt",
+  "x-bt-use-cache",
+  "x-stainless-os",
+  "x-stainless-lang",
+  "x-stainless-package-version",
+  "x-stainless-runtime",
+  "x-stainless-runtime-version",
+  "x-stainless-arch"
+];
+
+// dev/stream.ts
+function serializeSSEEvent(event) {
+  return Object.entries(event).filter(([_key, value]) => value !== void 0).map(([key, value]) => `${key}: ${value}`).join("\n") + "\n\n";
+}
+
+// dev/types.ts
+var import_v315 = require("zod/v3");
+var evalBodySchema = import_v315.z.object({
+  name: import_v315.z.string(),
+  parameters: import_v315.z.record(import_v315.z.string(), import_v315.z.unknown()).nullish(),
+  data: RunEval.shape.data,
+  scores: import_v315.z.array(
+    import_v315.z.object({
+      function_id: FunctionId,
+      name: import_v315.z.string()
+    })
+  ).nullish(),
+  experiment_name: import_v315.z.string().nullish(),
+  project_id: import_v315.z.string().nullish(),
+  parent: InvokeParent.optional(),
+  stream: import_v315.z.boolean().optional()
+});
+var staticParametersSchema = import_v315.z.record(
+  import_v315.z.string(),
+  import_v315.z.union([
+    import_v315.z.object({
+      type: import_v315.z.literal("prompt"),
+      default: PromptData.optional(),
+      description: import_v315.z.string().optional()
+    }),
+    import_v315.z.object({
+      type: import_v315.z.literal("data"),
+      schema: import_v315.z.record(import_v315.z.unknown()),
+      default: import_v315.z.unknown().optional(),
+      description: import_v315.z.string().optional()
+    })
+  ])
+);
+var parametersSchema = import_v315.z.object({
+  type: import_v315.z.literal("object"),
+  properties: import_v315.z.record(import_v315.z.string(), import_v315.z.record(import_v315.z.unknown())),
+  required: import_v315.z.array(import_v315.z.string()).optional(),
+  additionalProperties: import_v315.z.boolean().optional()
+});
+var parametersSourceSchema = import_v315.z.object({
+  parametersId: import_v315.z.string().optional(),
+  slug: import_v315.z.string(),
+  name: import_v315.z.string(),
+  projectId: import_v315.z.string().optional(),
+  version: import_v315.z.string().optional()
+});
+var parametersContainerSchema = import_v315.z.object({
+  type: import_v315.z.literal("braintrust.parameters"),
+  schema: parametersSchema,
+  source: parametersSourceSchema
+});
+var staticParametersContainerSchema = import_v315.z.object({
+  type: import_v315.z.literal("braintrust.staticParameters"),
+  schema: staticParametersSchema,
+  source: import_v315.z.null()
+});
+var serializedParametersContainerSchema = import_v315.z.union([
+  parametersContainerSchema,
+  staticParametersContainerSchema,
+  // keeping this type here since old versions of the SDK will still pass the unwrapped schema and we need to handle this in the app
+  staticParametersSchema
+]);
+var evaluatorDefinitionSchema = import_v315.z.object({
+  parameters: serializedParametersContainerSchema.optional(),
+  scores: import_v315.z.array(import_v315.z.object({ name: import_v315.z.string() })).optional()
+});
+var evaluatorDefinitionsSchema = import_v315.z.record(
+  import_v315.z.string(),
+  evaluatorDefinitionSchema
+);
+
+// dev/server.ts
+var import_v316 = require("zod/v3");
+var import_ajv2 = require("ajv");
+function runDevServer(evaluators, opts) {
+  const allEvaluators = Object.fromEntries(
+    evaluators.map((evaluator) => [evaluator.evalName, evaluator])
+  );
+  globalThis._lazy_load = false;
+  const app = (0, import_express.default)();
+  app.use(import_express.default.json({ limit: "1gb" }));
+  console.log("Starting server");
+  app.use((req, res, next) => {
+    if (req.headers["access-control-request-private-network"]) {
+      res.setHeader("Access-Control-Allow-Private-Network", "true");
+    }
+    next();
+  });
+  const checkAuthorized = makeCheckAuthorized(opts.orgName);
+  app.use(
+    (0, import_cors.default)({
+      origin: checkOrigin,
+      methods: ["GET", "PATCH", "POST", "PUT", "DELETE", "OPTIONS"],
+      allowedHeaders: baseAllowedHeaders,
+      credentials: true,
+      exposedHeaders: [
+        BT_CURSOR_HEADER,
+        BT_FOUND_EXISTING_HEADER,
+        "x-bt-span-id",
+        "x-bt-span-export"
+      ],
+      maxAge: 86400
+    })
+  );
+  app.use(authorizeRequest);
+  app.get("/", (req, res) => {
+    res.send("Hello, world!");
+  });
+  app.get(
+    "/list",
+    checkAuthorized,
+    asyncHandler(async (req, res) => {
+      const evalDefs = {};
+      for (const [name, evaluator] of Object.entries(allEvaluators)) {
+        let parameters;
+        if (evaluator.parameters) {
+          const resolvedParams = await Promise.resolve(evaluator.parameters);
+          parameters = serializeRemoteEvalParametersContainer(resolvedParams);
+        }
+        evalDefs[name] = {
+          parameters,
+          scores: evaluator.scores.map((score, idx) => ({
+            name: scorerName(score, idx)
+          }))
+        };
       }
-      if (allDeps["ts-node"]) {
-        ctx.hasTsNode = true;
+      res.json(evalDefs);
+    })
+  );
+  app.post(
+    "/eval",
+    checkAuthorized,
+    asyncHandler(async (req, res) => {
+      const {
+        name,
+        parameters,
+        parent,
+        experiment_name,
+        project_id,
+        data,
+        scores,
+        stream
+      } = evalBodySchema.parse(req.body);
+      if (!req.ctx?.state) {
+        res.status(500).json({ error: "Braintrust state not initialized in request" });
+        return;
       }
-      if (allDeps.tsx) {
-        ctx.hasTsx = true;
+      const state = req.ctx.state;
+      const evaluator = allEvaluators[name];
+      if (!evaluator) {
+        res.status(404).json({ error: `Evaluator '${name}' not found` });
+        return;
       }
-      if (packageJson.type === "module") {
-        ctx.hasTypeModule = true;
+      if (evaluator.parameters) {
+        try {
+          await validateParameters(parameters ?? {}, evaluator.parameters);
+        } catch (e) {
+          console.error("Error validating parameters", e);
+          if (e instanceof import_v316.z.ZodError || e instanceof import_ajv2.ValidationError || e instanceof Error) {
+            res.status(400).json({
+              error: e.message
+            });
+            return;
+          }
+          throw e;
+        }
       }
-    }
-  } catch {
-  }
-  const tsconfigPath = import_path5.default.join(projectRoot, "tsconfig.json");
-  try {
-    if (fs6.existsSync(tsconfigPath)) {
-      const tsconfig = JSON.parse(fs6.readFileSync(tsconfigPath, "utf-8"));
-      if (tsconfig["ts-node"]) {
-        ctx.hasTsNode = true;
+      const resolvedData = await getDataset(state, data);
+      const evalData = callEvaluatorData(resolvedData);
+      console.log("Starting eval", evaluator.evalName);
+      if (stream) {
+        res.setHeader("Content-Type", "text/event-stream");
+        res.setHeader("Cache-Control", "no-cache");
+        res.setHeader("Connection", "keep-alive");
+      } else {
+        res.setHeader("Content-Type", "application/json");
       }
-    }
-  } catch {
-  }
-  return ctx;
-}
-function selectRunner(ctx) {
-  const fs6 = require("fs");
-  if (ctx.hasDeno) {
-    const denoPath = findOnPath("deno");
-    if (denoPath) {
-      return { command: denoPath, prefixArgs: ["run", "-A"] };
-    }
-  }
-  if (ctx.hasBun) {
-    const bunPath = findOnPath("bun");
-    if (bunPath) {
-      return { command: bunPath, prefixArgs: [] };
-    }
-    const localBun = import_path5.default.join(ctx.nodeModulesBin, "bun");
-    try {
-      fs6.accessSync(localBun, fs6.constants.X_OK);
-      return { command: localBun, prefixArgs: [] };
-    } catch {
-    }
-  }
-  if (ctx.hasVite) {
-    const localViteNode = import_path5.default.join(ctx.nodeModulesBin, "vite-node");
-    try {
-      fs6.accessSync(localViteNode, fs6.constants.X_OK);
-      return { command: localViteNode, prefixArgs: [] };
-    } catch {
-    }
-    return { command: "npx", prefixArgs: ["--yes", "vite-node"] };
-  }
-  if (ctx.hasTsNode) {
-    const localTsNode = import_path5.default.join(ctx.nodeModulesBin, "ts-node");
-    try {
-      fs6.accessSync(localTsNode, fs6.constants.X_OK);
-      return { command: localTsNode, prefixArgs: [] };
-    } catch {
-    }
-    return { command: "npx", prefixArgs: ["--yes", "ts-node"] };
-  }
-  const localTsx = import_path5.default.join(ctx.nodeModulesBin, "tsx");
-  try {
-    fs6.accessSync(localTsx, fs6.constants.X_OK);
-    return { command: localTsx, prefixArgs: [] };
-  } catch {
-  }
-  const tsxOnPath = findOnPath("tsx");
-  if (tsxOnPath) {
-    return { command: tsxOnPath, prefixArgs: [] };
-  }
-  return { command: "npx", prefixArgs: ["--yes", "tsx"] };
+      const task = async (input, hooks) => {
+        const result = await evaluator.task(input, hooks);
+        hooks.reportProgress({
+          format: "code",
+          output_type: "completion",
+          event: "json_delta",
+          data: JSON.stringify(result)
+        });
+        return result;
+      };
+      try {
+        const summary = await Eval(
+          "worker-thread",
+          {
+            ...evaluator,
+            data: evalData.data,
+            scores: evaluator.scores.concat(
+              scores?.map(
+                (score) => makeScorer(
+                  state,
+                  score.name,
+                  score.function_id,
+                  req.ctx?.projectId
+                )
+              ) ?? []
+            ),
+            task,
+            state,
+            experimentName: experiment_name ?? void 0,
+            projectId: project_id ?? void 0
+          },
+          {
+            // Avoid printing the bar to the console.
+            progress: {
+              start: () => {
+              },
+              stop: () => {
+                console.log("Finished running experiment");
+              },
+              increment: () => {
+              }
+            },
+            stream: (data2) => {
+              if (stream) {
+                res.write(
+                  serializeSSEEvent({
+                    event: "progress",
+                    data: JSON.stringify(data2)
+                  })
+                );
+              }
+            },
+            onStart: (metadata) => {
+              if (stream) {
+                res.write(
+                  serializeSSEEvent({
+                    event: "start",
+                    data: JSON.stringify(metadata)
+                  })
+                );
+              }
+            },
+            parent: parseParent(parent),
+            parameters: parameters ?? {}
+          }
+        );
+        if (stream) {
+          res.write(
+            serializeSSEEvent({
+              event: "summary",
+              data: JSON.stringify(summary.summary)
+            })
+          );
+          res.write(
+            serializeSSEEvent({
+              event: "done",
+              data: ""
+            })
+          );
+        } else {
+          res.json(summary.summary);
+        }
+      } catch (e) {
+        console.error("Error running eval", e);
+        if (stream) {
+          res.write(
+            serializeSSEEvent({
+              event: "error",
+              data: JSON.stringify(e)
+            })
+          );
+        } else {
+          res.status(500).json({ error: e });
+        }
+      } finally {
+        res.end();
+      }
+    })
+  );
+  app.use(errorHandler);
+  app.listen(opts.port, opts.host, () => {
+    console.log(`Dev server running at http://${opts.host}:${opts.port}`);
+  });
 }
-function resolveRuntime(runnerOverride) {
-  if (runnerOverride) {
-    return { command: runnerOverride, prefixArgs: [] };
-  }
-  const envRunner = process.env.BT_EVAL_JS_RUNNER;
-  if (envRunner) {
-    return { command: envRunner, prefixArgs: [] };
-  }
-  const projectRoot = findProjectRoot(process.cwd());
-  if (!projectRoot) {
-    const tsxOnPath = findOnPath("tsx");
-    if (tsxOnPath) {
-      return { command: tsxOnPath, prefixArgs: [] };
-    }
-    return { command: "npx", prefixArgs: ["--yes", "tsx"] };
+var asyncHandler = (fn) => (req, res, next) => {
+  Promise.resolve(fn(req, res, next)).catch(next);
+};
+async function getDataset(state, data) {
+  if ("project_name" in data) {
+    return initDataset({
+      state,
+      project: data.project_name,
+      dataset: data.dataset_name,
+      _internal_btql: data._internal_btql ?? void 0
+    });
+  } else if ("dataset_id" in data) {
+    const datasetInfo = await getDatasetById({
+      state,
+      datasetId: data.dataset_id
+    });
+    return initDataset({
+      state,
+      projectId: datasetInfo.projectId,
+      dataset: datasetInfo.dataset,
+      _internal_btql: data._internal_btql ?? void 0
+    });
+  } else {
+    return data.data;
   }
-  const ctx = classifyEnvironment(projectRoot);
-  return selectRunner(ctx);
 }
-function findOnPath(binary) {
-  const pathEnv = process.env.PATH;
-  if (!pathEnv) {
-    return null;
-  }
-  const dirs = pathEnv.split(import_path5.default.delimiter);
-  for (const dir2 of dirs) {
-    const candidate = import_path5.default.join(dir2, binary);
-    try {
-      require("fs").accessSync(candidate);
-      return candidate;
-    } catch {
-      continue;
+var datasetFetchSchema = import_v316.z.object({
+  project_id: import_v316.z.string(),
+  name: import_v316.z.string()
+});
+async function getDatasetById({
+  state,
+  datasetId
+}) {
+  const dataset = await state.appConn().post_json("api/dataset/get", {
+    id: datasetId
+  });
+  const parsed = import_v316.z.array(datasetFetchSchema).parse(dataset);
+  if (parsed.length === 0) {
+    throw new Error(`Dataset '${datasetId}' not found`);
+  }
+  return { projectId: parsed[0].project_id, dataset: parsed[0].name };
+}
+function makeScorer(state, name, score, projectId) {
+  const ret = async (input) => {
+    const request = {
+      ...score,
+      input,
+      parent: await getSpanParentObject().export(),
+      stream: false,
+      mode: "auto",
+      strict: true
+    };
+    const headers = {
+      Accept: "application/json"
+    };
+    if (projectId) {
+      headers["x-bt-project-id"] = projectId;
     }
-  }
-  return null;
+    const result = await state.proxyConn().post(`function/invoke`, request, {
+      headers
+    });
+    const data = await result.json();
+    return data;
+  };
+  Object.defineProperties(ret, {
+    name: { value: `Remote eval scorer (${name})` }
+  });
+  return ret;
 }
 
 // src/cli/util/external-packages-plugin.ts
@@ -13802,6 +14458,89 @@ function addReport(evalReports, reporter, report) {
   }
   evalReports[reporter.name].results.push(report);
 }
+function buildWatchPluginForEvaluator(inFile, opts) {
+  const evaluators = {
+    evaluators: [],
+    reporters: {}
+  };
+  const plugin = {
+    name: "run-evalutator-on-end",
+    setup(build2) {
+      build2.onEnd(async (result) => {
+        console.error(`Done building ${inFile}`);
+        if (!result.outputFiles) {
+          if (opts.verbose) {
+            console.warn(`Failed to compile ${inFile}`);
+            console.warn(result.errors);
+          } else {
+            console.warn(`Failed to compile ${inFile}: ${result.errors}`);
+          }
+          return;
+        }
+        const evalResult = evaluateBuildResults(inFile, result);
+        if (!evalResult) {
+          return;
+        }
+        evaluators.evaluators = evaluators.evaluators.filter(
+          (e) => e.sourceFile !== inFile
+        );
+        for (const evaluator of Object.values(evalResult.evaluators)) {
+          evaluators.evaluators.push({
+            sourceFile: inFile,
+            // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+            evaluator: evaluator.evaluator,
+            reporter: evaluator.reporter
+          });
+        }
+        for (const [reporterName, reporter] of Object.entries(
+          evalResult.reporters
+        )) {
+          evaluators.reporters[reporterName] = reporter;
+        }
+        const evalReports = {};
+        for (const evaluatorDef of Object.values(evalResult.evaluators)) {
+          const { evaluator, reporter } = evaluatorDef;
+          const evalData = callEvaluatorData(evaluator.data);
+          const logger = opts.noSendLogs ? null : await initExperiment2(evaluator, evalData);
+          const evaluatorResult = await runEvaluator(
+            logger,
+            {
+              ...evaluator,
+              data: evalData.data
+            },
+            opts.progressReporter,
+            opts.filters,
+            void 0,
+            void 0
+          );
+          const resolvedReporter = resolveReporter(
+            reporter,
+            evaluators.reporters
+            // Let these accumulate across all files.
+          );
+          const report = resolvedReporter.reportEval(
+            evaluator,
+            evaluatorResult,
+            {
+              verbose: opts.verbose,
+              jsonl: opts.jsonl
+            }
+          );
+          addReport(evalReports, resolvedReporter, report);
+        }
+        for (const [reporterName, { reporter, results }] of Object.entries(
+          evalReports
+        )) {
+          const success = await reporter.reportRun(await Promise.all(results));
+          if (!success) {
+            console.error(error(`Reporter ${reporterName} failed.`));
+          }
+        }
+      });
+    }
+  };
+  return plugin;
+}
 async function initFile({
   inFile,
   outFile,
@@ -13918,6 +14657,26 @@ function updateEvaluators(evaluators, buildResults, opts) {
     }
   }
 }
+async function runAndWatch({
+  handles,
+  onExit
+}) {
+  const count = Object.keys(handles).length;
+  console.error(`Watching ${(0, import_pluralize4.default)("file", count, true)}...`);
+  Object.values(handles).map((handle) => handle.watch());
+  ["SIGINT", "SIGTERM"].forEach((signal) => {
+    process.on(signal, function() {
+      console.error("Stopped watching.");
+      for (const handle of Object.values(handles)) {
+        handle.destroy();
+      }
+      onExit?.();
+      process.exit(0);
+    });
+  });
+  await new Promise(() => {
+  });
+}
 async function buildEvaluators(handles, opts) {
   const buildPromises = Object.values(handles).map(
     (handle) => handle.rebuild()
@@ -14020,7 +14779,7 @@ async function runOnce(handles, opts) {
   return allSuccess;
 }
 function checkMatch(pathInput, include_patterns, exclude_patterns) {
-  const p = import_path6.default.resolve(pathInput);
+  const p = import_path5.default.resolve(pathInput);
   if (include_patterns !== null) {
     let include = false;
     for (const pattern of include_patterns) {
@@ -14069,7 +14828,7 @@ async function collectFiles(inputPath, mode) {
     }
     files.push(inputPath);
   } else {
-    const walked = await import_util15.default.promisify(fsWalk.walk)(inputPath, {
+    const walked = await import_util16.default.promisify(fsWalk.walk)(inputPath, {
       deepFilter: (entry) => {
         return checkMatch(entry.path, null, EXCLUDE);
       },
@@ -14104,8 +14863,8 @@ var nativeNodeModulesPlugin = {
     };
     build2.onResolve({ filter: /\.node$/ }, (args) => {
       try {
-        const path9 = require.resolve(args.path, { paths: [args.resolveDir] });
-        const match = path9.match(
+        const path8 = require.resolve(args.path, { paths: [args.resolveDir] });
+        const match = path8.match(
           /node_modules[/\\]((?:@[^/\\]+[/\\])?[^/\\]+)/
         );
         if (match) {
@@ -14181,7 +14940,7 @@ async function initializeHandles({
       );
     }
     for (const file of newFiles) {
-      files[import_path6.default.resolve(file)] = true;
+      files[import_path5.default.resolve(file)] = true;
     }
   }
   if (Object.keys(files).length == 0) {
@@ -14190,15 +14949,15 @@ async function initializeHandles({
     );
     process.exit(0);
   }
-  const tmpDir = import_path6.default.join(import_os2.default.tmpdir(), `btevals-${(0, import_uuid3.v4)().slice(0, 8)}`);
+  const tmpDir = import_path5.default.join(import_os.default.tmpdir(), `btevals-${(0, import_uuid3.v4)().slice(0, 8)}`);
   const initPromises = [];
   for (const file of Object.keys(files)) {
-    const baseName = `${import_path6.default.basename(
+    const baseName = `${import_path5.default.basename(
       file,
-      import_path6.default.extname(file)
+      import_path5.default.extname(file)
     )}-${(0, import_uuid3.v4)().slice(0, 8)}`;
-    const outFile = import_path6.default.join(tmpDir, `${baseName}.${OUT_EXT}`);
-    const bundleFile = import_path6.default.join(tmpDir, `${baseName}.bundle.js`);
+    const outFile = import_path5.default.join(tmpDir, `${baseName}.${OUT_EXT}`);
+    const bundleFile = import_path5.default.join(tmpDir, `${baseName}.bundle.js`);
     initPromises.push(
       initFile({
         inFile: file,
@@ -14217,276 +14976,6 @@ async function initializeHandles({
   }
   return handles;
 }
-function getEvalRunnerPath() {
-  return import_path6.default.resolve(__dirname, "eval-runner.js");
-}
-function buildRunnerEnv(args) {
-  const env = {};
-  if (args.api_key) {
-    env.BRAINTRUST_API_KEY = args.api_key;
-  }
-  if (args.app_url) {
-    env.BRAINTRUST_API_URL = args.app_url;
-  }
-  if (args.org_name) {
-    env.BRAINTRUST_ORG_NAME = args.org_name;
-  }
-  if (args.no_send_logs) {
-    env.BT_EVAL_NO_SEND_LOGS = "1";
-    env.BT_EVAL_LOCAL = "1";
-  }
-  if (args.filter && args.filter.length > 0) {
-    env.BT_EVAL_FILTERS = JSON.stringify(args.filter);
-  }
-  if (args.list) {
-    env.BT_EVAL_LIST = "1";
-  }
-  if (args.dev) {
-    env.BT_EVAL_DEV = "1";
-    env.BT_EVAL_DEV_HOST = args.dev_host || "localhost";
-    env.BT_EVAL_DEV_PORT = String(args.dev_port || 8300);
-    if (args.dev_org_name) {
-      env.BT_EVAL_DEV_ORG_NAME = args.dev_org_name;
-    }
-  }
-  return env;
-}
-function resolveEvalFiles(inputFiles) {
-  const inputPaths = inputFiles.length > 0 ? inputFiles : ["."];
-  const resolved = [];
-  for (const inputPath of inputPaths) {
-    const absPath = import_path6.default.resolve(inputPath);
-    let stat2;
-    try {
-      stat2 = import_fs2.default.lstatSync(absPath);
-    } catch {
-      console.warn(warning2(`Cannot read ${inputPath}, skipping...`));
-      continue;
-    }
-    if (!stat2.isDirectory()) {
-      resolved.push(absPath);
-    } else {
-      const walked = fsWalk.walkSync(absPath, {
-        deepFilter: (entry) => checkMatch(entry.path, null, EXCLUDE),
-        entryFilter: (entry) => entry.dirent.isFile() && checkMatch(entry.path, INCLUDE_EVAL, EXCLUDE)
-      });
-      for (const entry of walked) {
-        resolved.push(entry.path);
-      }
-    }
-  }
-  return resolved;
-}
-function spawnEvalRunner(args, socketPath, evalFiles) {
-  const evalRunnerPath = getEvalRunnerPath();
-  const { command, prefixArgs } = resolveRuntime(args.runner);
-  const childArgs = [...prefixArgs, evalRunnerPath, ...evalFiles];
-  const childEnv = {
-    ...process.env,
-    ...buildRunnerEnv(args),
-    BT_EVAL_SSE_SOCK: socketPath
-  };
-  const child = (0, import_child_process.spawn)(command, childArgs, {
-    env: childEnv,
-    stdio: ["ignore", "pipe", "pipe"],
-    cwd: process.cwd()
-  });
-  return child;
-}
-async function runWithRunner(args) {
-  const evalFiles = resolveEvalFiles(args.files);
-  if (evalFiles.length === 0) {
-    console.warn(
-      warning2("No eval files were found in any of the provided paths.")
-    );
-    return true;
-  }
-  const socketPath = buildSseSocketPath();
-  try {
-    import_fs2.default.unlinkSync(socketPath);
-  } catch {
-  }
-  const progressReporter = args.no_progress_bars ? new SimpleProgressReporter() : new BarProgressReporter();
-  let success = true;
-  let receivedDone = false;
-  return new Promise((resolve2) => {
-    const sseServer = createSseServer(socketPath, (event) => {
-      switch (event.type) {
-        case "start": {
-          const summary = event.data;
-          const linkText = summary.experimentUrl ? (0, import_termi_link2.terminalLink)(summary.experimentUrl, summary.experimentUrl, {
-            fallback: (_text, url) => url
-          }) : "locally";
-          console.error(
-            import_chalk3.default.cyan("\u25B6") + ` Experiment ${import_chalk3.default.bold(summary.experimentName)} is running at ${linkText}`
-          );
-          break;
-        }
-        case "progress": {
-          handleProgress(event.data, progressReporter);
-          break;
-        }
-        case "summary": {
-          const summary = event.data;
-          if (args.jsonl) {
-            process.stdout.write(JSON.stringify(summary));
-            process.stdout.write("\n");
-          } else {
-            const formatted = formatExperimentSummaryFancy(
-              summary
-            );
-            process.stdout.write(formatted);
-            process.stdout.write("\n");
-          }
-          break;
-        }
-        case "console": {
-          if (event.data.stream === "stderr") {
-            console.error(event.data.message);
-          } else {
-            console.log(event.data.message);
-          }
-          break;
-        }
-        case "error": {
-          success = false;
-          console.error(import_chalk3.default.red(event.data.message));
-          if (args.verbose && event.data.stack) {
-            for (const line of event.data.stack.split("\n")) {
-              console.error(import_chalk3.default.gray(line));
-            }
-          }
-          if (event.data.message.includes("Please specify an api key")) {
-            console.error(
-              import_chalk3.default.gray(
-                "Hint: pass --api-key or set BRAINTRUST_API_KEY, or use --no-send-logs for local evals."
-              )
-            );
-          }
-          break;
-        }
-        case "list": {
-          console.log(event.data.name);
-          break;
-        }
-        case "dev-ready": {
-          console.error(
-            import_chalk3.default.cyan("\u25B6") + ` Dev server is running at http://${event.data.host}:${event.data.port}`
-          );
-          break;
-        }
-        case "done": {
-          receivedDone = true;
-          progressReporter.stop();
-          break;
-        }
-      }
-    });
-    const child = spawnEvalRunner(args, socketPath, evalFiles);
-    child.stdout?.on("data", (data) => {
-      process.stderr.write(data);
-    });
-    child.stderr?.on("data", (data) => {
-      process.stderr.write(data);
-    });
-    child.on("close", (code) => {
-      setTimeout(() => {
-        progressReporter.stop();
-        sseServer.close();
-        if (code !== 0 && code !== null) {
-          success = false;
-        }
-        resolve2(success);
-      }, 100);
-    });
-    child.on("error", (err) => {
-      console.error(import_chalk3.default.red(`Failed to start eval runner: ${err.message}`));
-      progressReporter.stop();
-      sseServer.close();
-      resolve2(false);
-    });
-  });
-}
-function handleProgress(data, progressReporter) {
-  let payload;
-  try {
-    payload = JSON.parse(data.data);
-  } catch {
-    return;
-  }
-  if (payload.type !== "eval_progress") {
-    return;
-  }
-  switch (payload.kind) {
-    case "start":
-      progressReporter.start(data.name, payload.total ?? 0);
-      break;
-    case "increment":
-      progressReporter.increment(data.name);
-      break;
-    case "set_total":
-      if (progressReporter.setTotal && payload.total !== void 0) {
-        progressReporter.setTotal(data.name, payload.total);
-      }
-      break;
-    case "stop":
-      break;
-  }
-}
-async function runWithWatch(args) {
-  const evalFiles = resolveEvalFiles(args.files);
-  if (evalFiles.length === 0) {
-    console.warn(
-      warning2("No eval files were found in any of the provided paths.")
-    );
-    process.exit(0);
-  }
-  const watchDirs = /* @__PURE__ */ new Set();
-  for (const file of evalFiles) {
-    watchDirs.add(import_path6.default.dirname(file));
-  }
-  console.error(`Watching ${(0, import_pluralize4.default)("file", evalFiles.length, true)}...`);
-  await runWithRunner(args);
-  let debounceTimer = null;
-  const watchers = [];
-  for (const dir2 of watchDirs) {
-    try {
-      const watcher = import_fs2.default.watch(
-        dir2,
-        { recursive: false },
-        (_eventType, filename) => {
-          if (!filename) return;
-          const fullPath = import_path6.default.join(dir2, filename);
-          if (!evalFiles.includes(fullPath)) return;
-          if (debounceTimer) {
-            clearTimeout(debounceTimer);
-          }
-          debounceTimer = setTimeout(async () => {
-            console.error(
-              import_chalk3.default.dim(`
-File changed: ${filename}. Re-running...`)
-            );
-            await runWithRunner(args);
-          }, 300);
-        }
-      );
-      watchers.push(watcher);
-    } catch {
-    }
-  }
-  const cleanup = () => {
-    console.error("Stopped watching.");
-    for (const w of watchers) {
-      w.close();
-    }
-    process.exit(0);
-  };
-  process.on("SIGINT", cleanup);
-  process.on("SIGTERM", cleanup);
-  await new Promise(() => {
-  });
-  process.exit(0);
-}
 async function run(args) {
   (0, import_env2.loadEnvConfig)(process.cwd(), true);
   if (args.env_file) {
@@ -14496,23 +14985,6 @@ async function run(args) {
       process.exit(1);
     }
   }
-  if (args.bundle || args.push) {
-    return runWithEsbuild(args);
-  }
-  if (args.list && args.watch) {
-    console.error(error("Cannot specify both --list and --watch."));
-    process.exit(1);
-  }
-  if (args.watch) {
-    await runWithWatch(args);
-    return;
-  }
-  const success = await runWithRunner(args);
-  if (!success) {
-    process.exit(1);
-  }
-}
-async function runWithEsbuild(args) {
   const evaluatorOpts = {
     verbose: args.verbose,
     apiKey: args.api_key,
@@ -14522,19 +14994,38 @@ async function runWithEsbuild(args) {
     bundle: !!args.bundle || !!args.push,
     setCurrent: !!args.push,
     terminateOnFailure: !!args.terminate_on_failure,
-    watch: false,
+    watch: !!args.watch,
     jsonl: args.jsonl,
     progressReporter: args.no_progress_bars ? new SimpleProgressReporter() : new BarProgressReporter(),
     filters: args.filter ? parseFilters(args.filter) : [],
-    list: false
+    list: !!args.list
   };
+  if (args.list && args.watch) {
+    console.error(error("Cannot specify both --list and --watch."));
+    process.exit(1);
+  }
+  const plugins = evaluatorOpts.watch ? [
+    (fileName) => buildWatchPluginForEvaluator(fileName, evaluatorOpts)
+  ] : [];
   const handles = await initializeHandles({
     files: args.files,
     mode: "eval",
     tsconfig: args.tsconfig,
-    plugins: [],
+    plugins,
     externalPackages: args.external_packages
   });
+  if (args.dev) {
+    const { evaluators } = await buildEvaluators(handles, evaluatorOpts);
+    const allEvaluators = Object.values(evaluators.evaluators).map(
+      (e) => e.evaluator
+    );
+    runDevServer(allEvaluators, {
+      host: args.dev_host,
+      port: args.dev_port,
+      orgName: args.dev_org_name
+    });
+    return;
+  }
   let success = true;
   try {
     if (!evaluatorOpts.noSendLogs) {
@@ -14544,7 +15035,16 @@ async function runWithEsbuild(args) {
         appUrl: args.app_url
       });
     }
-    success = await runOnce(handles, evaluatorOpts);
+    if (args.watch) {
+      await runAndWatch({
+        handles,
+        onExit: () => {
+          evaluatorOpts.progressReporter.stop();
+        }
+      });
+    } else {
+      success = await runOnce(handles, evaluatorOpts);
+    }
   } finally {
     for (const handle of Object.values(handles)) {
       await handle.destroy();
@@ -14654,10 +15154,6 @@ async function main() {
     help: "Only allow users that belong this to this org name to run remote evals.",
     type: String
   });
-  parser_run.add_argument("--runner", {
-    help: "JS eval runner binary (e.g. tsx, bun, ts-node). Defaults to tsx if available.",
-    type: String
-  });
   parser_run.set_defaults({ func: run });
   const parser_push = subparser.add_parser("push", {
     help: "Bundle prompts, tools, scorers, and other resources into Braintrust"