braintrust 0.1.0 → 0.2.0

package/dist/cli.js

@@ -1232,7 +1232,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "braintrust",
-      version: "0.1.0",
+      version: "0.2.0",
       description: "SDK for integrating Braintrust",
       repository: {
         type: "git",
@@ -1283,9 +1283,11 @@ var require_package = __commonJS({
         docs: "npx typedoc --options typedoc.json src/index.ts",
         prepublishOnly: "../../scripts/node_prepublish_sdk.py",
         postpublish: "../../scripts/node_postpublish_sdk.py",
-        test: "vitest run --exclude src/wrappers/anthropic.test.ts --exclude src/wrappers/oai.test.ts",
+        test: "vitest run --exclude src/wrappers/anthropic.test.ts --exclude src/wrappers/oai.test.ts --exclude src/otel.test.ts --exclude src/otel-no-deps.test.ts",
         "test:anthropic": "vitest run src/wrappers/anthropic.test.ts",
-        "test:openai": "vitest run src/wrappers/oai.test.ts"
+        "test:openai": "vitest run src/wrappers/oai.test.ts",
+        "test:otel": "vitest run src/otel.test.ts",
+        "test:otel-no-deps": "vitest run src/otel-no-deps.test.ts --reporter=verbose"
       },
       author: "",
       license: "MIT",
@@ -1320,7 +1322,7 @@ var require_package = __commonJS({
       },
       dependencies: {
         "@ai-sdk/provider": "^1.1.3",
-        "@braintrust/core": "0.0.90",
+        "@braintrust/core": "0.0.91",
         "@next/env": "^14.2.3",
         "@vercel/functions": "^1.0.2",
         argparse: "^2.0.1",
@@ -1328,7 +1330,7 @@ var require_package = __commonJS({
         "cli-progress": "^3.12.0",
         cors: "^2.8.5",
         dotenv: "^16.4.5",
-        esbuild: "^0.25.5",
+        esbuild: "^0.25.8",
         "eventsource-parser": "^1.1.2",
         express: "^4.21.2",
         "graceful-fs": "^4.2.11",
@@ -7263,14 +7265,20 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
   } else {
     data = dataResult;
   }
-  data = data.filter((d) => filters.every((f) => evaluateFilter(d, f))).flatMap(
-    (datum) => [...Array(evaluator.trialCount ?? 1).keys()].map(() => datum)
+  const dataWithTrials = data.filter((d) => filters.every((f) => evaluateFilter(d, f))).flatMap(
+    (datum) => [...Array(evaluator.trialCount ?? 1).keys()].map((trialIndex) => ({
+      datum,
+      trialIndex
+    }))
   );
-  progressReporter.start(evaluator.evalName, data.length);
+  progressReporter.start(evaluator.evalName, dataWithTrials.length);
   const results = [];
   const q = queue(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    async (datum) => {
+    async ({
+      datum,
+      trialIndex
+    }) => {
       const eventDataset = experiment ? experiment.dataset : Dataset.isDataset(evaluator.data) ? evaluator.data : void 0;
       const baseEvent = {
         name: "eval",
@@ -7319,7 +7327,8 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
                     name: evaluator.evalName,
                     object_type: "task"
                   });
-                }
+                },
+                trialIndex
               });
               if (outputResult instanceof Promise) {
                 output = await outputResult;
@@ -7469,9 +7478,9 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
         return await experiment.traced(callback, baseEvent);
       }
     },
-    Math.max(evaluator.maxConcurrency ?? data.length, 1)
+    Math.max(evaluator.maxConcurrency ?? dataWithTrials.length, 1)
   );
-  q.push(data);
+  q.push(dataWithTrials);
   const cancel = async () => {
     await new Promise((_, reject2) => {
       if (evaluator.timeout) {
@@ -7690,7 +7699,7 @@ async function getBaseBranchAncestor(remote = void 0) {
     return void 0;
   }
 }
-async function getPastNAncestors(n = 10, remote = void 0) {
+async function getPastNAncestors(n = 1e3, remote = void 0) {
   const git = await currentRepo();
   if (git === null) {
     return [];
@@ -7707,7 +7716,7 @@ async function getPastNAncestors(n = 10, remote = void 0) {
   if (!ancestor) {
     return [];
   }
-  const commits = await git.log({ from: ancestor, to: "HEAD" });
+  const commits = await git.log({ from: ancestor, to: "HEAD", maxCount: n });
   return commits.all.map((c) => c.hash);
 }
 async function attempt(fn) {

package/dist/getMachineId-bsd-7YM2UMB4.js

@@ -0,0 +1,37 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});
+
+
+var _chunkVKR7HDRSjs = require('./chunk-VKR7HDRS.js');
+
+
+
+
+var _chunkCDBUTZMHjs = require('./chunk-CDBUTZMH.js');
+
+// ../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-bsd.js
+var _fs = require('fs');
+async function getMachineId() {
+  try {
+    const result = await _fs.promises.readFile("/etc/hostid", { encoding: "utf8" });
+    return result.trim();
+  } catch (e) {
+    _chunkCDBUTZMHjs.diag.debug(`error reading machine id: ${e}`);
+  }
+  try {
+    const result = await _chunkVKR7HDRSjs.execAsync.call(void 0, "kenv -q smbios.system.uuid");
+    return result.stdout.trim();
+  } catch (e) {
+    _chunkCDBUTZMHjs.diag.debug(`error reading machine id: ${e}`);
+  }
+  return void 0;
+}
+var init_getMachineId_bsd = _chunkCDBUTZMHjs.__esm.call(void 0, {
+  "../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-bsd.js"() {
+    _chunkVKR7HDRSjs.init_execAsync.call(void 0, );
+    _chunkCDBUTZMHjs.init_esm.call(void 0, );
+  }
+});
+init_getMachineId_bsd();
+
+
+exports.getMachineId = getMachineId;

package/dist/getMachineId-bsd-L7QQYES7.mjs

@@ -0,0 +1,37 @@
+import {
+  execAsync,
+  init_execAsync
+} from "./chunk-NB5AEJPK.mjs";
+import {
+  __esm,
+  diag,
+  init_esm
+} from "./chunk-WKBXJQ57.mjs";
+
+// ../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-bsd.js
+import { promises as fs } from "fs";
+async function getMachineId() {
+  try {
+    const result = await fs.readFile("/etc/hostid", { encoding: "utf8" });
+    return result.trim();
+  } catch (e) {
+    diag.debug(`error reading machine id: ${e}`);
+  }
+  try {
+    const result = await execAsync("kenv -q smbios.system.uuid");
+    return result.stdout.trim();
+  } catch (e) {
+    diag.debug(`error reading machine id: ${e}`);
+  }
+  return void 0;
+}
+var init_getMachineId_bsd = __esm({
+  "../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-bsd.js"() {
+    init_execAsync();
+    init_esm();
+  }
+});
+init_getMachineId_bsd();
+export {
+  getMachineId
+};

package/dist/getMachineId-darwin-QV3NVG7H.js

@@ -0,0 +1,37 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});
+
+
+var _chunkVKR7HDRSjs = require('./chunk-VKR7HDRS.js');
+
+
+
+
+var _chunkCDBUTZMHjs = require('./chunk-CDBUTZMH.js');
+
+// ../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-darwin.js
+async function getMachineId() {
+  try {
+    const result = await _chunkVKR7HDRSjs.execAsync.call(void 0, 'ioreg -rd1 -c "IOPlatformExpertDevice"');
+    const idLine = result.stdout.split("\n").find((line) => line.includes("IOPlatformUUID"));
+    if (!idLine) {
+      return void 0;
+    }
+    const parts = idLine.split('" = "');
+    if (parts.length === 2) {
+      return parts[1].slice(0, -1);
+    }
+  } catch (e) {
+    _chunkCDBUTZMHjs.diag.debug(`error reading machine id: ${e}`);
+  }
+  return void 0;
+}
+var init_getMachineId_darwin = _chunkCDBUTZMHjs.__esm.call(void 0, {
+  "../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-darwin.js"() {
+    _chunkVKR7HDRSjs.init_execAsync.call(void 0, );
+    _chunkCDBUTZMHjs.init_esm.call(void 0, );
+  }
+});
+init_getMachineId_darwin();
+
+
+exports.getMachineId = getMachineId;

package/dist/getMachineId-darwin-YXDFFCXM.mjs

@@ -0,0 +1,37 @@
+import {
+  execAsync,
+  init_execAsync
+} from "./chunk-NB5AEJPK.mjs";
+import {
+  __esm,
+  diag,
+  init_esm
+} from "./chunk-WKBXJQ57.mjs";
+
+// ../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-darwin.js
+async function getMachineId() {
+  try {
+    const result = await execAsync('ioreg -rd1 -c "IOPlatformExpertDevice"');
+    const idLine = result.stdout.split("\n").find((line) => line.includes("IOPlatformUUID"));
+    if (!idLine) {
+      return void 0;
+    }
+    const parts = idLine.split('" = "');
+    if (parts.length === 2) {
+      return parts[1].slice(0, -1);
+    }
+  } catch (e) {
+    diag.debug(`error reading machine id: ${e}`);
+  }
+  return void 0;
+}
+var init_getMachineId_darwin = __esm({
+  "../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-darwin.js"() {
+    init_execAsync();
+    init_esm();
+  }
+});
+init_getMachineId_darwin();
+export {
+  getMachineId
+};

package/dist/getMachineId-linux-HKJ2YLJC.js

@@ -0,0 +1,29 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});
+
+
+
+var _chunkCDBUTZMHjs = require('./chunk-CDBUTZMH.js');
+
+// ../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-linux.js
+var _fs = require('fs');
+async function getMachineId() {
+  const paths = ["/etc/machine-id", "/var/lib/dbus/machine-id"];
+  for (const path of paths) {
+    try {
+      const result = await _fs.promises.readFile(path, { encoding: "utf8" });
+      return result.trim();
+    } catch (e) {
+      _chunkCDBUTZMHjs.diag.debug(`error reading machine id: ${e}`);
+    }
+  }
+  return void 0;
+}
+var init_getMachineId_linux = _chunkCDBUTZMHjs.__esm.call(void 0, {
+  "../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-linux.js"() {
+    _chunkCDBUTZMHjs.init_esm.call(void 0, );
+  }
+});
+init_getMachineId_linux();
+
+
+exports.getMachineId = getMachineId;

package/dist/getMachineId-linux-LWEEVKPU.mjs

@@ -0,0 +1,29 @@
+import {
+  __esm,
+  diag,
+  init_esm
+} from "./chunk-WKBXJQ57.mjs";
+
+// ../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-linux.js
+import { promises as fs } from "fs";
+async function getMachineId() {
+  const paths = ["/etc/machine-id", "/var/lib/dbus/machine-id"];
+  for (const path of paths) {
+    try {
+      const result = await fs.readFile(path, { encoding: "utf8" });
+      return result.trim();
+    } catch (e) {
+      diag.debug(`error reading machine id: ${e}`);
+    }
+  }
+  return void 0;
+}
+var init_getMachineId_linux = __esm({
+  "../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-linux.js"() {
+    init_esm();
+  }
+});
+init_getMachineId_linux();
+export {
+  getMachineId
+};

package/dist/getMachineId-unsupported-EGJSIDYQ.mjs

@@ -0,0 +1,20 @@
+import {
+  __esm,
+  diag,
+  init_esm
+} from "./chunk-WKBXJQ57.mjs";
+
+// ../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-unsupported.js
+async function getMachineId() {
+  diag.debug("could not read machine-id: unsupported platform");
+  return void 0;
+}
+var init_getMachineId_unsupported = __esm({
+  "../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-unsupported.js"() {
+    init_esm();
+  }
+});
+init_getMachineId_unsupported();
+export {
+  getMachineId
+};

package/dist/getMachineId-unsupported-TX34Q66M.js

@@ -0,0 +1,20 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});
+
+
+
+var _chunkCDBUTZMHjs = require('./chunk-CDBUTZMH.js');
+
+// ../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-unsupported.js
+async function getMachineId() {
+  _chunkCDBUTZMHjs.diag.debug("could not read machine-id: unsupported platform");
+  return void 0;
+}
+var init_getMachineId_unsupported = _chunkCDBUTZMHjs.__esm.call(void 0, {
+  "../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-unsupported.js"() {
+    _chunkCDBUTZMHjs.init_esm.call(void 0, );
+  }
+});
+init_getMachineId_unsupported();
+
+
+exports.getMachineId = getMachineId;

package/dist/getMachineId-win-M5YW2KGK.js

@@ -0,0 +1,39 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } }
+
+
+var _chunkVKR7HDRSjs = require('./chunk-VKR7HDRS.js');
+
+
+
+
+var _chunkCDBUTZMHjs = require('./chunk-CDBUTZMH.js');
+
+// ../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-win.js
+var _process = require('process'); var process = _interopRequireWildcard(_process);
+async function getMachineId() {
+  const args = "QUERY HKEY_LOCAL_MACHINE\\SOFTWARE\\Microsoft\\Cryptography /v MachineGuid";
+  let command = "%windir%\\System32\\REG.exe";
+  if (process.arch === "ia32" && "PROCESSOR_ARCHITEW6432" in process.env) {
+    command = "%windir%\\sysnative\\cmd.exe /c " + command;
+  }
+  try {
+    const result = await _chunkVKR7HDRSjs.execAsync.call(void 0, `${command} ${args}`);
+    const parts = result.stdout.split("REG_SZ");
+    if (parts.length === 2) {
+      return parts[1].trim();
+    }
+  } catch (e) {
+    _chunkCDBUTZMHjs.diag.debug(`error reading machine id: ${e}`);
+  }
+  return void 0;
+}
+var init_getMachineId_win = _chunkCDBUTZMHjs.__esm.call(void 0, {
+  "../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-win.js"() {
+    _chunkVKR7HDRSjs.init_execAsync.call(void 0, );
+    _chunkCDBUTZMHjs.init_esm.call(void 0, );
+  }
+});
+init_getMachineId_win();
+
+
+exports.getMachineId = getMachineId;

package/dist/getMachineId-win-UDA4B6X2.mjs

@@ -0,0 +1,39 @@
+import {
+  execAsync,
+  init_execAsync
+} from "./chunk-NB5AEJPK.mjs";
+import {
+  __esm,
+  diag,
+  init_esm
+} from "./chunk-WKBXJQ57.mjs";
+
+// ../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-win.js
+import * as process from "process";
+async function getMachineId() {
+  const args = "QUERY HKEY_LOCAL_MACHINE\\SOFTWARE\\Microsoft\\Cryptography /v MachineGuid";
+  let command = "%windir%\\System32\\REG.exe";
+  if (process.arch === "ia32" && "PROCESSOR_ARCHITEW6432" in process.env) {
+    command = "%windir%\\sysnative\\cmd.exe /c " + command;
+  }
+  try {
+    const result = await execAsync(`${command} ${args}`);
+    const parts = result.stdout.split("REG_SZ");
+    if (parts.length === 2) {
+      return parts[1].trim();
+    }
+  } catch (e) {
+    diag.debug(`error reading machine id: ${e}`);
+  }
+  return void 0;
+}
+var init_getMachineId_win = __esm({
+  "../../node_modules/.pnpm/@opentelemetry+resources@2.0.1_@opentelemetry+api@1.9.0/node_modules/@opentelemetry/resources/build/esm/detectors/platform/node/machine-id/getMachineId-win.js"() {
+    init_execAsync();
+    init_esm();
+  }
+});
+init_getMachineId_win();
+export {
+  getMachineId
+};