braintrust 0.0.85 → 0.0.86

package/dist/cli.js

@@ -595,9 +595,9 @@ var require_reusify = __commonJS({
   }
 });
 
-// ../../node_modules/.pnpm/fastq@1.15.0/node_modules/fastq/queue.js
+// ../../node_modules/.pnpm/fastq@1.16.0/node_modules/fastq/queue.js
 var require_queue = __commonJS({
-  "../../node_modules/.pnpm/fastq@1.15.0/node_modules/fastq/queue.js"(exports2, module2) {
+  "../../node_modules/.pnpm/fastq@1.16.0/node_modules/fastq/queue.js"(exports2, module2) {
     "use strict";
     var reusify = require_reusify();
     function fastqueue(context2, worker, concurrency) {
@@ -696,6 +696,7 @@ var require_queue = __commonJS({
         current.release = release;
         current.value = value;
         current.callback = done || noop;
+        current.errorHandler = errorHandler;
         if (_running === self.concurrency || self.paused) {
           if (queueHead) {
             current.next = queueHead;
@@ -9064,7 +9065,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "braintrust",
-      version: "0.0.85",
+      version: "0.0.86",
       description: "SDK for integrating Braintrust",
       main: "./dist/index.js",
       browser: {
@@ -10507,7 +10508,7 @@ var v4_default = v4;
 // src/cli.ts
 var import_pluralize2 = __toESM(require_pluralize());
 
-// ../../node_modules/.pnpm/@braintrust+core@0.0.7/node_modules/@braintrust/core/dist/index.mjs
+// ../core/js/dist/index.mjs
 var TRANSACTION_ID_FIELD = "_xact_id";
 var IS_MERGE_FIELD = "_is_merge";
 function mergeDicts(mergeInto, mergeFrom) {
@@ -10619,12 +10620,12 @@ var NoopSpan = class {
   }
   log(_) {
   }
-  startSpan(_0, _1) {
-    return this;
-  }
-  traced(_0, callback, _1) {
+  traced(callback, _1) {
     return callback(this);
   }
+  startSpan(_1) {
+    return this;
+  }
   end(args) {
     return args?.endTime ?? getCurrentUnixTimestamp();
   }
@@ -10632,16 +10633,25 @@ var NoopSpan = class {
     return this.end(args);
   }
 };
-var noopSpan = new NoopSpan();
+var NOOP_SPAN = new NoopSpan();
 var BraintrustState = class {
   constructor() {
+    this.apiUrl = null;
+    this.loginToken = null;
+    this.orgId = null;
+    this.orgName = null;
+    this.logUrl = null;
+    this.loggedIn = false;
+    this._apiConn = null;
+    this._logConn = null;
     this.id = v4_default();
-    this.currentExperiment = isomorph_default.newAsyncLocalStorage();
-    this.currentLogger = isomorph_default.newAsyncLocalStorage();
+    this.currentExperiment = void 0;
+    this.currentLogger = void 0;
     this.currentSpan = isomorph_default.newAsyncLocalStorage();
-    if (this.currentSpan.enterWith) {
-      this.currentSpan.enterWith(noopSpan);
-    }
+    this.resetLoginInfo();
+    globalThis.__inherited_braintrust_state = this;
+  }
+  resetLoginInfo() {
     this.apiUrl = null;
     this.loginToken = null;
     this.orgId = null;
@@ -10650,7 +10660,6 @@ var BraintrustState = class {
     this.loggedIn = false;
     this._apiConn = null;
     this._logConn = null;
-    globalThis.__inherited_braintrust_state = this;
   }
   apiConn() {
     if (!this._apiConn) {
@@ -10679,36 +10688,6 @@ function _internalSetInitialState() {
   _state = globalThis.__inherited_braintrust_state || new BraintrustState();
 }
 var _internalGetGlobalState = () => _state;
-var UnterminatedObjectsHandler = class {
-  constructor() {
-    this.unterminatedObjects = /* @__PURE__ */ new Map();
-    isomorph_default.processOn("exit", () => {
-      this.warnUnterminated();
-    });
-  }
-  addUnterminated(obj, createdLocation) {
-    this.unterminatedObjects.set(obj, createdLocation);
-  }
-  removeUnterminated(obj) {
-    this.unterminatedObjects.delete(obj);
-  }
-  warnUnterminated() {
-    if (this.unterminatedObjects.size === 0) {
-      return;
-    }
-    let warningMessage = "WARNING: Did not close the following braintrust objects. We recommend running `.close` on the listed objects, or by running them inside a callback so they are closed automatically:";
-    this.unterminatedObjects.forEach((createdLocation, obj) => {
-      let msg = `
-	Object of type ${obj?.constructor?.name}`;
-      if (createdLocation) {
-        msg += ` created at ${JSON.stringify(createdLocation)}`;
-      }
-      warningMessage += msg;
-    });
-    console.warn(warningMessage);
-  }
-};
-var unterminatedObjects = new UnterminatedObjectsHandler();
 var FailedHTTPResponse = class extends Error {
   constructor(status, text, data = null) {
     super(`${status}: ${text}`);
@@ -10825,10 +10804,11 @@ function now() {
   return (/* @__PURE__ */ new Date()).getTime();
 }
 var BackgroundLogger = class {
-  constructor() {
+  constructor(logConn) {
     this.items = [];
     this.active_flush = Promise.resolve([]);
     this.active_flush_resolved = true;
+    this.logConn = logConn;
     isomorph_default.processOn("beforeExit", async () => {
       await this.flush();
     });
@@ -10842,8 +10822,9 @@ var BackgroundLogger = class {
   }
   async flush_once(batchSize = DefaultBatchSize) {
     this.active_flush_resolved = false;
-    const allItems = mergeRowBatch(this.items || []).reverse();
+    const itemPromises = this.items;
     this.items = [];
+    const allItems = mergeRowBatch(await Promise.all(itemPromises)).reverse();
     let postPromises = [];
     while (true) {
       const items = [];
@@ -10868,7 +10849,7 @@ var BackgroundLogger = class {
           for (let i = 0; i < NumRetries; i++) {
             const startTime = now();
             try {
-              return (await _state.logConn().post_json("logs", itemsS)).map(
+              return (await (await this.logConn).post_json("logs", itemsS)).map(
                 (res) => res.id
               );
             } catch (e) {
@@ -10909,7 +10890,7 @@ var BackgroundLogger = class {
     }
   }
 };
-async function init(project, options = {}) {
+function init(project, options = {}) {
   const {
     experiment,
     description,
@@ -10920,40 +10901,90 @@ async function init(project, options = {}) {
     apiUrl,
     apiKey,
     orgName,
-    disableCache,
     metadata
   } = options || {};
-  await login({
-    orgName,
-    disableCache,
-    apiKey,
-    apiUrl
-  });
-  return await _initExperiment(project, {
-    experimentName: experiment,
-    description,
-    dataset,
-    update,
-    baseExperiment,
-    isPublic,
-    metadata
-  });
+  const lazyMetadata = (async () => {
+    await login({
+      orgName,
+      apiKey,
+      apiUrl
+    });
+    const args = {
+      project_name: project,
+      org_id: _state.orgId
+    };
+    if (experiment) {
+      args["experiment_name"] = experiment;
+    }
+    if (description) {
+      args["description"] = description;
+    }
+    if (update) {
+      args["update"] = update;
+    }
+    const repoStatus = await isomorph_default.getRepoStatus();
+    if (repoStatus) {
+      args["repo_info"] = repoStatus;
+    }
+    if (baseExperiment) {
+      args["base_experiment"] = baseExperiment;
+    } else {
+      args["ancestor_commits"] = await isomorph_default.getPastNAncestors();
+    }
+    if (dataset !== void 0) {
+      args["dataset_id"] = dataset.id;
+      args["dataset_version"] = await dataset.version();
+    }
+    if (isPublic !== void 0) {
+      args["public"] = isPublic;
+    }
+    if (metadata) {
+      args["metadata"] = metadata;
+    }
+    let response = null;
+    while (true) {
+      try {
+        response = await _state.apiConn().post_json("api/experiment/register", args);
+        break;
+      } catch (e) {
+        if (args["base_experiment"] && `${"data" in e && e.data}`.includes("base experiment")) {
+          console.warn(`Base experiment ${args["base_experiment"]} not found.`);
+          delete args["base_experiment"];
+        } else {
+          throw e;
+        }
+      }
+    }
+    return {
+      project: {
+        id: response.project.id,
+        name: response.project.name,
+        fullInfo: response.project
+      },
+      experiment: {
+        id: response.experiment.id,
+        name: response.experiment.name,
+        fullInfo: response.experiment
+      }
+    };
+  })();
+  const ret = new Experiment(lazyMetadata, dataset);
+  if (options.setCurrent ?? true) {
+    _state.currentExperiment = ret;
+  }
+  return ret;
 }
 async function login(options = {}) {
   const {
     apiUrl = isomorph_default.getEnv("BRAINTRUST_API_URL") || "https://www.braintrustdata.com",
     apiKey = isomorph_default.getEnv("BRAINTRUST_API_KEY"),
-    orgName = isomorph_default.getEnv("BRAINTRUST_ORG_NAME"),
-    disableCache = false
+    orgName = isomorph_default.getEnv("BRAINTRUST_ORG_NAME")
   } = options || {};
   let { forceLogin = false } = options || {};
-  if (apiUrl != _state.apiUrl || apiKey !== void 0 && HTTPConnection.sanitize_token(apiKey) != _state.loginToken || orgName !== void 0 && orgName != _state.orgName) {
-    forceLogin = true;
-  }
   if (_state.loggedIn && !forceLogin) {
     return;
   }
-  _state = new BraintrustState();
+  _state.resetLoginInfo();
   _state.apiUrl = apiUrl;
   let conn = null;
   if (apiKey !== void 0) {
@@ -10985,64 +11016,8 @@ async function login(options = {}) {
   _state.loginToken = conn.token;
   _state.loggedIn = true;
 }
-function currentExperiment() {
-  return _state.currentExperiment.getStore();
-}
-function currentLogger() {
-  return _state.currentLogger.getStore();
-}
-function currentSpan() {
-  return _state.currentSpan.getStore() ?? noopSpan;
-}
-function startSpan(args) {
-  const { name: nameOpt, ...argsRest } = args ?? {};
-  const name = (nameOpt ?? isomorph_default.getCallerLocation()?.caller_functionname) || "root";
-  const parentSpan = currentSpan();
-  if (!parentSpan) {
-    throw new Error(
-      "Cannot call startSpan() from outside a trace. Please wrap this code in a traced() callback."
-    );
-  }
-  if (!Object.is(parentSpan, noopSpan)) {
-    return parentSpan.startSpan(name, argsRest);
-  }
-  const experiment = currentExperiment();
-  if (experiment) {
-    return experiment.startSpan({ name, ...argsRest });
-  }
-  const logger = currentLogger();
-  if (logger) {
-    throw new Error(
-      "Cannot start a span within a logger from startSpan(). Use logger.startSpan() instead."
-    );
-  }
-  return noopSpan;
-}
-function traced(callback, args) {
-  const span = startSpan(args);
-  return runFinally(
-    () => {
-      if (args?.setCurrent ?? true) {
-        return withCurrent(span, () => callback(span));
-      } else {
-        return callback(span);
-      }
-    },
-    () => span.end()
-  );
-}
-function withCurrent(object, callback) {
-  if (object.kind === "experiment") {
-    return _state.currentExperiment.run(object, callback);
-  } else if (object.kind === "logger") {
-    return _state.currentLogger.run(object, callback);
-  } else if (object.kind === "span") {
-    return _state.currentSpan.run(object, callback);
-  } else {
-    throw new Error(
-      `Invalid object of type ${object.constructor.name}`
-    );
-  }
+function withCurrent(span, callback) {
+  return _state.currentSpan.run(span, () => callback(span));
 }
 function _check_org_info(org_info, org_name) {
   if (org_info.length === 0) {
@@ -11130,83 +11105,34 @@ function validateAndSanitizeExperimentLogFullArgs(event, hasDataset) {
   }
   return event;
 }
-async function _initExperiment(projectName, {
-  experimentName,
-  description,
-  dataset,
-  update,
-  baseExperiment,
-  isPublic,
-  metadata
-} = {
-  experimentName: void 0,
-  description: void 0,
-  baseExperiment: void 0,
-  isPublic: false,
-  metadata: void 0
-}) {
-  const args = {
-    project_name: projectName,
-    org_id: _state.orgId
-  };
-  if (experimentName) {
-    args["experiment_name"] = experimentName;
-  }
-  if (description) {
-    args["description"] = description;
-  }
-  if (update) {
-    args["update"] = update;
-  }
-  const repoStatus = await isomorph_default.getRepoStatus();
-  if (repoStatus) {
-    args["repo_info"] = repoStatus;
-  }
-  if (baseExperiment) {
-    args["base_experiment"] = baseExperiment;
-  } else {
-    args["ancestor_commits"] = await isomorph_default.getPastNAncestors();
-  }
-  if (dataset !== void 0) {
-    args["dataset_id"] = dataset.id;
-    args["dataset_version"] = await dataset.version();
-  }
-  if (isPublic !== void 0) {
-    args["public"] = isPublic;
-  }
-  if (metadata) {
-    args["metadata"] = metadata;
-  }
-  let response = null;
-  while (true) {
-    try {
-      response = await _state.apiConn().post_json("api/experiment/register", args);
-      break;
-    } catch (e) {
-      if (args["base_experiment"] && `${"data" in e && e.data}`.includes("base experiment")) {
-        console.warn(`Base experiment ${args["base_experiment"]} not found.`);
-        delete args["base_experiment"];
-      } else {
-        throw e;
-      }
-    }
-  }
-  const project = response.project;
-  const experiment = response.experiment;
-  return new Experiment(project, experiment.id, experiment.name, dataset);
-}
 var Experiment = class {
-  constructor(project, id, name, dataset) {
+  constructor(lazyMetadata, dataset) {
     // For type identification.
     this.kind = "experiment";
-    this.finished = false;
-    this.project = project;
-    this.id = id;
-    this.name = name;
+    this.lazyMetadata = lazyMetadata;
     this.dataset = dataset;
-    this.bgLogger = new BackgroundLogger();
+    const logConn = this.getState().then((state) => state.logConn());
+    this.bgLogger = new BackgroundLogger(logConn);
     this.lastStartTime = getCurrentUnixTimestamp();
-    unterminatedObjects.addUnterminated(this, isomorph_default.getCallerLocation());
+  }
+  get id() {
+    return (async () => {
+      return (await this.lazyMetadata).experiment.id;
+    })();
+  }
+  get name() {
+    return (async () => {
+      return (await this.lazyMetadata).experiment.name;
+    })();
+  }
+  get project() {
+    return (async () => {
+      return (await this.lazyMetadata).project;
+    })();
+  }
+  async getState() {
+    await this.lazyMetadata;
+    return _state;
   }
   /**
    * Log a single event to the experiment. The event will be batched and uploaded behind the scenes.
@@ -11224,29 +11150,15 @@ var Experiment = class {
    * :returns: The `id` of the logged event.
    */
   log(event) {
-    this.checkNotFinished();
     event = validateAndSanitizeExperimentLogFullArgs(event, !!this.dataset);
     const span = this.startSpan({ startTime: this.lastStartTime, event });
     this.lastStartTime = span.end();
     return span.id;
   }
   /**
-   * Create a new toplevel span. The name parameter is optional and defaults to "root".
+   * Create a new toplevel span underneath the experiment. The name defaults to "root".
    *
-   * See `Span.startSpan` for full details.
-   */
-  startSpan(args) {
-    this.checkNotFinished();
-    const { name, ...argsRest } = args ?? {};
-    return new SpanImpl({
-      bgLogger: this.bgLogger,
-      name: name ?? "root",
-      ...argsRest,
-      rootExperiment: this
-    });
-  }
-  /**
-   * Wrapper over `Experiment.startSpan`, which passes the initialized `Span` it to the given callback and ends it afterwards. See `Span.traced` for full details.
+   * See `Span.traced` for full details.
    */
   traced(callback, args) {
     const { setCurrent, ...argsRest } = args ?? {};
@@ -11254,7 +11166,7 @@ var Experiment = class {
     return runFinally(
       () => {
         if (setCurrent ?? true) {
-          return withCurrent(span, () => callback(span));
+          return withCurrent(span, callback);
         } else {
           return callback(span);
         }
@@ -11262,6 +11174,25 @@ var Experiment = class {
       () => span.end()
     );
   }
+  /**
+   * Lower-level alternative to `traced`, which does not automatically end the span or mark it as current.
+   *
+   * See `traced` for full details.
+   */
+  startSpan(args) {
+    const { name, ...argsRest } = args ?? {};
+    const parentIds = (async () => ({
+      kind: "experiment",
+      project_id: (await this.project).id,
+      experiment_id: await this.id
+    }))();
+    return new SpanImpl({
+      parentIds,
+      bgLogger: this.bgLogger,
+      name: name ?? "root",
+      ...argsRest
+    });
+  }
   /**
    * Summarize the experiment, including the scores (compared to the closest reference experiment) and metadata.
    *
@@ -11273,18 +11204,21 @@ var Experiment = class {
   async summarize(options = {}) {
     let { summarizeScores = true, comparisonExperimentId = void 0 } = options || {};
     await this.bgLogger.flush();
-    const projectUrl = `${_state.apiUrl}/app/${encodeURIComponent(
-      _state.orgName
-    )}/p/${encodeURIComponent(this.project.name)}`;
-    const experimentUrl = `${projectUrl}/${encodeURIComponent(this.name)}`;
+    const state = await this.getState();
+    const projectUrl = `${state.apiUrl}/app/${encodeURIComponent(
+      state.orgName
+    )}/p/${encodeURIComponent((await this.project).name)}`;
+    const experimentUrl = `${projectUrl}/${encodeURIComponent(
+      await this.name
+    )}`;
     let scores = void 0;
     let metrics = void 0;
     let comparisonExperimentName = void 0;
     if (summarizeScores) {
       if (comparisonExperimentId === void 0) {
-        const conn = _state.logConn();
+        const conn = state.logConn();
         const resp = await conn.get("/crud/base_experiments", {
-          id: this.id
+          id: await this.id
         });
         const base_experiments = await resp.json();
         if (base_experiments.length > 0) {
@@ -11293,10 +11227,10 @@ var Experiment = class {
         }
       }
       if (comparisonExperimentId !== void 0) {
-        const results = await _state.logConn().get_json(
+        const results = await state.logConn().get_json(
           "/experiment-comparison2",
           {
-            experiment_id: this.id,
+            experiment_id: await this.id,
             base_experiment_id: comparisonExperimentId
           },
           3
@@ -11306,8 +11240,8 @@ var Experiment = class {
       }
     }
     return {
-      projectName: this.project.name,
-      experimentName: this.name,
+      projectName: (await this.project).name,
+      experimentName: await this.name,
       projectUrl,
       experimentUrl,
       comparisonExperimentName,
@@ -11316,118 +11250,99 @@ var Experiment = class {
     };
   }
   /**
-   * Finish the experiment and return its id. After calling close, you may not invoke any further methods on the experiment object.
-   *
-   * Will be invoked automatically if the experiment is wrapped in a callback passed to `braintrust.withExperiment`.
-   *
-   * @returns The experiment id.
+   * Flush any pending rows to the server.
+   */
+  async flush() {
+    return await this.bgLogger.flush();
+  }
+  /**
+   * This function is deprecated. You can simply remove it from your code.
    */
   async close() {
-    this.checkNotFinished();
-    await this.bgLogger.flush();
-    this.finished = true;
-    unterminatedObjects.removeUnterminated(this);
+    console.warn(
+      "close is deprecated and will be removed in a future version of braintrust. It is now a no-op and can be removed"
+    );
     return this.id;
   }
-  checkNotFinished() {
-    if (this.finished) {
-      throw new Error("Cannot invoke method on finished experiment");
-    }
-  }
 };
 var SpanImpl = class _SpanImpl {
   // root_experiment should only be specified for a root span. parent_span
   // should only be specified for non-root spans.
   constructor(args) {
     this.kind = "span";
-    this.finished = false;
     this.loggedEndTime = void 0;
     this.bgLogger = args.bgLogger;
     const callerLocation = isomorph_default.getCallerLocation();
+    const name = (() => {
+      if (args.name)
+        return args.name;
+      if (callerLocation) {
+        const pathComponents = callerLocation.caller_filename.split("/");
+        const filename = pathComponents[pathComponents.length - 1];
+        return [callerLocation.caller_functionname].concat(
+          filename ? [`${filename}:${callerLocation.caller_lineno}`] : []
+        ).join(":");
+      }
+      return "subspan";
+    })();
     this.internalData = {
       metrics: {
         start: args.startTime ?? getCurrentUnixTimestamp(),
         ...callerLocation
       },
-      span_attributes: { ...args.spanAttributes, name: args.name },
+      span_attributes: { ...args.spanAttributes, name },
       created: (/* @__PURE__ */ new Date()).toISOString()
     };
+    this.parentIds = args.parentIds;
     const id = args.event?.id ?? v4_default();
     const span_id = v4_default();
-    if ("rootExperiment" in args) {
-      this._object_info = {
-        id,
-        span_id,
-        root_span_id: span_id,
-        project_id: args.rootExperiment.project.id,
-        experiment_id: args.rootExperiment.id
-      };
-    } else if ("rootProject" in args) {
-      this._object_info = {
-        id,
-        span_id,
-        root_span_id: span_id,
-        org_id: _state.orgId,
-        project_id: args.rootProject.id,
-        log_id: "g"
-      };
-    } else if ("parentSpan" in args) {
-      this._object_info = {
-        ...args.parentSpan._object_info,
-        id,
-        span_id
-      };
-      this.internalData.span_parents = [args.parentSpan.span_id];
-    } else {
-      throw new Error("Must provide either 'rootExperiment' or 'parentSpan'");
+    this.rowIds = {
+      id,
+      span_id,
+      root_span_id: args.parentSpanInfo?.root_span_id ?? span_id
+    };
+    if (args.parentSpanInfo) {
+      this.internalData.span_parents = [args.parentSpanInfo.span_id];
     }
     this.isMerge = false;
     const { id: _id, ...eventRest } = args.event ?? {};
     this.log(eventRest);
     this.isMerge = true;
-    unterminatedObjects.addUnterminated(this, callerLocation);
   }
   get id() {
-    return this._object_info.id;
+    return this.rowIds.id;
   }
   get span_id() {
-    return this._object_info.span_id;
+    return this.rowIds.span_id;
   }
   get root_span_id() {
-    return this._object_info.root_span_id;
+    return this.rowIds.root_span_id;
   }
   log(event) {
-    this.checkNotFinished();
     const sanitized = validateAndSanitizeExperimentLogPartialArgs(event);
     const sanitizedAndInternalData = { ...this.internalData };
     mergeDicts(sanitizedAndInternalData, sanitized);
-    const record = {
-      ...sanitizedAndInternalData,
-      ...this._object_info,
-      [IS_MERGE_FIELD]: this.isMerge
-    };
-    if (record.metrics?.end) {
-      this.loggedEndTime = record.metrics?.end;
-    }
     this.internalData = {};
+    if (sanitizedAndInternalData.metrics?.end) {
+      this.loggedEndTime = sanitizedAndInternalData.metrics?.end;
+    }
+    const record = (async () => {
+      return {
+        ...sanitizedAndInternalData,
+        ...this.rowIds,
+        ...await this.parentIds,
+        [IS_MERGE_FIELD]: this.isMerge
+      };
+    })();
     this.bgLogger.log([record]);
   }
-  startSpan(name, args) {
-    this.checkNotFinished();
-    return new _SpanImpl({
-      bgLogger: this.bgLogger,
-      name,
-      ...args,
-      parentSpan: this
-    });
-  }
-  traced(name, callback, args) {
+  traced(callback, args) {
     const { setCurrent, ...argsRest } = args ?? {};
-    const span = this.startSpan(name, argsRest);
+    const span = this.startSpan(argsRest);
     return runFinally(
       () => {
         if (setCurrent ?? true) {
-          return withCurrent(span, () => callback(span));
+          return withCurrent(span, callback);
         } else {
           return callback(span);
         }
@@ -11435,8 +11350,18 @@ var SpanImpl = class _SpanImpl {
       () => span.end()
     );
   }
+  startSpan(args) {
+    return new _SpanImpl({
+      parentIds: this.parentIds,
+      bgLogger: this.bgLogger,
+      parentSpanInfo: {
+        span_id: this.rowIds.span_id,
+        root_span_id: this.rowIds.root_span_id
+      },
+      ...args
+    });
+  }
   end(args) {
-    this.checkNotFinished();
     let endTime;
     if (!this.loggedEndTime) {
       endTime = args?.endTime ?? getCurrentUnixTimestamp();
@@ -11445,29 +11370,38 @@ var SpanImpl = class _SpanImpl {
       endTime = this.loggedEndTime;
     }
     this.log({});
-    this.finished = true;
-    unterminatedObjects.removeUnterminated(this);
     return endTime;
   }
   close(args) {
     return this.end(args);
   }
-  checkNotFinished() {
-    if (this.finished) {
-      throw new Error("Cannot invoke method on finished span");
-    }
-  }
 };
 var Dataset = class {
-  constructor(project, id, name, pinnedVersion) {
+  constructor(lazyMetadata, pinnedVersion) {
     this._fetchedData = void 0;
-    this.finished = false;
-    this.project = project;
-    this.id = id;
-    this.name = name;
+    this.lazyMetadata = lazyMetadata;
     this.pinnedVersion = pinnedVersion;
-    this.logger = new BackgroundLogger();
-    unterminatedObjects.addUnterminated(this, isomorph_default.getCallerLocation());
+    const logConn = this.getState().then((state) => state.logConn());
+    this.bgLogger = new BackgroundLogger(logConn);
+  }
+  get id() {
+    return (async () => {
+      return (await this.lazyMetadata).dataset.id;
+    })();
+  }
+  get name() {
+    return (async () => {
+      return (await this.lazyMetadata).dataset.name;
+    })();
+  }
+  get project() {
+    return (async () => {
+      return (await this.lazyMetadata).project;
+    })();
+  }
+  async getState() {
+    await this.lazyMetadata;
+    return _state;
   }
   /**
    * Insert a single record to the dataset. The record will be batched and uploaded behind the scenes. If you pass in an `id`,
@@ -11489,7 +11423,6 @@ var Dataset = class {
     metadata,
     id
   }) {
-    this.checkNotFinished();
     if (metadata !== void 0) {
       for (const key of Object.keys(metadata)) {
         if (typeof key !== "string") {
@@ -11497,29 +11430,29 @@ var Dataset = class {
         }
       }
     }
-    const args = {
-      id: id || v4_default(),
+    const rowId = id || v4_default();
+    const args = (async () => ({
+      id: rowId,
       inputs: input,
       output,
-      project_id: this.project.id,
-      dataset_id: this.id,
+      project_id: (await this.project).id,
+      dataset_id: await this.id,
       created: (/* @__PURE__ */ new Date()).toISOString(),
       metadata
-    };
-    this.logger.log([args]);
-    return args.id;
+    }))();
+    this.bgLogger.log([args]);
+    return rowId;
   }
   delete(id) {
-    this.checkNotFinished();
-    const args = {
+    const args = (async () => ({
       id,
-      project_id: this.project.id,
-      dataset_id: this.id,
+      project_id: (await this.project).id,
+      dataset_id: await this.id,
       created: (/* @__PURE__ */ new Date()).toISOString(),
       _object_delete: true
-    };
-    this.logger.log([args]);
-    return args.id;
+    }))();
+    this.bgLogger.log([args]);
+    return id;
   }
   /**
    * Summarize the dataset, including high level metrics about its size and other metadata.
@@ -11528,26 +11461,26 @@ var Dataset = class {
    * @returns A summary of the dataset.
    */
   async summarize(options = {}) {
-    this.checkNotFinished();
     let { summarizeData = true } = options || {};
-    await this.logger.flush();
-    const projectUrl = `${_state.apiUrl}/app/${encodeURIComponent(
-      _state.orgName
-    )}/p/${encodeURIComponent(this.project.name)}`;
-    const datasetUrl = `${projectUrl}/d/${encodeURIComponent(this.name)}`;
+    await this.bgLogger.flush();
+    const state = await this.getState();
+    const projectUrl = `${state.apiUrl}/app/${encodeURIComponent(
+      state.orgName
+    )}/p/${encodeURIComponent((await this.project).name)}`;
+    const datasetUrl = `${projectUrl}/d/${encodeURIComponent(await this.name)}`;
     let dataSummary = void 0;
     if (summarizeData) {
-      dataSummary = await _state.logConn().get_json(
+      dataSummary = await state.logConn().get_json(
         "dataset-summary",
         {
-          dataset_id: this.id
+          dataset_id: await this.id
         },
         3
       );
     }
     return {
-      projectName: this.project.name,
-      datasetName: this.name,
+      projectName: (await this.project).name,
+      datasetName: await this.name,
       projectUrl,
       datasetUrl,
       dataSummary
@@ -11572,7 +11505,6 @@ var Dataset = class {
    * @returns An iterator over the dataset's records.
    */
   async *fetch() {
-    this.checkNotFinished();
     const records = await this.fetchedData();
     for (const record of records) {
       yield {
@@ -11596,14 +11528,13 @@ var Dataset = class {
    * ```
    */
   [Symbol.asyncIterator]() {
-    this.checkNotFinished();
     return this.fetch();
   }
   async fetchedData() {
-    this.checkNotFinished();
     if (this._fetchedData === void 0) {
-      const resp = await _state.logConn().get("object/dataset", {
-        id: this.id,
+      const state = await this.getState();
+      const resp = await state.logConn().get("object/dataset", {
+        id: await this.id,
         fmt: "json",
         version: this.pinnedVersion
       });
@@ -11613,11 +11544,9 @@ var Dataset = class {
     return this._fetchedData || [];
   }
   clearCache() {
-    this.checkNotFinished();
     this._fetchedData = void 0;
   }
   async version() {
-    this.checkNotFinished();
     if (this.pinnedVersion !== void 0) {
       return this.pinnedVersion;
     } else {
@@ -11633,24 +11562,20 @@ var Dataset = class {
     }
   }
   /**
-   * Terminate connection to the dataset and return its id. After calling close, you may not invoke any further methods on the dataset object.
-   *
-   * Will be invoked automatically if the dataset is bound as a context manager.
-   *
-   * @returns The dataset id.
+   * Flush any pending rows to the server.
+   */
+  async flush() {
+    return await this.bgLogger.flush();
+  }
+  /**
+   * This function is deprecated. You can simply remove it from your code.
    */
   async close() {
-    this.checkNotFinished();
-    await this.logger.flush();
-    this.finished = true;
-    unterminatedObjects.removeUnterminated(this);
+    console.warn(
+      "close is deprecated and will be removed in a future version of braintrust. It is now a no-op and can be removed"
+    );
     return this.id;
   }
-  checkNotFinished() {
-    if (this.finished) {
-      throw new Error("Cannot invoke method on finished dataset");
-    }
-  }
 };
 
 // src/progress.ts
@@ -11830,30 +11755,27 @@ async function runEvaluator(experiment, evaluator, progressReporter, filters) {
     let output = void 0;
     let error2 = void 0;
     let scores = {};
-    const callback = async () => {
+    const callback = async (rootSpan) => {
       try {
         const meta = (o) => metadata = { ...metadata, ...o };
-        await traced(
-          async () => {
-            const outputResult = evaluator.task(datum.input, {
-              meta,
-              span: currentSpan()
-            });
+        await rootSpan.traced(
+          async (span) => {
+            const outputResult = evaluator.task(datum.input, { meta, span });
             if (outputResult instanceof Promise) {
               output = await outputResult;
             } else {
               output = outputResult;
             }
-            currentSpan().log({ input: datum.input, output });
+            span.log({ input: datum.input, output });
           },
           { name: "task" }
         );
-        currentSpan().log({ output });
+        rootSpan.log({ output });
         const scoringArgs = { ...datum, metadata, output };
         const scoreResults = await Promise.all(
           evaluator.scores.map(async (score, score_idx) => {
-            return traced(
-              async () => {
+            return rootSpan.traced(
+              async (span) => {
                 const scoreResult = score(scoringArgs);
                 const result = scoreResult instanceof Promise ? await scoreResult : scoreResult;
                 const {
@@ -11861,7 +11783,7 @@ async function runEvaluator(experiment, evaluator, progressReporter, filters) {
                   name: _,
                   ...resultRest
                 } = result;
-                currentSpan().log({
+                span.log({
                   output: resultRest,
                   metadata: resultMetadata
                 });
@@ -11890,7 +11812,7 @@ async function runEvaluator(experiment, evaluator, progressReporter, filters) {
         if (Object.keys(scoreMetadata).length > 0) {
           meta({ scores: scoreMetadata });
         }
-        currentSpan().log({ scores, metadata });
+        rootSpan.log({ scores, metadata });
       } catch (e) {
         error2 = e;
       } finally {
@@ -11903,17 +11825,16 @@ async function runEvaluator(experiment, evaluator, progressReporter, filters) {
         error: error2
       };
     };
-    const rootSpan = experiment ? experiment.startSpan({
-      name: "eval",
-      event: {
-        input: datum.input,
-        expected: datum.expected
-      }
-    }) : noopSpan;
-    try {
-      return await withCurrent(rootSpan, callback);
-    } finally {
-      rootSpan.end();
+    if (!experiment) {
+      return await callback(NOOP_SPAN);
+    } else {
+      return await experiment.traced(callback, {
+        name: "eval",
+        event: {
+          input: datum.input,
+          expected: datum.expected
+        }
+      });
     }
   });
   const results = await Promise.all(evals);
@@ -16309,7 +16230,7 @@ async function runOnce(handles, opts) {
       );
     } finally {
       if (logger) {
-        await logger.close();
+        await logger.flush();
       }
     }
   });