braintrust 0.0.94 → 0.0.95

package/dist/browser.js

@@ -704,6 +704,7 @@ function init(project, options = {}) {
     dataset,
     baseExperiment,
     isPublic,
+    open,
     update,
     appUrl,
     apiKey,
@@ -711,6 +712,41 @@ function init(project, options = {}) {
     metadata,
     gitMetadataSettings
   } = options || {};
+  if (open) {
+    if (isEmpty(experiment)) {
+      throw new Error("Cannot open an experiment without specifying its name");
+    }
+    if (update) {
+      throw new Error("Cannot open and update an experiment at the same time");
+    }
+    const lazyMetadata2 = new LazyValue(async () => {
+      await login({
+        orgName,
+        apiKey,
+        appUrl
+      });
+      const args = {
+        project_name: project,
+        org_name: _state.orgName,
+        experiment_name: experiment
+      };
+      const response = await _state.apiConn().post_json("api/experiment/get", args);
+      if (response.length === 0) {
+        throw new Error(
+          `Experiment ${experiment} not found in project ${project}.`
+        );
+      }
+      const info = response[0];
+      return {
+        id: info.id,
+        name: info.name,
+        fullInfo: info
+      };
+    });
+    return new ReadonlyExperiment(
+      lazyMetadata2
+    );
+  }
   const lazyMetadata = new LazyValue(
     async () => {
       await login({
@@ -752,7 +788,7 @@ function init(project, options = {}) {
         args["ancestor_commits"] = await isomorph_default.getPastNAncestors();
       }
       if (dataset !== void 0) {
-        args["dataset_id"] = dataset.id;
+        args["dataset_id"] = await dataset.id;
         args["dataset_version"] = await dataset.version();
       }
       if (isPublic !== void 0) {
@@ -1107,15 +1143,15 @@ function validateAndSanitizeExperimentLogPartialArgs(event) {
   }
 }
 function validateAndSanitizeExperimentLogFullArgs(event, hasDataset) {
-  if ("input" in event && event.input && "inputs" in event && event.inputs || !("input" in event) && !("inputs" in event)) {
+  if ("input" in event && !isEmpty(event.input) && "inputs" in event && !isEmpty(event.inputs) || !("input" in event) && !("inputs" in event)) {
     throw new Error(
       "Exactly one of input or inputs (deprecated) must be specified. Prefer input."
     );
   }
-  if (!event.output) {
+  if (isEmpty(event.output)) {
     throw new Error("output must be specified");
   }
-  if (!event.scores) {
+  if (isEmpty(event.scores)) {
     throw new Error("scores must be specified");
   }
   if (hasDataset && event.datasetRecordId === void 0) {
@@ -1127,8 +1163,61 @@ function validateAndSanitizeExperimentLogFullArgs(event, hasDataset) {
   }
   return event;
 }
-var Experiment = class {
+var ObjectFetcher = class {
+  constructor(objectType, pinnedVersion) {
+    this.objectType = objectType;
+    this.pinnedVersion = pinnedVersion;
+    this._fetchedData = void 0;
+  }
+  get id() {
+    throw new Error("ObjectFetcher subclasses must have an 'id' attribute");
+  }
+  async getState() {
+    throw new Error("ObjectFetcher subclasses must have a 'getState' method");
+  }
+  async *fetch() {
+    const records = await this.fetchedData();
+    for (const record of records) {
+      yield record;
+    }
+  }
+  [Symbol.iterator]() {
+    return this.fetch();
+  }
+  async fetchedData() {
+    if (this._fetchedData === void 0) {
+      const state = await this.getState();
+      const resp = await state.logConn().get(`object/${this.objectType}`, {
+        id: await this.id,
+        fmt: "json2",
+        version: this.pinnedVersion
+      });
+      this._fetchedData = await resp.json();
+    }
+    return this._fetchedData || [];
+  }
+  clearCache() {
+    this._fetchedData = void 0;
+  }
+  async version() {
+    if (this.pinnedVersion !== void 0) {
+      return this.pinnedVersion;
+    } else {
+      const fetchedData = await this.fetchedData();
+      let maxVersion = void 0;
+      for (const record of fetchedData) {
+        const xactId = record[TRANSACTION_ID_FIELD];
+        if (maxVersion === void 0 || (xactId ?? xactId > maxVersion)) {
+          maxVersion = xactId;
+        }
+      }
+      return maxVersion;
+    }
+  }
+};
+var Experiment = class extends ObjectFetcher {
   constructor(lazyMetadata, dataset) {
+    super("experiment", void 0);
     // For type identification.
     this.kind = "experiment";
     this.lazyMetadata = lazyMetadata;
@@ -1221,6 +1310,26 @@ var Experiment = class {
       ...argsRest
     });
   }
+  async fetchBaseExperiment() {
+    const state = await this.getState();
+    const conn = state.apiConn();
+    try {
+      const resp = await conn.post("/api/base_experiment/get_id", {
+        id: await this.id
+      });
+      const base = await resp.json();
+      return {
+        id: base["base_exp_id"],
+        name: base["base_exp_name"]
+      };
+    } catch (e) {
+      if (e instanceof FailedHTTPResponse && e.status === 400) {
+        return null;
+      } else {
+        throw e;
+      }
+    }
+  }
   /**
    * Summarize the experiment, including the scores (compared to the closest reference experiment) and metadata.
    *
@@ -1244,14 +1353,10 @@ var Experiment = class {
     let comparisonExperimentName = void 0;
     if (summarizeScores) {
       if (comparisonExperimentId === void 0) {
-        const conn = state.logConn();
-        const resp = await conn.get("/crud/base_experiments", {
-          id: await this.id
-        });
-        const base_experiments = await resp.json();
-        if (base_experiments.length > 0) {
-          comparisonExperimentId = base_experiments[0]["base_exp_id"];
-          comparisonExperimentName = base_experiments[0]["base_exp_name"];
+        const baseExperiment = await this.fetchBaseExperiment();
+        if (baseExperiment !== null) {
+          comparisonExperimentId = baseExperiment.id;
+          comparisonExperimentName = baseExperiment.name;
         }
       }
       if (comparisonExperimentId !== void 0) {
@@ -1311,6 +1416,40 @@ var Experiment = class {
     return this.id;
   }
 };
+var ReadonlyExperiment = class extends ObjectFetcher {
+  constructor(lazyMetadata) {
+    super("experiment", void 0);
+    this.lazyMetadata = lazyMetadata;
+  }
+  get id() {
+    return (async () => {
+      return (await this.lazyMetadata.get()).id;
+    })();
+  }
+  get name() {
+    return (async () => {
+      return (await this.lazyMetadata.get()).name;
+    })();
+  }
+  async getState() {
+    await this.lazyMetadata.get();
+    return _state;
+  }
+  async *asDataset() {
+    const records = this.fetch();
+    for await (const record of records) {
+      if (record.root_span_id !== record.span_id) {
+        continue;
+      }
+      const { output, expected } = record;
+      yield {
+        input: record.input,
+        expected: expected ?? output
+      };
+    }
+  }
+};
+var executionCounter = 0;
 var SpanImpl = class _SpanImpl {
   // root_experiment should only be specified for a root span. parent_span
   // should only be specified for non-root spans.
@@ -1336,7 +1475,11 @@ var SpanImpl = class _SpanImpl {
         start: args.startTime ?? getCurrentUnixTimestamp()
       },
       context: { ...callerLocation },
-      span_attributes: { ...args.spanAttributes, name },
+      span_attributes: {
+        ...args.spanAttributes,
+        name,
+        exec_counter: executionCounter++
+      },
       created: (/* @__PURE__ */ new Date()).toISOString()
     };
     this.parentIds = args.parentIds;
@@ -1434,11 +1577,10 @@ var SpanImpl = class _SpanImpl {
     return this.end(args);
   }
 };
-var Dataset = class {
+var Dataset = class extends ObjectFetcher {
   constructor(lazyMetadata, pinnedVersion) {
-    this._fetchedData = void 0;
+    super("dataset", pinnedVersion);
     this.lazyMetadata = lazyMetadata;
-    this.pinnedVersion = pinnedVersion;
     const logConn = new LazyValue(
       () => this.getState().then((state) => state.logConn())
     );
@@ -1546,81 +1688,6 @@ var Dataset = class {
       dataSummary
     };
   }
-  /**
-   * Fetch all records in the dataset.
-   *
-   * @example
-   * ```
-   * // Use an async iterator to fetch all records in the dataset.
-   * for await (const record of dataset.fetch()) {
-   *  console.log(record);
-   * }
-   *
-   * // You can also iterate over the dataset directly.
-   * for await (const record of dataset) {
-   *  console.log(record);
-   * }
-   * ```
-   *
-   * @returns An iterator over the dataset's records.
-   */
-  async *fetch() {
-    const records = await this.fetchedData();
-    for (const record of records) {
-      yield {
-        id: record.id,
-        input: record.input && JSON.parse(record.input),
-        output: record.input && JSON.parse(record.output),
-        metadata: record.metadata && JSON.parse(record.metadata)
-      };
-    }
-    this.clearCache();
-  }
-  /**
-   * Fetch all records in the dataset.
-   *
-   * @example
-   * ```
-   * // Use an async iterator to fetch all records in the dataset.
-   * for await (const record of dataset) {
-   *  console.log(record);
-   * }
-   * ```
-   */
-  [Symbol.asyncIterator]() {
-    return this.fetch();
-  }
-  async fetchedData() {
-    if (this._fetchedData === void 0) {
-      const state = await this.getState();
-      const resp = await state.logConn().get("object/dataset", {
-        id: await this.id,
-        fmt: "json",
-        version: this.pinnedVersion
-      });
-      const text = await resp.text();
-      this._fetchedData = text.split("\n").filter((x) => x.trim() !== "").map((x) => JSON.parse(x));
-    }
-    return this._fetchedData || [];
-  }
-  clearCache() {
-    this._fetchedData = void 0;
-  }
-  async version() {
-    if (this.pinnedVersion !== void 0) {
-      return this.pinnedVersion;
-    } else {
-      const fetchedData = await this.fetchedData();
-      let maxVersion = void 0;
-      for (const record of fetchedData) {
-        const xactId = record[TRANSACTION_ID_FIELD];
-        if (maxVersion === void 0 || (xactId ?? xactId > maxVersion)) {
-          maxVersion = xactId;
-        }
-      }
-      return maxVersion;
-    }
-  }
   /**
    * Flush any pending rows to the server.
    */
@@ -1891,6 +1958,7 @@ export {
   Logger,
   NOOP_SPAN,
   NoopSpan,
+  ReadonlyExperiment,
   SpanImpl,
   _internalGetGlobalState,
   _internalSetInitialState,