bitfab 0.58.5 → 0.59.0

package/dist/{chunk-OTQA6MCF.js → chunk-Y6FVWJKU.js}

@@ -1,6 +1,6 @@
 import {
   BitfabError
-} from "./chunk-QIBFNIIF.js";
+} from "./chunk-R5MUOBRK.js";
 
 // src/codeChange.ts
 var NUL = String.fromCharCode(0);
@@ -234,7 +234,7 @@ async function seedFromRegistry(registry, pipeline, cases, options = {}) {
       sessionId: seedCase.sessionId
     })
   );
-  const { flushTraces: flushTraces2 } = await import("./http-XDKEIZNV.js");
+  const { flushTraces: flushTraces2 } = await import("./http-7WLON2BH.js");
   await flushTraces2(3e4);
   return { pipeline, traceFunctionKey, traceIds };
 }
@@ -782,4 +782,4 @@ export {
   runRegistryMain,
   runIfEntrypoint
 };
-//# sourceMappingURL=chunk-OTQA6MCF.js.map
+//# sourceMappingURL=chunk-Y6FVWJKU.js.map

package/dist/{http-XDKEIZNV.js → http-7WLON2BH.js}

@@ -6,7 +6,7 @@ import {
   flushTraces,
   parseRetryAfterMs,
   serializePayloadBody
-} from "./chunk-QIBFNIIF.js";
+} from "./chunk-R5MUOBRK.js";
 export {
   BitfabError,
   HttpClient,
@@ -16,4 +16,4 @@ export {
   parseRetryAfterMs,
   serializePayloadBody
 };
-//# sourceMappingURL=http-XDKEIZNV.js.map
+//# sourceMappingURL=http-7WLON2BH.js.map

package/dist/{http-F6QV3YLY.js → http-D7P4JL6C.js}

@@ -6,7 +6,7 @@ import {
   flushTraces,
   parseRetryAfterMs,
   serializePayloadBody
-} from "./chunk-7SPNHC33.js";
+} from "./chunk-KFZ5OIN5.js";
 import "./chunk-BAOIRE5T.js";
 export {
   BitfabError,
@@ -17,4 +17,4 @@ export {
   parseRetryAfterMs,
   serializePayloadBody
 };
-//# sourceMappingURL=http-F6QV3YLY.js.map
+//# sourceMappingURL=http-D7P4JL6C.js.map

package/dist/index.cjs

@@ -51,7 +51,7 @@ var __version__, __packageName__;
 var init_version_generated = __esm({
   "src/version.generated.ts"() {
     "use strict";
-    __version__ = "0.58.5";
+    __version__ = "0.59.0";
     __packageName__ = "bitfab";
   }
 });
@@ -4399,6 +4399,8 @@ var init_replay = __esm({
 var index_exports = {};
 __export(index_exports, {
   AssertionCategoriesClient: () => AssertionCategoriesClient,
+  AssertionGenerationError: () => AssertionGenerationError,
+  AssertionGenerationTimeoutError: () => AssertionGenerationTimeoutError,
   BITFAB_PROGRESS_PREFIX: () => BITFAB_PROGRESS_PREFIX,
   Bitfab: () => Bitfab,
   BitfabClaudeAgentHandler: () => BitfabClaudeAgentHandler,
@@ -4414,6 +4416,8 @@ __export(index_exports, {
   DEFAULT_SERVICE_URL: () => DEFAULT_SERVICE_URL,
   DatasetsClient: () => DatasetsClient,
   DbBranchReplayError: () => DbBranchReplayError,
+  GraderRerunError: () => GraderRerunError,
+  GraderRerunTimeoutError: () => GraderRerunTimeoutError,
   GradersClient: () => GradersClient,
   HttpClient: () => HttpClient,
   LabelsClient: () => LabelsClient,
@@ -5841,11 +5845,39 @@ init_constants();
 
 // src/datasets.ts
 var DEFAULT_RERUN_TIMEOUT_MS = 9e4;
-var DEFAULT_RERUN_POLL_INTERVAL_MS = 1e3;
+var RERUN_POLL_INTERVAL_MS = 1e3;
 var TERMINAL_RERUN_STATUSES = /* @__PURE__ */ new Set([
   "completed",
   "errored"
 ]);
+var GraderRerunError = class extends Error {
+  constructor(message, run) {
+    super(message);
+    this.run = run;
+    this.name = "GraderRerunError";
+  }
+};
+var GraderRerunTimeoutError = class extends GraderRerunError {
+  constructor(datasetId, run, timeoutMs) {
+    super(
+      `Grader re-run ${run.id} on dataset ${datasetId} was still ${run.status} after ${timeoutMs}ms. It keeps running on Bitfab; read it later with getGraderRerun.`,
+      run
+    );
+    this.name = "GraderRerunTimeoutError";
+  }
+};
+function finishedRerun(datasetId, run, joinedExisting) {
+  if (!TERMINAL_RERUN_STATUSES.has(run.status)) {
+    return null;
+  }
+  if (run.status === "errored") {
+    throw new GraderRerunError(
+      `Grader re-run ${run.id} on dataset ${datasetId} errored: ${run.error ?? "no reason recorded"}`,
+      run
+    );
+  }
+  return { run, joinedExisting };
+}
 function sleep(ms) {
   return new Promise((resolve) => setTimeout(resolve, ms));
 }
@@ -5945,28 +5977,25 @@ var DatasetsClient = class {
       { graderIds }
     );
   }
-  /**
-   * Re-run graders over every trace in the dataset. Defaults to every assigned
-   * grader; an unassigned id is rejected. Waits for the run to finish (up to
-   * `timeoutMs`, default 90s) unless `wait` is `false`, and returns the last
-   * run state seen either way. A request matching an in-flight run joins it.
-   */
   async rerunGraders(datasetId, options = {}) {
     const started = await this.httpClient.request(
       datasetPath(datasetId, "/rerunGraders"),
       options.graderIds === void 0 ? {} : { graderIds: options.graderIds }
     );
-    if (options.wait === false) {
-      return started;
-    }
-    const deadline = Date.now() + (options.timeoutMs ?? DEFAULT_RERUN_TIMEOUT_MS);
-    const interval = options.pollIntervalMs ?? DEFAULT_RERUN_POLL_INTERVAL_MS;
+    const timeoutMs = options.timeoutMs ?? DEFAULT_RERUN_TIMEOUT_MS;
+    const deadline = Date.now() + timeoutMs;
     let run = started.run;
-    while (!TERMINAL_RERUN_STATUSES.has(run.status) && Date.now() < deadline) {
-      await sleep(interval);
+    while (true) {
+      const finished = finishedRerun(datasetId, run, started.joinedExisting);
+      if (finished !== null) {
+        return finished;
+      }
+      if (Date.now() >= deadline) {
+        throw new GraderRerunTimeoutError(datasetId, run, timeoutMs);
+      }
+      await sleep(RERUN_POLL_INTERVAL_MS);
       run = await this.getGraderRerun(datasetId, run.id) ?? run;
     }
-    return { run, joinedExisting: started.joinedExisting };
   }
   /**
    * The dataset's active grader re-run, or the run named by `runId`. Returns
@@ -7822,6 +7851,46 @@ init_traceMetadata();
 // src/traces.ts
 var ASSERTIONS_PATH = "/api/sdk/traces/assertions";
 var SEARCH_PATH = "/api/sdk/traces/search";
+var DEFAULT_GENERATION_TIMEOUT_MS = 6e5;
+var GENERATION_POLL_INTERVAL_MS = 2e3;
+var AssertionGenerationError = class extends Error {
+  constructor(message, traceId) {
+    super(message);
+    this.traceId = traceId;
+    this.name = "AssertionGenerationError";
+  }
+};
+var AssertionGenerationTimeoutError = class extends AssertionGenerationError {
+  constructor(traceId, timeoutMs) {
+    super(
+      `Assertion generation for trace ${traceId} did not finish within ${timeoutMs}ms. Generation keeps running on Bitfab. Call getAssertions and read its generation field to check its status.`,
+      traceId
+    );
+    this.name = "AssertionGenerationTimeoutError";
+  }
+};
+function sleep2(ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+function isGenerationFinished(traceId, generation) {
+  if (generation === null || generation.status === "running") {
+    return false;
+  }
+  if (generation.status === "failed") {
+    throw new AssertionGenerationError(
+      `Assertion generation for trace ${traceId} failed: ${generation.error ?? "no reason recorded"}. Pass regenerate: true to try again.`,
+      traceId
+    );
+  }
+  return true;
+}
+function draftsInGenerationOrder(assertions, assertionIds) {
+  const byId = new Map(assertions.map((assertion) => [assertion.id, assertion]));
+  return assertionIds.flatMap((id) => {
+    const assertion = byId.get(id);
+    return assertion === void 0 ? [] : [assertion];
+  });
+}
 function traceAssertionsPath(traceId, suffix = "") {
   return `/api/sdk/traces/${encodeURIComponent(traceId)}/assertions${suffix}`;
 }
@@ -7853,6 +7922,34 @@ var TracesClient = class {
     });
     return response.assertions;
   }
+  async generateAssertions(traceId, options = {}) {
+    const started = await this.httpClient.request(
+      traceAssertionsPath(traceId, "/generate"),
+      {
+        ...options.guidance === void 0 ? {} : { guidance: options.guidance },
+        ...options.categoryIds === void 0 ? {} : { categoryIds: options.categoryIds },
+        ...options.regenerate === void 0 ? {} : { regenerate: options.regenerate }
+      }
+    );
+    if (isGenerationFinished(traceId, started.generation)) {
+      return started.assertions;
+    }
+    const timeoutMs = options.timeoutMs ?? DEFAULT_GENERATION_TIMEOUT_MS;
+    const deadline = Date.now() + timeoutMs;
+    while (true) {
+      if (Date.now() >= deadline) {
+        throw new AssertionGenerationTimeoutError(traceId, timeoutMs);
+      }
+      await sleep2(GENERATION_POLL_INTERVAL_MS);
+      const read2 = await this.getAssertions(traceId);
+      if (isGenerationFinished(traceId, read2.generation)) {
+        return draftsInGenerationOrder(
+          read2.assertions,
+          read2.generation.assertionIds
+        );
+      }
+    }
+  }
   async archiveAssertions(params) {
     const response = await this.httpClient.request(
       traceAssertionsPath(params.traceId, "/archive"),
@@ -11071,6 +11168,8 @@ function resolveTraceFunctionKey(registration) {
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AssertionCategoriesClient,
+  AssertionGenerationError,
+  AssertionGenerationTimeoutError,
   BITFAB_PROGRESS_PREFIX,
   Bitfab,
   BitfabClaudeAgentHandler,
@@ -11086,6 +11185,8 @@ function resolveTraceFunctionKey(registration) {
   DEFAULT_SERVICE_URL,
   DatasetsClient,
   DbBranchReplayError,
+  GraderRerunError,
+  GraderRerunTimeoutError,
   GradersClient,
   HttpClient,
   LabelsClient,