bitfab 0.58.4 → 0.59.0

package/dist/{chunk-IVF7JQHF.js → chunk-RYSCYPHQ.js}

@@ -6,7 +6,7 @@ import {
   runWithAutoTraceEntry,
   runWithAutoTraceNodeConfiguration,
   runWithAutoTraceRootContext
-} from "./chunk-RCHSYWKI.js";
+} from "./chunk-ETZUSSF6.js";
 import {
   NO_MOCK_OVERRIDE,
   createIntegrationFixtureContext,
@@ -17,7 +17,7 @@ import {
   serializeValue,
   toJsonSafe,
   toJsonSafeReport
-} from "./chunk-NSD5YKCE.js";
+} from "./chunk-FHEEAPG2.js";
 import {
   BitfabError,
   CONTENT_OFF_KEY,
@@ -34,9 +34,8 @@ import {
   makeSpanOrigin,
   readEnv,
   recordCallerTraceMetadata,
-  retireTraceMetadata,
-  warnOnce
-} from "./chunk-KADON3SF.js";
+  retireTraceMetadata
+} from "./chunk-KFZ5OIN5.js";
 import {
   __privateAdd,
   __privateGet,
@@ -44,8 +43,9 @@ import {
   asyncStorageReady,
   createAsyncLocalStorage,
   isAsyncStorageInitDone,
-  isCaptureSuppressed
-} from "./chunk-VCRFFCLY.js";
+  isCaptureSuppressed,
+  warnOnce
+} from "./chunk-BAOIRE5T.js";
 
 // src/assertionCategories.ts
 var CATEGORIES_PATH = "/api/sdk/assertionCategories";
@@ -1262,11 +1262,39 @@ function currentCommitRef() {
 
 // src/datasets.ts
 var DEFAULT_RERUN_TIMEOUT_MS = 9e4;
-var DEFAULT_RERUN_POLL_INTERVAL_MS = 1e3;
+var RERUN_POLL_INTERVAL_MS = 1e3;
 var TERMINAL_RERUN_STATUSES = /* @__PURE__ */ new Set([
   "completed",
   "errored"
 ]);
+var GraderRerunError = class extends Error {
+  constructor(message, run) {
+    super(message);
+    this.run = run;
+    this.name = "GraderRerunError";
+  }
+};
+var GraderRerunTimeoutError = class extends GraderRerunError {
+  constructor(datasetId, run, timeoutMs) {
+    super(
+      `Grader re-run ${run.id} on dataset ${datasetId} was still ${run.status} after ${timeoutMs}ms. It keeps running on Bitfab; read it later with getGraderRerun.`,
+      run
+    );
+    this.name = "GraderRerunTimeoutError";
+  }
+};
+function finishedRerun(datasetId, run, joinedExisting) {
+  if (!TERMINAL_RERUN_STATUSES.has(run.status)) {
+    return null;
+  }
+  if (run.status === "errored") {
+    throw new GraderRerunError(
+      `Grader re-run ${run.id} on dataset ${datasetId} errored: ${run.error ?? "no reason recorded"}`,
+      run
+    );
+  }
+  return { run, joinedExisting };
+}
 function sleep(ms) {
   return new Promise((resolve) => setTimeout(resolve, ms));
 }
@@ -1366,28 +1394,25 @@ var DatasetsClient = class {
       { graderIds }
     );
   }
-  /**
-   * Re-run graders over every trace in the dataset. Defaults to every assigned
-   * grader; an unassigned id is rejected. Waits for the run to finish (up to
-   * `timeoutMs`, default 90s) unless `wait` is `false`, and returns the last
-   * run state seen either way. A request matching an in-flight run joins it.
-   */
   async rerunGraders(datasetId, options = {}) {
     const started = await this.httpClient.request(
       datasetPath(datasetId, "/rerunGraders"),
       options.graderIds === void 0 ? {} : { graderIds: options.graderIds }
     );
-    if (options.wait === false) {
-      return started;
-    }
-    const deadline = Date.now() + (options.timeoutMs ?? DEFAULT_RERUN_TIMEOUT_MS);
-    const interval = options.pollIntervalMs ?? DEFAULT_RERUN_POLL_INTERVAL_MS;
+    const timeoutMs = options.timeoutMs ?? DEFAULT_RERUN_TIMEOUT_MS;
+    const deadline = Date.now() + timeoutMs;
     let run = started.run;
-    while (!TERMINAL_RERUN_STATUSES.has(run.status) && Date.now() < deadline) {
-      await sleep(interval);
+    while (true) {
+      const finished = finishedRerun(datasetId, run, started.joinedExisting);
+      if (finished !== null) {
+        return finished;
+      }
+      if (Date.now() >= deadline) {
+        throw new GraderRerunTimeoutError(datasetId, run, timeoutMs);
+      }
+      await sleep(RERUN_POLL_INTERVAL_MS);
       run = await this.getGraderRerun(datasetId, run.id) ?? run;
     }
-    return { run, joinedExisting: started.joinedExisting };
   }
   /**
    * The dataset's active grader re-run, or the run named by `runId`. Returns
@@ -3205,6 +3230,46 @@ function runWithSeedContext(ctx, fn) {
 // src/traces.ts
 var ASSERTIONS_PATH = "/api/sdk/traces/assertions";
 var SEARCH_PATH = "/api/sdk/traces/search";
+var DEFAULT_GENERATION_TIMEOUT_MS = 6e5;
+var GENERATION_POLL_INTERVAL_MS = 2e3;
+var AssertionGenerationError = class extends Error {
+  constructor(message, traceId) {
+    super(message);
+    this.traceId = traceId;
+    this.name = "AssertionGenerationError";
+  }
+};
+var AssertionGenerationTimeoutError = class extends AssertionGenerationError {
+  constructor(traceId, timeoutMs) {
+    super(
+      `Assertion generation for trace ${traceId} did not finish within ${timeoutMs}ms. Generation keeps running on Bitfab. Call getAssertions and read its generation field to check its status.`,
+      traceId
+    );
+    this.name = "AssertionGenerationTimeoutError";
+  }
+};
+function sleep2(ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+function isGenerationFinished(traceId, generation) {
+  if (generation === null || generation.status === "running") {
+    return false;
+  }
+  if (generation.status === "failed") {
+    throw new AssertionGenerationError(
+      `Assertion generation for trace ${traceId} failed: ${generation.error ?? "no reason recorded"}. Pass regenerate: true to try again.`,
+      traceId
+    );
+  }
+  return true;
+}
+function draftsInGenerationOrder(assertions, assertionIds) {
+  const byId = new Map(assertions.map((assertion) => [assertion.id, assertion]));
+  return assertionIds.flatMap((id) => {
+    const assertion = byId.get(id);
+    return assertion === void 0 ? [] : [assertion];
+  });
+}
 function traceAssertionsPath(traceId, suffix = "") {
   return `/api/sdk/traces/${encodeURIComponent(traceId)}/assertions${suffix}`;
 }
@@ -3236,6 +3301,34 @@ var TracesClient = class {
     });
     return response.assertions;
   }
+  async generateAssertions(traceId, options = {}) {
+    const started = await this.httpClient.request(
+      traceAssertionsPath(traceId, "/generate"),
+      {
+        ...options.guidance === void 0 ? {} : { guidance: options.guidance },
+        ...options.categoryIds === void 0 ? {} : { categoryIds: options.categoryIds },
+        ...options.regenerate === void 0 ? {} : { regenerate: options.regenerate }
+      }
+    );
+    if (isGenerationFinished(traceId, started.generation)) {
+      return started.assertions;
+    }
+    const timeoutMs = options.timeoutMs ?? DEFAULT_GENERATION_TIMEOUT_MS;
+    const deadline = Date.now() + timeoutMs;
+    while (true) {
+      if (Date.now() >= deadline) {
+        throw new AssertionGenerationTimeoutError(traceId, timeoutMs);
+      }
+      await sleep2(GENERATION_POLL_INTERVAL_MS);
+      const read2 = await this.getAssertions(traceId);
+      if (isGenerationFinished(traceId, read2.generation)) {
+        return draftsInGenerationOrder(
+          read2.assertions,
+          read2.generation.assertionIds
+        );
+      }
+    }
+  }
   async archiveAssertions(params) {
     const response = await this.httpClient.request(
       traceAssertionsPath(params.traceId, "/archive"),
@@ -6043,7 +6136,7 @@ var Bitfab = class {
       await runWithSeedContext({ traceId }, async () => target(...args));
     } finally {
       try {
-        const { flushTraces: flushTraces2 } = await import("./http-TIOONTDB.js");
+        const { flushTraces: flushTraces2 } = await import("./http-D7P4JL6C.js");
         await flushTraces2(3e4);
       } finally {
         unrecorded = activeTraceStates.delete(traceId);
@@ -6102,7 +6195,7 @@ var Bitfab = class {
         `Function is wrapped with trace function key '${wrappedKey}' but replay was called with '${traceFunctionKey}'. Pass matching keys, or pass the unwrapped function to replay it under the explicit key.`
       );
     }
-    const { replay: doReplay } = await import("./replay-CUHT4GUT.js");
+    const { replay: doReplay } = await import("./replay-5TZNJ2DL.js");
     return doReplay(
       this.httpClient,
       this.serviceUrl,
@@ -6422,7 +6515,7 @@ async function seedFromRegistry(registry, pipeline, cases, options = {}) {
       sessionId: seedCase.sessionId
     })
   );
-  const { flushTraces: flushTraces2 } = await import("./http-TIOONTDB.js");
+  const { flushTraces: flushTraces2 } = await import("./http-D7P4JL6C.js");
   await flushTraces2(3e4);
   return { pipeline, traceFunctionKey, traceIds };
 }
@@ -6440,6 +6533,8 @@ function resolveTraceFunctionKey(registration) {
 export {
   AssertionCategoriesClient,
   BitfabClaudeAgentHandler,
+  GraderRerunError,
+  GraderRerunTimeoutError,
   DatasetsClient,
   SUPPORTED_PROVIDERS,
   GradersClient,
@@ -6449,6 +6544,8 @@ export {
   BitfabOpenAIAgentHandler,
   OrganizationMembersClient,
   BitfabRivetIntegration,
+  AssertionGenerationError,
+  AssertionGenerationTimeoutError,
   TracesClient,
   BitfabOpenAITracingProcessor,
   BitfabVercelAiHandler,
@@ -6462,4 +6559,4 @@ export {
   reseedFromRegistry,
   seedFromRegistry
 };
-//# sourceMappingURL=chunk-IVF7JQHF.js.map
+//# sourceMappingURL=chunk-RYSCYPHQ.js.map