bitfab 0.38.9 → 0.39.0

package/dist/index.cjs

@@ -51,7 +51,7 @@ var __version__, __packageName__;
 var init_version_generated = __esm({
   "src/version.generated.ts"() {
     "use strict";
-    __version__ = "0.38.9";
+    __version__ = "0.39.0";
     __packageName__ = "bitfab";
   }
 });
@@ -1207,6 +1207,16 @@ var init_transport = __esm({
 });
 
 // src/http.ts
+var http_exports = {};
+__export(http_exports, {
+  BitfabError: () => BitfabError,
+  HttpClient: () => HttpClient,
+  awaitOnExit: () => awaitOnExit,
+  awaitPendingRequests: () => awaitPendingRequests,
+  flushTraces: () => flushTraces,
+  parseRetryAfterMs: () => parseRetryAfterMs,
+  serializePayloadBody: () => serializePayloadBody
+});
 function awaitOnExit(promise) {
   pendingTracePromises.add(promise);
   void promise.finally(() => {
@@ -2551,7 +2561,7 @@ function buildMockTree(rootNode) {
   }
   return { spans };
 }
-async function processItem(httpClient, serverItem, fn, testRunId, mockStrategy, resolvedOverrides, replayedTraceId, includeDbBranchLease, dbBranchSettings, adaptInputs) {
+async function processItem(httpClient, serverItem, fn, testRunId, mockStrategy, resolvedOverrides, replayedTraceId, includeDbBranchLease, dbBranchSettings, adaptInputs, dryRun) {
   let lease = includeDbBranchLease ? serverItem.dbBranchLease : void 0;
   let leaseError = includeDbBranchLease ? serverItem.dbBranchLeaseError : void 0;
   let dbSnapshotRef = serverItem.dbSnapshotRef;
@@ -2646,6 +2656,32 @@ async function processItem(httpClient, serverItem, fn, testRunId, mockStrategy,
       }
       return pending;
     } : void 0;
+    if (dryRun) {
+      return {
+        traceId: null,
+        originalTraceId,
+        originalSpanId,
+        sourceTraceId: originalTraceId,
+        sourceSpanId: originalSpanId,
+        input: inputs,
+        result: void 0,
+        originalOutput,
+        ...serverItem.ingestionType && {
+          ingestionType: serverItem.ingestionType
+        },
+        error: null,
+        traceError: null,
+        replayError: null,
+        durationMs: null,
+        originalDurationMs: serverItem.originalDurationMs ?? serverItem.durationMs ?? null,
+        originalTokens: serverItem.originalTokens ?? serverItem.tokens ?? null,
+        originalModel: serverItem.originalModel ?? serverItem.model ?? null,
+        tokens: null,
+        model: serverItem.originalModel ?? serverItem.model ?? null,
+        dbSnapshotRef: dbSnapshotRef ?? null,
+        dbBranchTimings: dbBranchTimings ?? null
+      };
+    }
     try {
       replayStarted = performance.now();
       const maybePromise = runWithReplayContext(
@@ -2709,6 +2745,9 @@ async function processItem(httpClient, serverItem, fn, testRunId, mockStrategy,
     input: inputs,
     result,
     originalOutput,
+    ...serverItem.ingestionType && {
+      ingestionType: serverItem.ingestionType
+    },
     error,
     traceError,
     replayError,
@@ -2856,13 +2895,23 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
     options?.name,
     codeChangeDescription,
     codeChangeFiles,
-    dbBranchEnabled(options?.dbBranch),
-    // includeDbBranchLease
+    // A dry run executes nothing, so a branch would be provisioned (and billed)
+    // for code that never runs, and a seeded source's refusal would fail the item
+    // before it could report its resolved inputs.
+    dbBranchEnabled(options?.dbBranch) && options?.dryRun !== true,
     options?.experimentGroupId,
     options?.datasetId,
     options?.graderIds,
     resolveDbBranchSettings(options?.dbBranch)
   );
+  if (serverItems.length === 0) {
+    try {
+      console.warn(
+        `Bitfab: no traces matched "${traceFunctionKey}", so this replay ran nothing. Capture a trace, or seed one with seedTrace, before replaying.`
+      );
+    } catch {
+    }
+  }
   const mockStrategy = options?.mock ?? "marked";
   const maxConcurrency = options?.maxConcurrency ?? 10;
   const fullTestRunUrl = `${serviceUrl}${testRunUrl}`;
@@ -2881,9 +2930,10 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
       mockStrategy,
       resolvedOverrides,
       replayedTraceIds[index],
-      dbBranchEnabled(options?.dbBranch),
+      dbBranchEnabled(options?.dbBranch) && options?.dryRun !== true,
       resolveDbBranchSettings(options?.dbBranch),
-      options?.adaptInputs
+      options?.adaptInputs,
+      options?.dryRun === true
     )
   );
   const total = tasks.length;
@@ -2991,6 +3041,16 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
       }
     } : void 0
   );
+  if (options?.dryRun === true) {
+    await httpClient.completeReplay(testRunId).catch(() => void 0);
+    const dryResult = {
+      items: resultItems,
+      testRunId,
+      testRunUrl: fullTestRunUrl
+    };
+    await writeReplayResultFile(dryResult);
+    return dryResult;
+  }
   const deliveredTraceIds = await preserveReplayFailure(
     () => waitForReplayPersistence(httpClient, testRunId, replayedTraceIds),
     resultItems,
@@ -3159,6 +3219,7 @@ __export(index_exports, {
   getCurrentSpan: () => getCurrentSpan,
   getCurrentTrace: () => getCurrentTrace,
   reportReplayProgress: () => reportReplayProgress,
+  seedFromRegistry: () => seedFromRegistry,
   serializeReplayResult: () => serializeReplayResult
 });
 module.exports = __toCommonJS(index_exports);
@@ -6171,6 +6232,7 @@ var Bitfab = class {
               return invokeWithoutNode();
             }
             spansUsed += 1;
+            const mockOnReplay = nodeConfiguration?.mockOnReplay ?? options.mockOnReplayDefault;
             const childOptions = {
               name: nodeConfiguration?.name ?? definition.name,
               type: nodeConfiguration?.type ?? "function",
@@ -6181,8 +6243,8 @@ var Bitfab = class {
               ...nodeConfiguration?.testRunId !== void 0 && {
                 testRunId: nodeConfiguration.testRunId
               },
-              ...nodeConfiguration?.mockOnReplay !== void 0 && {
-                mockOnReplay: nodeConfiguration.mockOnReplay
+              ...mockOnReplay !== void 0 && {
+                mockOnReplay
               },
               ...nodeConfiguration?.finalize !== void 0 && {
                 finalize: nodeConfiguration.finalize
@@ -6868,6 +6930,7 @@ var Bitfab = class {
                 inputSourceTraceId: traceState?.inputSourceTraceId,
                 dbSnapshotRef: traceState?.dbSnapshotRef,
                 dropped: traceState?.dropped,
+                ingestionType: traceState?.ingestionType,
                 // Built AFTER the wrapped fn finished, so `accessed` reflects
                 // whether customer code obtained the branch URL during this
                 // item. Omitted entirely when no lease was attached, so the
@@ -7091,6 +7154,7 @@ var Bitfab = class {
     Object.defineProperty(wrappedFn, "_bitfabTraceFunctionKey", {
       value: traceFunctionKey
     });
+    Object.defineProperty(wrappedFn, "_bitfabWrappedFn", { value: fn });
     return wrappedFn;
   }
   /**
@@ -7253,6 +7317,9 @@ var Bitfab = class {
     if (params.dbSnapshotRef) {
       rawTrace.db_snapshot_ref = params.dbSnapshotRef;
     }
+    if (params.ingestionType) {
+      rawTrace.ingestion_type = params.ingestionType;
+    }
     if (params.dbSnapshotUsage) {
       rawTrace.db_snapshot_usage = {
         neon_branch_id: params.dbSnapshotUsage.neonBranchId,
@@ -7399,6 +7466,68 @@ var Bitfab = class {
   clearMockOverrides() {
     this.mockOverrides.length = 0;
   }
+  /**
+   * Write a replayable trace from a case, without running anything.
+   *
+   * Use this to turn a corpus you already hold (a Braintrust dataset, a
+   * spreadsheet, hand-written cases) into traces that {@link replay} can
+   * select. The recorded root span carries `input` as its input and `expected`
+   * as its output, so replay reports each item against the value you expected
+   * rather than against a previous run.
+   *
+   * A seeded trace has no child spans and no database pin, so replay mocking
+   * has nothing recorded to substitute and `dbBranch` refuses it. Pass
+   * `mockOverride` at replay time for calls that must not run.
+   *
+   * @returns The trace ID, usable with `replay({ traceIds: [...] })`.
+   */
+  seedTrace(traceFunctionKey, options) {
+    const { input } = options;
+    const fn = options.fn?._bitfabWrappedFn ?? options.fn;
+    if (fn && input.length < fn.length) {
+      throw new BitfabError(
+        `Seeded case supplies ${input.length} argument(s) but ${fn.name === "" ? "the function" : fn.name} requires ${fn.length}. Fix the case, or omit fn to seed it anyway.`
+      );
+    }
+    const traceId = randomUuid();
+    const startedAt = nowIsoTimestamp();
+    activeTraceStates.set(traceId, {
+      traceId,
+      startedAt,
+      contexts: [],
+      ingestionType: "seeded",
+      ...options.sessionId !== void 0 && { sessionId: options.sessionId },
+      ...options.metadata !== void 0 && { metadata: options.metadata }
+    });
+    try {
+      this.sendWrapperSpan({
+        traceFunctionKey,
+        spanName: options.spanName ?? traceFunctionKey,
+        traceId,
+        spanId: randomUuid(),
+        parentSpanId: null,
+        inputs: input,
+        result: options.expected,
+        startedAt,
+        endedAt: startedAt,
+        spanType: options.spanType ?? "agent",
+        captureContent: true
+      });
+      this.sendTraceCompletion({
+        traceFunctionKey,
+        traceId,
+        startedAt,
+        endedAt: startedAt,
+        sessionId: options.sessionId,
+        metadata: options.metadata,
+        contexts: [],
+        ingestionType: "seeded"
+      });
+    } finally {
+      activeTraceStates.delete(traceId);
+    }
+    return traceId;
+  }
   async replay(traceFunctionKey, fn, options) {
     const wrappedKey = fn._bitfabTraceFunctionKey;
     let replayFn = fn;
@@ -7659,6 +7788,37 @@ init_replay();
 function defineReplayRegistry(registry) {
   return registry;
 }
+async function seedFromRegistry(registry, pipeline, cases) {
+  const registration = registry[pipeline];
+  if (registration === void 0) {
+    throw new BitfabError(
+      `Unknown pipeline '${pipeline}'. Registered: ${Object.keys(registry).join(", ")}`
+    );
+  }
+  const traceFunctionKey = resolveTraceFunctionKey(registration);
+  const traceIds = cases.map(
+    (seedCase) => registration.client.seedTrace(traceFunctionKey, {
+      input: seedCase.input,
+      expected: seedCase.expected,
+      fn: registration.fn,
+      metadata: seedCase.metadata,
+      sessionId: seedCase.sessionId
+    })
+  );
+  const { flushTraces: flushTraces2 } = await Promise.resolve().then(() => (init_http(), http_exports));
+  await flushTraces2(3e4);
+  return { pipeline, traceFunctionKey, traceIds };
+}
+function resolveTraceFunctionKey(registration) {
+  const wrappedKey = registration.fn._bitfabTraceFunctionKey;
+  const key = registration.traceFunctionKey ?? wrappedKey;
+  if (key === void 0) {
+    throw new BitfabError(
+      "Replay registry entry uses a plain function. Set traceFunctionKey to the key its production handler records."
+    );
+  }
+  return key;
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   BITFAB_PROGRESS_PREFIX,
@@ -7686,6 +7846,7 @@ function defineReplayRegistry(registry) {
   getCurrentSpan,
   getCurrentTrace,
   reportReplayProgress,
+  seedFromRegistry,
   serializeReplayResult
 });
 //# sourceMappingURL=index.cjs.map