bitfab 0.24.1 → 0.25.0

package/dist/index.d.cts

@@ -651,6 +651,30 @@ interface ReplayOptions {
      * Omit it to spread the recorded inputs unchanged.
      */
     adaptInputs?: (inputs: unknown[], ctx: AdaptContext) => unknown[];
+    /**
+     * Called once per item as it finishes, in completion order (not input
+     * order), with running totals for the whole run. Use it to render replay
+     * progress, for example a terminal progress bar. Replay does not know
+     * pass/fail at this point (verdicts are assigned later), so the totals only
+     * distinguish items whose function ran (`succeeded`) from items that threw
+     * (`errored`).
+     *
+     * Invoked synchronously right after each item settles, so keep it cheap. A
+     * throwing callback never crashes the run: the error is swallowed so progress
+     * UI can't break replay.
+     */
+    onProgress?: (progress: ReplayProgress) => void;
+}
+/** Running totals reported to {@link ReplayOptions.onProgress} as replay proceeds. */
+interface ReplayProgress {
+    /** Items that have finished so far, whether they succeeded or errored. */
+    completed: number;
+    /** Total number of items in this replay run. */
+    total: number;
+    /** Of the completed items, how many ran the function without throwing. */
+    succeeded: number;
+    /** Of the completed items, how many threw (their `item.error` is set). */
+    errored: number;
 }
 /** Per-trace context passed to {@link ReplayOptions.adaptInputs}. */
 interface AdaptContext {
@@ -1380,7 +1404,7 @@ declare class BitfabFunction {
 /**
  * SDK version from package.json (injected at build time)
  */
-declare const __version__ = "0.24.1";
+declare const __version__ = "0.25.0";
 
 /**
  * Constants for the Bitfab SDK.
@@ -1448,4 +1472,4 @@ declare const finalizers: {
     readableStream: typeof readableStream;
 };
 
-export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AllowedEnvVars, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type MockStrategy, type ProviderDefinition, ReplayEnvironment, type ReplayEnvironmentSnapshot, type ReplayItem, type ReplayOptions, type ReplayResult, SUPPORTED_PROVIDERS, type SpanOptions, type SpanType, type TokenUsage, type TraceResponse, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, finalizers, flushTraces, getCurrentSpan, getCurrentTrace };
+export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AllowedEnvVars, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type MockStrategy, type ProviderDefinition, ReplayEnvironment, type ReplayEnvironmentSnapshot, type ReplayItem, type ReplayOptions, type ReplayProgress, type ReplayResult, SUPPORTED_PROVIDERS, type SpanOptions, type SpanType, type TokenUsage, type TraceResponse, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, finalizers, flushTraces, getCurrentSpan, getCurrentTrace };

package/dist/index.d.ts

@@ -651,6 +651,30 @@ interface ReplayOptions {
      * Omit it to spread the recorded inputs unchanged.
      */
     adaptInputs?: (inputs: unknown[], ctx: AdaptContext) => unknown[];
+    /**
+     * Called once per item as it finishes, in completion order (not input
+     * order), with running totals for the whole run. Use it to render replay
+     * progress, for example a terminal progress bar. Replay does not know
+     * pass/fail at this point (verdicts are assigned later), so the totals only
+     * distinguish items whose function ran (`succeeded`) from items that threw
+     * (`errored`).
+     *
+     * Invoked synchronously right after each item settles, so keep it cheap. A
+     * throwing callback never crashes the run: the error is swallowed so progress
+     * UI can't break replay.
+     */
+    onProgress?: (progress: ReplayProgress) => void;
+}
+/** Running totals reported to {@link ReplayOptions.onProgress} as replay proceeds. */
+interface ReplayProgress {
+    /** Items that have finished so far, whether they succeeded or errored. */
+    completed: number;
+    /** Total number of items in this replay run. */
+    total: number;
+    /** Of the completed items, how many ran the function without throwing. */
+    succeeded: number;
+    /** Of the completed items, how many threw (their `item.error` is set). */
+    errored: number;
 }
 /** Per-trace context passed to {@link ReplayOptions.adaptInputs}. */
 interface AdaptContext {
@@ -1380,7 +1404,7 @@ declare class BitfabFunction {
 /**
  * SDK version from package.json (injected at build time)
  */
-declare const __version__ = "0.24.1";
+declare const __version__ = "0.25.0";
 
 /**
  * Constants for the Bitfab SDK.
@@ -1448,4 +1472,4 @@ declare const finalizers: {
     readableStream: typeof readableStream;
 };
 
-export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AllowedEnvVars, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type MockStrategy, type ProviderDefinition, ReplayEnvironment, type ReplayEnvironmentSnapshot, type ReplayItem, type ReplayOptions, type ReplayResult, SUPPORTED_PROVIDERS, type SpanOptions, type SpanType, type TokenUsage, type TraceResponse, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, finalizers, flushTraces, getCurrentSpan, getCurrentTrace };
+export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AllowedEnvVars, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type MockStrategy, type ProviderDefinition, ReplayEnvironment, type ReplayEnvironmentSnapshot, type ReplayItem, type ReplayOptions, type ReplayProgress, type ReplayResult, SUPPORTED_PROVIDERS, type SpanOptions, type SpanType, type TokenUsage, type TraceResponse, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, finalizers, flushTraces, getCurrentSpan, getCurrentTrace };

package/dist/index.js

@@ -23,7 +23,7 @@ import {
   flushTraces,
   getCurrentSpan,
   getCurrentTrace
-} from "./chunk-J4D6PRM4.js";
+} from "./chunk-GQLNEYSU.js";
 import {
   BitfabError
 } from "./chunk-26MUT4IP.js";

package/dist/node.cjs

@@ -429,13 +429,15 @@ async function processItem(httpClient, serverItem, fn, testRunId, mockStrategy,
     dbSnapshotRef: serverItem.dbSnapshotRef ?? null
   };
 }
-async function mapWithConcurrency(tasks, maxConcurrency) {
+async function mapWithConcurrency(tasks, maxConcurrency, onSettled) {
   const results = new Array(tasks.length);
   let nextIndex = 0;
   async function worker() {
     while (nextIndex < tasks.length) {
       const index = nextIndex++;
-      results[index] = await tasks[index]();
+      const result = await tasks[index]();
+      results[index] = result;
+      onSettled?.(result, index);
     }
   }
   const workers = Array.from(
@@ -495,7 +497,26 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options) {
       options?.adaptInputs
     )
   );
-  const resultItems = await mapWithConcurrency(tasks, maxConcurrency);
+  const total = tasks.length;
+  let completed = 0;
+  let succeeded = 0;
+  let errored = 0;
+  const resultItems = await mapWithConcurrency(
+    tasks,
+    maxConcurrency,
+    options?.onProgress ? (item) => {
+      completed += 1;
+      if (item.error === null) {
+        succeeded += 1;
+      } else {
+        errored += 1;
+      }
+      try {
+        options?.onProgress?.({ completed, total, succeeded, errored });
+      } catch {
+      }
+    } : void 0
+  );
   const completeResult = await httpClient.completeReplay(testRunId);
   const serverTraceIds = completeResult.traceIds;
   const replayTokens = completeResult.tokens;
@@ -589,7 +610,7 @@ registerAsyncLocalStorageClass(
 );
 
 // src/version.generated.ts
-var __version__ = "0.24.1";
+var __version__ = "0.25.0";
 
 // src/constants.ts
 var DEFAULT_SERVICE_URL = "https://bitfab.ai";