@bitfab/sdk 0.41.0 → 0.43.0

package/dist/node.d.cts

@@ -1 +1 @@
-export { ActiveSpanContext, AdaptContext, AdaptInputsFn, AddDatasetGradersResult, AddDatasetTracesResult, AllowedEnvVars, BITFAB_PROGRESS_PREFIX, BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, BitfabConfig, BitfabError, BitfabFunction, BitfabLangChainCallbackHandler, BitfabLangChainCallbackHandler as BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, CaptureWhen, CapturedSpan, CodeChangeFile, CurrentSpan, CurrentTrace, DEFAULT_SERVICE_URL, Dataset, DatasetGraderRef, DatasetTraceIds, DatasetsClient, DbBranchOptions, DbBranchReplayError, DbBranchTimings, DbSnapshotConfig, DbSnapshotProvider, DbSnapshotRef, DetachedTrace, GraderRerun, GraderRerunProgress, GraderRerunResult, GraderRerunStatus, HttpClient, LangGraphIntegrationOptions, ListDatasetsParams, MockOverride, MockOverrideCtx, MockOverrideInput, MockOverrideResolver, MockStrategy, MockValue, NO_MOCK_OVERRIDE, NodeMatcher, NodeMethodDecorator, NodeOptions, ProviderDefinition, RemoveDatasetGradersResult, RemoveDatasetTracesResult, ReplayBranch, ReplayError, ReplayItem, ReplayItemFinishProgress, ReplayItemStartProgress, ReplayOptions, ReplayOptionsFactory, ReplayProgress, ReplayProgressItem, ReplayRegistration, ReplayRegistry, ReplayRegistryContext, ReplayRegistryOptions, ReplayResult, RerunGradersOptions, RerunGradersResult, SUPPORTED_PROVIDERS, SaveDatasetParams, SaveDatasetResult, SeedCase, SeedResult, SpanLookup, SpanMethodDecorator, SpanMethodDecoratorContext, SpanNodeMeta, SpanOccurrence, SpanOptions, SpanType, TokenUsage, TraceIngestionType, TraceResponse, TracingProcessor, VercelCallParams, VercelGenerateResult, VercelStreamResult, WrapBAMLOptions, WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult } from './index.cjs';
+export { ActiveSpanContext, AdaptContext, AdaptInputsFn, AddDatasetGradersResult, AddDatasetTracesResult, AllowedEnvVars, BITFAB_PROGRESS_PREFIX, BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, BitfabConfig, BitfabError, BitfabFunction, BitfabLangChainCallbackHandler, BitfabLangChainCallbackHandler as BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, CaptureSurface, CaptureWhen, CapturedSpan, CodeChangeFile, CurrentSpan, CurrentTrace, DEFAULT_SERVICE_URL, Dataset, DatasetGraderRef, DatasetTraceIds, DatasetsClient, DbBranchOptions, DbBranchReplayError, DbBranchTimings, DbSnapshotConfig, DbSnapshotProvider, DbSnapshotRef, DetachedTrace, GraderRerun, GraderRerunProgress, GraderRerunResult, GraderRerunStatus, HttpClient, LangGraphIntegrationOptions, ListDatasetsParams, MockOverride, MockOverrideCtx, MockOverrideInput, MockOverrideResolver, MockStrategy, MockValue, NO_MOCK_OVERRIDE, NodeMatcher, NodeMethodDecorator, NodeOptions, ProviderDefinition, RemoveDatasetGradersResult, RemoveDatasetTracesResult, ReplayBranch, ReplayError, ReplayItem, ReplayItemFinishProgress, ReplayItemStartProgress, ReplayOptions, ReplayOptionsFactory, ReplayProgress, ReplayProgressItem, ReplayRegistration, ReplayRegistry, ReplayRegistryContext, ReplayRegistryOptions, ReplayResult, RerunGradersOptions, RerunGradersResult, SUPPORTED_PROVIDERS, SaveDatasetParams, SaveDatasetResult, SeedCase, SeedCaseOptions, SeedResult, SeedRunOptions, SpanLookup, SpanMethodDecorator, SpanMethodDecoratorContext, SpanNodeMeta, SpanOccurrence, SpanOptions, SpanType, TokenUsage, TraceIngestionType, TraceResponse, TracingProcessor, VercelCallParams, VercelGenerateResult, VercelStreamResult, WrapBAMLOptions, WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult } from './index.cjs';

package/dist/node.d.ts

@@ -1 +1 @@
-export { ActiveSpanContext, AdaptContext, AdaptInputsFn, AddDatasetGradersResult, AddDatasetTracesResult, AllowedEnvVars, BITFAB_PROGRESS_PREFIX, BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, BitfabConfig, BitfabError, BitfabFunction, BitfabLangChainCallbackHandler, BitfabLangChainCallbackHandler as BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, CaptureWhen, CapturedSpan, CodeChangeFile, CurrentSpan, CurrentTrace, DEFAULT_SERVICE_URL, Dataset, DatasetGraderRef, DatasetTraceIds, DatasetsClient, DbBranchOptions, DbBranchReplayError, DbBranchTimings, DbSnapshotConfig, DbSnapshotProvider, DbSnapshotRef, DetachedTrace, GraderRerun, GraderRerunProgress, GraderRerunResult, GraderRerunStatus, HttpClient, LangGraphIntegrationOptions, ListDatasetsParams, MockOverride, MockOverrideCtx, MockOverrideInput, MockOverrideResolver, MockStrategy, MockValue, NO_MOCK_OVERRIDE, NodeMatcher, NodeMethodDecorator, NodeOptions, ProviderDefinition, RemoveDatasetGradersResult, RemoveDatasetTracesResult, ReplayBranch, ReplayError, ReplayItem, ReplayItemFinishProgress, ReplayItemStartProgress, ReplayOptions, ReplayOptionsFactory, ReplayProgress, ReplayProgressItem, ReplayRegistration, ReplayRegistry, ReplayRegistryContext, ReplayRegistryOptions, ReplayResult, RerunGradersOptions, RerunGradersResult, SUPPORTED_PROVIDERS, SaveDatasetParams, SaveDatasetResult, SeedCase, SeedResult, SpanLookup, SpanMethodDecorator, SpanMethodDecoratorContext, SpanNodeMeta, SpanOccurrence, SpanOptions, SpanType, TokenUsage, TraceIngestionType, TraceResponse, TracingProcessor, VercelCallParams, VercelGenerateResult, VercelStreamResult, WrapBAMLOptions, WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult } from './index.js';
+export { ActiveSpanContext, AdaptContext, AdaptInputsFn, AddDatasetGradersResult, AddDatasetTracesResult, AllowedEnvVars, BITFAB_PROGRESS_PREFIX, BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, BitfabConfig, BitfabError, BitfabFunction, BitfabLangChainCallbackHandler, BitfabLangChainCallbackHandler as BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, CaptureSurface, CaptureWhen, CapturedSpan, CodeChangeFile, CurrentSpan, CurrentTrace, DEFAULT_SERVICE_URL, Dataset, DatasetGraderRef, DatasetTraceIds, DatasetsClient, DbBranchOptions, DbBranchReplayError, DbBranchTimings, DbSnapshotConfig, DbSnapshotProvider, DbSnapshotRef, DetachedTrace, GraderRerun, GraderRerunProgress, GraderRerunResult, GraderRerunStatus, HttpClient, LangGraphIntegrationOptions, ListDatasetsParams, MockOverride, MockOverrideCtx, MockOverrideInput, MockOverrideResolver, MockStrategy, MockValue, NO_MOCK_OVERRIDE, NodeMatcher, NodeMethodDecorator, NodeOptions, ProviderDefinition, RemoveDatasetGradersResult, RemoveDatasetTracesResult, ReplayBranch, ReplayError, ReplayItem, ReplayItemFinishProgress, ReplayItemStartProgress, ReplayOptions, ReplayOptionsFactory, ReplayProgress, ReplayProgressItem, ReplayRegistration, ReplayRegistry, ReplayRegistryContext, ReplayRegistryOptions, ReplayResult, RerunGradersOptions, RerunGradersResult, SUPPORTED_PROVIDERS, SaveDatasetParams, SaveDatasetResult, SeedCase, SeedCaseOptions, SeedResult, SeedRunOptions, SpanLookup, SpanMethodDecorator, SpanMethodDecoratorContext, SpanNodeMeta, SpanOccurrence, SpanOptions, SpanType, TokenUsage, TraceIngestionType, TraceResponse, TracingProcessor, VercelCallParams, VercelGenerateResult, VercelStreamResult, WrapBAMLOptions, WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult } from './index.js';

package/dist/node.js

@@ -15,7 +15,7 @@ import {
   getCurrentSpan,
   getCurrentTrace,
   seedFromRegistry
-} from "./chunk-U3AKIFW3.js";
+} from "./chunk-5BBJ5BQD.js";
 import "./chunk-ZUD7OFYB.js";
 import {
   BITFAB_PROGRESS_PREFIX,
@@ -24,14 +24,14 @@ import {
   ReplayError,
   reportReplayProgress,
   serializeReplayResult
-} from "./chunk-RWZYZRYI.js";
+} from "./chunk-BXBRVWWW.js";
 import {
   BitfabError,
   DEFAULT_SERVICE_URL,
   HttpClient,
   __version__,
   flushTraces
-} from "./chunk-IFYX3KW6.js";
+} from "./chunk-6EM2S5H5.js";
 import {
   assertAsyncStorageRegistered,
   registerAsyncLocalStorageClass

package/dist/{replay-HMMWDSLB.js → replay-LM4GIDVD.js}

@@ -7,8 +7,8 @@ import {
   serializeReplayResult,
   sleepForReplayPersistence,
   waitForReplayPersistence
-} from "./chunk-RWZYZRYI.js";
-import "./chunk-IFYX3KW6.js";
+} from "./chunk-BXBRVWWW.js";
+import "./chunk-6EM2S5H5.js";
 import "./chunk-H6LZRFMN.js";
 export {
   BITFAB_PROGRESS_PREFIX,
@@ -20,4 +20,4 @@ export {
   sleepForReplayPersistence,
   waitForReplayPersistence
 };
-//# sourceMappingURL=replay-HMMWDSLB.js.map
+//# sourceMappingURL=replay-LM4GIDVD.js.map

package/dist/replayCli.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import {
   BitfabError
-} from "./chunk-VEA6JOKL.js";
+} from "./chunk-BBJSKBVJ.js";
 
 // src/replayCli.ts
 import { tsImport } from "tsx/esm/api";
@@ -71,6 +71,7 @@ function serializeReplayResult(result) {
 // src/replayRegistry.ts
 var VALUE_FLAGS = /* @__PURE__ */ new Set([
   "--limit",
+  "--attempts",
   "--trace-ids",
   "--name",
   "--concurrency",
@@ -90,11 +91,13 @@ var BOOLEAN_FLAGS = /* @__PURE__ */ new Set([
   "--dry-run"
 ]);
 var HELP_FLAGS = /* @__PURE__ */ new Set(["--help", "-h"]);
+var MAX_ATTEMPTS = 100;
 function usage(registry) {
   return `Usage: bitfab-replay --registry <path> <${Object.keys(registry).join("|")}> [options]
 
 Options:
   --limit N
+  --attempts N (replay each trace N times in this run, max ${MAX_ATTEMPTS})
   --trace-ids id1,id2
   --name NAME
   --concurrency N, --max-concurrency N
@@ -111,7 +114,7 @@ Options:
 }
 var ReplayCliHelp = class extends Error {
 };
-function parseSeedCases(raw, path) {
+function parseSeedCases(raw, path, run) {
   const trimmed = raw.trim();
   if (trimmed.length === 0) {
     throw new BitfabError(`Seed file '${path}' is empty.`);
@@ -129,10 +132,15 @@ function parseSeedCases(raw, path) {
         `Seed case ${index} in '${path}' is missing an "input" array. Wrap a single argument as [arg].`
       );
     }
+    if (run && "expected" in value) {
+      throw new BitfabError(
+        `Seed case ${index} in '${path}' carries "expected", which --run does not record: the case is run once and its output is what the run produced. Remove the field, or drop --run to record the case without running it.`
+      );
+    }
     return value;
   });
 }
-async function seedFromRegistry(registry, pipeline, cases) {
+async function seedFromRegistry(registry, pipeline, cases, options = {}) {
   const registration = registry[pipeline];
   if (registration === void 0) {
     throw new BitfabError(
@@ -140,6 +148,19 @@ async function seedFromRegistry(registry, pipeline, cases) {
     );
   }
   const traceFunctionKey = resolveTraceFunctionKey(registration);
+  if (options.run === true) {
+    const traceIds2 = [];
+    for (const seedCase of cases) {
+      traceIds2.push(
+        await registration.client.seedTrace(traceFunctionKey, registration.fn, {
+          args: seedCase.input,
+          metadata: seedCase.metadata,
+          sessionId: seedCase.sessionId
+        })
+      );
+    }
+    return { pipeline, traceFunctionKey, traceIds: traceIds2 };
+  }
   const traceIds = cases.map(
     (seedCase) => registration.client.seedTrace(traceFunctionKey, {
       input: seedCase.input,
@@ -149,11 +170,11 @@ async function seedFromRegistry(registry, pipeline, cases) {
       sessionId: seedCase.sessionId
     })
   );
-  const { flushTraces: flushTraces2 } = await import("./http-JSBWHPNA.js");
+  const { flushTraces: flushTraces2 } = await import("./http-R553H2H2.js");
   await flushTraces2(3e4);
   return { pipeline, traceFunctionKey, traceIds };
 }
-var SEED_USAGE = 'Usage: bitfab-replay --registry <path> <pipeline> --seed <cases.jsonl>\n\nEach case is a JSON object with an "input" array, plus optional "expected", "metadata", and "sessionId". A JSON array of those objects works too.';
+var SEED_USAGE = 'Usage: bitfab-replay --registry <path> <pipeline> --seed <cases.jsonl> [--run]\n\nEach case is a JSON object with an "input" array, plus optional "expected", "metadata", and "sessionId". A JSON array of those objects works too.\n\nWithout --run, each case is written as a trace directly: "input" becomes the root span input and "expected" its output, and nothing executes.\n\nWith --run, each case is run once through the registered function with capture off and the execution is recorded, so the output is what the run produced. Cases carrying "expected" are rejected.';
 async function runSeedCli(registry, argv, io = {}) {
   const stdout = io.stdout ?? console.log;
   const stderr = io.stderr ?? console.error;
@@ -169,23 +190,29 @@ async function runSeedCli(registry, argv, io = {}) {
   if (casesPath === void 0 || casesPath.startsWith("--")) {
     throw new BitfabError("--seed requires a path to a cases file.");
   }
+  const run = argv.includes("--run");
   const readFile = io.readFile ?? defaultReadFile;
-  const cases = parseSeedCases(await readFile(casesPath), casesPath);
-  stderr(`[seed] Seeding ${cases.length} case(s) into "${pipeline}"...`);
-  const result = await seedFromRegistry(registry, pipeline, cases);
+  const cases = parseSeedCases(await readFile(casesPath), casesPath, run);
   stderr(
-    `[seed] Wrote ${result.traceIds.length} trace(s) for "${result.traceFunctionKey}". Replay them with --trace-ids ${result.traceIds.slice(0, 3).join(",")}${result.traceIds.length > 3 ? ",..." : ""}`
+    run ? `[seed] Running ${cases.length} case(s) through "${pipeline}"...` : `[seed] Seeding ${cases.length} case(s) into "${pipeline}"...`
+  );
+  const result = await seedFromRegistry(registry, pipeline, cases, { run });
+  stderr(
+    `[seed] ${run ? "Recorded" : "Wrote"} ${result.traceIds.length} trace(s) for "${result.traceFunctionKey}". Replay them with --trace-ids ${result.traceIds.slice(0, 3).join(",")}${result.traceIds.length > 3 ? ",..." : ""}`
   );
   stdout(JSON.stringify(result, null, 2));
   return result;
 }
-function requirePositiveInteger(flag, raw) {
+function requirePositiveInteger(flag, raw, max) {
   const value = Number(raw);
   if (!Number.isInteger(value) || value < 1) {
     throw new BitfabError(
       `${flag} must be a positive integer (received '${raw}').`
     );
   }
+  if (max !== void 0 && value > max) {
+    throw new BitfabError(`${flag} must be at most ${max} (received '${raw}').`);
+  }
   return value;
 }
 function commaSeparated(flag, raw) {
@@ -248,6 +275,9 @@ ${usage(registry)}`
       case "--limit":
         parsed.limit = requirePositiveInteger(flag, raw);
         break;
+      case "--attempts":
+        parsed.attempts = requirePositiveInteger(flag, raw, MAX_ATTEMPTS);
+        break;
       case "--trace-ids":
         parsed.traceIds = commaSeparated(flag, raw);
         break;
@@ -395,6 +425,9 @@ function renderSummary(pipeline, result, stderr) {
   stderr("\n\u2500\u2500\u2500 Summary \u2500\u2500\u2500");
   stderr(`  Pipeline: ${pipeline}`);
   stderr(`  Replayed: ${result.items.length}`);
+  if (result.attempts > 1) {
+    stderr(`  Attempts: ${result.attempts}`);
+  }
   if (same > 0 || changed > 0 || matched + missed === 0) {
     stderr(`  Same:     ${same}`);
     stderr(`  Changed:  ${changed}`);
@@ -457,6 +490,7 @@ async function runReplayCli(registry, argv = typeof process === "undefined" ? []
   const options = {
     ...registrationOptions,
     ...args.name === void 0 ? {} : { name: args.name },
+    ...args.attempts === void 0 ? {} : { attempts: args.attempts },
     ...args.maxConcurrency === void 0 ? {} : { maxConcurrency: args.maxConcurrency },
     ...args.experimentGroupId === void 0 ? {} : { experimentGroupId: args.experimentGroupId },
     ...args.datasetId === void 0 ? {} : { datasetId: args.datasetId },
@@ -490,8 +524,9 @@ async function runReplayCli(registry, argv = typeof process === "undefined" ? []
   } else {
     options.limit = registrationOptions.limit ?? 10;
   }
+  const attemptsSuffix = options.attempts !== void 0 && options.attempts > 1 ? ` (${options.attempts} attempts each)` : "";
   stderr(
-    `[replay] ${args.dryRun === true ? "Resolving inputs for" : "Replaying"} ${options.traceIds?.length ?? options.limit ?? "dataset"} traces from "${traceFunctionKey}"...`
+    `[replay] ${args.dryRun === true ? "Resolving inputs for" : "Replaying"} ${options.traceIds?.length ?? options.limit ?? "dataset"} traces from "${traceFunctionKey}"${attemptsSuffix}...`
   );
   try {
     const result = await registration.client.replay(
@@ -520,7 +555,7 @@ async function runReplayCli(registry, argv = typeof process === "undefined" ? []
 }
 
 // src/replayCli.ts
-var USAGE = "Usage: bitfab-replay --registry <path> <pipeline> [options]\n       bitfab-replay --registry <path> <pipeline> --seed <cases.jsonl>\nRun bitfab-replay --registry <path> --help to list replay options.";
+var USAGE = "Usage: bitfab-replay --registry <path> <pipeline> [options]\n       bitfab-replay --registry <path> <pipeline> --seed <cases.jsonl> [--run]\nRun bitfab-replay --registry <path> --help to list replay options.";
 async function parseCommandArgs(argv) {
   if (argv.some((value) => value === "--help" || value === "-h") && !argv.includes("--registry")) {
     throw new ReplayCliHelp(USAGE);