@bitfab/sdk 0.48.0 → 0.51.0

package/dist/node.d.cts

@@ -1 +1 @@
-export { ActiveSpanContext, AdaptContext, AdaptInputsFn, AddDatasetGradersResult, AddDatasetTracesResult, AllowedEnvVars, ArchiveAssertionsParams, BITFAB_PROGRESS_PREFIX, BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, BitfabConfig, BitfabError, BitfabFunction, BitfabLangChainCallbackHandler, BitfabLangChainCallbackHandler as BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, CaptureSurface, CaptureWhen, CapturedSpan, CodeChangeFile, CurrentSpan, CurrentTrace, DEFAULT_SERVICE_URL, Dataset, DatasetGraderRef, DatasetTraceIds, DatasetsClient, DbBranchOptions, DbBranchReplayError, DbBranchTimings, DbSnapshotConfig, DbSnapshotProvider, DbSnapshotRef, DetachedTrace, GraderRerun, GraderRerunProgress, GraderRerunResult, GraderRerunStatus, HttpClient, LabelAction, LabelConfidence, LabelOutcome, LabelUpdate, LabelsClient, LangGraphIntegrationOptions, ListDatasetsParams, MixedTracingError, MockOverride, MockOverrideCtx, MockOverrideInput, MockOverrideResolver, MockStrategy, MockValue, NO_MOCK_OVERRIDE, NodeMatcher, NodeMethodDecorator, NodeOptions, ProviderDefinition, RemoveDatasetGradersResult, RemoveDatasetTracesResult, ReplayBranch, ReplayError, ReplayItem, ReplayItemFinishProgress, ReplayItemStartProgress, ReplayOptions, ReplayOptionsFactory, ReplayProgress, ReplayProgressItem, ReplayRegistration, ReplayRegistry, ReplayRegistryContext, ReplayRegistryOptions, ReplayResult, RerunGradersOptions, RerunGradersResult, SUPPORTED_PROVIDERS, SaveAssertion, SaveAssertionsParams, SaveDatasetParams, SaveDatasetResult, SeedCase, SeedCaseOptions, SeedResult, SeedRunOptions, SpanLookup, SpanMethodDecorator, SpanMethodDecoratorContext, SpanNodeMeta, SpanOccurrence, SpanOptions, SpanType, TokenUsage, TraceAssertion, TraceAssertionSource, TraceAssertionsResult, TraceIngestionType, TraceOutline, TraceOutlineSpan, TraceOutlineSpanError, TraceResponse, TraceTarget, TraceTargetOccurrence, TracesClient, TracingProcessor, VercelCallParams, VercelGenerateResult, VercelStreamResult, WrapBAMLOptions, WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult } from './index.cjs';
+export { ActiveSpanContext, AdaptContext, AdaptInputsFn, AddDatasetGradersResult, AddDatasetTracesResult, AllowedEnvVars, ArchiveAssertionsParams, AssertionVerdict, BITFAB_PROGRESS_PREFIX, BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, BitfabConfig, BitfabError, BitfabFunction, BitfabLangChainCallbackHandler, BitfabLangChainCallbackHandler as BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, CaptureSurface, CaptureWhen, CapturedSpan, CodeChangeFile, CurrentSpan, CurrentTrace, DEFAULT_SERVICE_URL, Dataset, DatasetGraderRef, DatasetTraceIds, DatasetsClient, DbBranchOptions, DbBranchReplayError, DbBranchTimings, DbSnapshotConfig, DbSnapshotProvider, DbSnapshotRef, DetachedTrace, GetGraderLabelsParams, GraderLabel, GraderLabelSource, GraderRerun, GraderRerunProgress, GraderRerunResult, GraderRerunStatus, GradersClient, HttpClient, HumanLabelOutcome, HumanLabelUpdate, LabelAction, LabelConfidence, LabelOutcome, LabelSource, LabelStatus, LabelUpdate, LabelsClient, LangGraphIntegrationOptions, ListDatasetsParams, MixedTracingError, MockOverride, MockOverrideCtx, MockOverrideInput, MockOverrideResolver, MockStrategy, MockValue, NO_MOCK_OVERRIDE, NodeMatcher, NodeMethodDecorator, NodeOptions, ProviderDefinition, RemoveDatasetGradersResult, RemoveDatasetTracesResult, ReplayBranch, ReplayError, ReplayItem, ReplayItemFinishProgress, ReplayItemStartProgress, ReplayOptions, ReplayOptionsFactory, ReplayProgress, ReplayProgressItem, ReplayRegistration, ReplayRegistry, ReplayRegistryContext, ReplayRegistryOptions, ReplayResult, RerunGradersOptions, RerunGradersResult, SUPPORTED_PROVIDERS, SaveAssertion, SaveAssertionsParams, SaveDatasetParams, SaveDatasetResult, SeedCase, SeedCaseOptions, SeedResult, SeedRunOptions, SpanLookup, SpanMethodDecorator, SpanMethodDecoratorContext, SpanNodeMeta, SpanOccurrence, SpanOptions, SpanType, TokenUsage, TraceAssertion, TraceAssertionSource, TraceAssertionsResult, TraceIngestionType, TraceLabels, TraceOutline, TraceOutlineSpan, TraceOutlineSpanError, TraceResponse, TraceTarget, TraceTargetOccurrence, TracesClient, TracingProcessor, VercelCallParams, VercelGenerateResult, VercelStreamResult, WrapBAMLOptions, WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult } from './index.cjs';

package/dist/node.d.ts

@@ -1 +1 @@
-export { ActiveSpanContext, AdaptContext, AdaptInputsFn, AddDatasetGradersResult, AddDatasetTracesResult, AllowedEnvVars, ArchiveAssertionsParams, BITFAB_PROGRESS_PREFIX, BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, BitfabConfig, BitfabError, BitfabFunction, BitfabLangChainCallbackHandler, BitfabLangChainCallbackHandler as BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, CaptureSurface, CaptureWhen, CapturedSpan, CodeChangeFile, CurrentSpan, CurrentTrace, DEFAULT_SERVICE_URL, Dataset, DatasetGraderRef, DatasetTraceIds, DatasetsClient, DbBranchOptions, DbBranchReplayError, DbBranchTimings, DbSnapshotConfig, DbSnapshotProvider, DbSnapshotRef, DetachedTrace, GraderRerun, GraderRerunProgress, GraderRerunResult, GraderRerunStatus, HttpClient, LabelAction, LabelConfidence, LabelOutcome, LabelUpdate, LabelsClient, LangGraphIntegrationOptions, ListDatasetsParams, MixedTracingError, MockOverride, MockOverrideCtx, MockOverrideInput, MockOverrideResolver, MockStrategy, MockValue, NO_MOCK_OVERRIDE, NodeMatcher, NodeMethodDecorator, NodeOptions, ProviderDefinition, RemoveDatasetGradersResult, RemoveDatasetTracesResult, ReplayBranch, ReplayError, ReplayItem, ReplayItemFinishProgress, ReplayItemStartProgress, ReplayOptions, ReplayOptionsFactory, ReplayProgress, ReplayProgressItem, ReplayRegistration, ReplayRegistry, ReplayRegistryContext, ReplayRegistryOptions, ReplayResult, RerunGradersOptions, RerunGradersResult, SUPPORTED_PROVIDERS, SaveAssertion, SaveAssertionsParams, SaveDatasetParams, SaveDatasetResult, SeedCase, SeedCaseOptions, SeedResult, SeedRunOptions, SpanLookup, SpanMethodDecorator, SpanMethodDecoratorContext, SpanNodeMeta, SpanOccurrence, SpanOptions, SpanType, TokenUsage, TraceAssertion, TraceAssertionSource, TraceAssertionsResult, TraceIngestionType, TraceOutline, TraceOutlineSpan, TraceOutlineSpanError, TraceResponse, TraceTarget, TraceTargetOccurrence, TracesClient, TracingProcessor, VercelCallParams, VercelGenerateResult, VercelStreamResult, WrapBAMLOptions, WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult } from './index.js';
+export { ActiveSpanContext, AdaptContext, AdaptInputsFn, AddDatasetGradersResult, AddDatasetTracesResult, AllowedEnvVars, ArchiveAssertionsParams, AssertionVerdict, BITFAB_PROGRESS_PREFIX, BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, BitfabConfig, BitfabError, BitfabFunction, BitfabLangChainCallbackHandler, BitfabLangChainCallbackHandler as BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, CaptureSurface, CaptureWhen, CapturedSpan, CodeChangeFile, CurrentSpan, CurrentTrace, DEFAULT_SERVICE_URL, Dataset, DatasetGraderRef, DatasetTraceIds, DatasetsClient, DbBranchOptions, DbBranchReplayError, DbBranchTimings, DbSnapshotConfig, DbSnapshotProvider, DbSnapshotRef, DetachedTrace, GetGraderLabelsParams, GraderLabel, GraderLabelSource, GraderRerun, GraderRerunProgress, GraderRerunResult, GraderRerunStatus, GradersClient, HttpClient, HumanLabelOutcome, HumanLabelUpdate, LabelAction, LabelConfidence, LabelOutcome, LabelSource, LabelStatus, LabelUpdate, LabelsClient, LangGraphIntegrationOptions, ListDatasetsParams, MixedTracingError, MockOverride, MockOverrideCtx, MockOverrideInput, MockOverrideResolver, MockStrategy, MockValue, NO_MOCK_OVERRIDE, NodeMatcher, NodeMethodDecorator, NodeOptions, ProviderDefinition, RemoveDatasetGradersResult, RemoveDatasetTracesResult, ReplayBranch, ReplayError, ReplayItem, ReplayItemFinishProgress, ReplayItemStartProgress, ReplayOptions, ReplayOptionsFactory, ReplayProgress, ReplayProgressItem, ReplayRegistration, ReplayRegistry, ReplayRegistryContext, ReplayRegistryOptions, ReplayResult, RerunGradersOptions, RerunGradersResult, SUPPORTED_PROVIDERS, SaveAssertion, SaveAssertionsParams, SaveDatasetParams, SaveDatasetResult, SeedCase, SeedCaseOptions, SeedResult, SeedRunOptions, SpanLookup, SpanMethodDecorator, SpanMethodDecoratorContext, SpanNodeMeta, SpanOccurrence, SpanOptions, SpanType, TokenUsage, TraceAssertion, TraceAssertionSource, TraceAssertionsResult, TraceIngestionType, TraceLabels, TraceOutline, TraceOutlineSpan, TraceOutlineSpanError, TraceResponse, TraceTarget, TraceTargetOccurrence, TracesClient, TracingProcessor, VercelCallParams, VercelGenerateResult, VercelStreamResult, WrapBAMLOptions, WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult } from './index.js';

package/dist/node.js

@@ -8,6 +8,7 @@ import {
   BitfabOpenAITracingProcessor,
   BitfabVercelAiHandler,
   DatasetsClient,
+  GradersClient,
   LabelsClient,
   SUPPORTED_PROVIDERS,
   TracesClient,
@@ -17,7 +18,7 @@ import {
   getCurrentSpan,
   getCurrentTrace,
   seedFromRegistry
-} from "./chunk-ZIPITG22.js";
+} from "./chunk-VXD27AJ3.js";
 import "./chunk-ZUD7OFYB.js";
 import {
   BITFAB_PROGRESS_PREFIX,
@@ -26,7 +27,7 @@ import {
   ReplayError,
   reportReplayProgress,
   serializeReplayResult
-} from "./chunk-LUDC6WMA.js";
+} from "./chunk-DNYZJLNY.js";
 import {
   BitfabError,
   DEFAULT_SERVICE_URL,
@@ -34,7 +35,7 @@ import {
   MixedTracingError,
   __version__,
   flushTraces
-} from "./chunk-OKSCUFJ6.js";
+} from "./chunk-RGC7IEOI.js";
 import {
   assertAsyncStorageRegistered,
   registerAsyncLocalStorageClass
@@ -63,6 +64,7 @@ export {
   DEFAULT_SERVICE_URL,
   DatasetsClient,
   DbBranchReplayError,
+  GradersClient,
   HttpClient,
   LabelsClient,
   MixedTracingError,

package/dist/node.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/asyncStorageNode.ts","../src/node.ts"],"sourcesContent":["/**\n * Synchronous AsyncLocalStorage registration for Node.js.\n *\n * This module is a side-effect-only import: it registers the Node.js\n * AsyncLocalStorage class into the shared registry so span nesting\n * works immediately - no async gap, no microtask delay.\n *\n * It is imported by `node.ts` (the Node.js-specific entry point) as\n * the FIRST import, before `index.ts` or `client.ts` are evaluated.\n *\n * This file must ONLY be imported in Node.js environments (not browsers).\n * It uses a static `import` of `node:async_hooks`, which will fail in\n * browser bundlers. The `node.ts` entry point is conditionally selected\n * via package.json `exports` conditions, so browsers never see this file.\n */\n\nimport { AsyncLocalStorage } from \"node:async_hooks\"\nimport type { AsyncLocalStorageLike } from \"./asyncStorage.js\"\nimport { registerAsyncLocalStorageClass } from \"./asyncStorage.js\"\n\nregisterAsyncLocalStorageClass(\n  AsyncLocalStorage as unknown as new () => AsyncLocalStorageLike<unknown>,\n)\n","/**\n * Node.js-specific entry point for the Bitfab SDK.\n *\n * Selected automatically via package.json `exports` conditions when the\n * consumer's runtime or bundler supports the \"node\" condition (Node.js,\n * most server-side bundlers).\n *\n * This entry point differs from the default (`index.ts`) in one way:\n * it synchronously registers Node.js's `AsyncLocalStorage` before any\n * other SDK code evaluates. This eliminates the async initialization\n * gap that the default entry point has (where the first span might\n * execute before the dynamic import of `node:async_hooks` resolves).\n *\n * The default entry point (`index.ts`) is used for browsers and other\n * environments where `node:async_hooks` is unavailable. There, span\n * nesting degrades gracefully to a shared stack (correct for sequential\n * async, but not for concurrent Promise.all patterns).\n */\n\n// ⚠️ IMPORT ORDER MATTERS\n// asyncStorageNode MUST be imported before index.js.\n// It registers the AsyncLocalStorage class synchronously during module\n// evaluation. index.js (via client.ts) reads from that registration at\n// span creation time. If this import is moved after index.js or removed,\n// span nesting silently degrades to the browser fallback (flat spans).\nimport \"./asyncStorageNode.js\"\n\nexport * from \"./index.js\"\n\n// Verify registration succeeded. This turns a silent degradation into a\n// loud error if someone reorders the imports above or if asyncStorageNode.ts\n// fails to register for any reason. Only runs in the Node.js entry point\n// where we know node:async_hooks must be available.\nimport { assertAsyncStorageRegistered } from \"./asyncStorage.js\"\n\nassertAsyncStorageRegistered()\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgBA,SAAS,yBAAyB;AAIlC;AAAA,EACE;AACF;;;ACaA,6BAA6B;","names":[]}
+{"version":3,"sources":["../src/asyncStorageNode.ts","../src/node.ts"],"sourcesContent":["/**\n * Synchronous AsyncLocalStorage registration for Node.js.\n *\n * This module is a side-effect-only import: it registers the Node.js\n * AsyncLocalStorage class into the shared registry so span nesting\n * works immediately - no async gap, no microtask delay.\n *\n * It is imported by `node.ts` (the Node.js-specific entry point) as\n * the FIRST import, before `index.ts` or `client.ts` are evaluated.\n *\n * This file must ONLY be imported in Node.js environments (not browsers).\n * It uses a static `import` of `node:async_hooks`, which will fail in\n * browser bundlers. The `node.ts` entry point is conditionally selected\n * via package.json `exports` conditions, so browsers never see this file.\n */\n\nimport { AsyncLocalStorage } from \"node:async_hooks\"\nimport type { AsyncLocalStorageLike } from \"./asyncStorage.js\"\nimport { registerAsyncLocalStorageClass } from \"./asyncStorage.js\"\n\nregisterAsyncLocalStorageClass(\n  AsyncLocalStorage as unknown as new () => AsyncLocalStorageLike<unknown>,\n)\n","/**\n * Node.js-specific entry point for the Bitfab SDK.\n *\n * Selected automatically via package.json `exports` conditions when the\n * consumer's runtime or bundler supports the \"node\" condition (Node.js,\n * most server-side bundlers).\n *\n * This entry point differs from the default (`index.ts`) in one way:\n * it synchronously registers Node.js's `AsyncLocalStorage` before any\n * other SDK code evaluates. This eliminates the async initialization\n * gap that the default entry point has (where the first span might\n * execute before the dynamic import of `node:async_hooks` resolves).\n *\n * The default entry point (`index.ts`) is used for browsers and other\n * environments where `node:async_hooks` is unavailable. There, span\n * nesting degrades gracefully to a shared stack (correct for sequential\n * async, but not for concurrent Promise.all patterns).\n */\n\n// ⚠️ IMPORT ORDER MATTERS\n// asyncStorageNode MUST be imported before index.js.\n// It registers the AsyncLocalStorage class synchronously during module\n// evaluation. index.js (via client.ts) reads from that registration at\n// span creation time. If this import is moved after index.js or removed,\n// span nesting silently degrades to the browser fallback (flat spans).\nimport \"./asyncStorageNode.js\"\n\nexport * from \"./index.js\"\n\n// Verify registration succeeded. This turns a silent degradation into a\n// loud error if someone reorders the imports above or if asyncStorageNode.ts\n// fails to register for any reason. Only runs in the Node.js entry point\n// where we know node:async_hooks must be available.\nimport { assertAsyncStorageRegistered } from \"./asyncStorage.js\"\n\nassertAsyncStorageRegistered()\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgBA,SAAS,yBAAyB;AAIlC;AAAA,EACE;AACF;;;ACaA,6BAA6B;","names":[]}

package/dist/{replay-QFH4XW4T.js → replay-ISXRCXUP.js}

@@ -7,8 +7,8 @@ import {
   serializeReplayResult,
   sleepForReplayPersistence,
   waitForReplayPersistence
-} from "./chunk-LUDC6WMA.js";
-import "./chunk-OKSCUFJ6.js";
+} from "./chunk-DNYZJLNY.js";
+import "./chunk-RGC7IEOI.js";
 import "./chunk-H6LZRFMN.js";
 export {
   BITFAB_PROGRESS_PREFIX,
@@ -20,4 +20,4 @@ export {
   sleepForReplayPersistence,
   waitForReplayPersistence
 };
-//# sourceMappingURL=replay-QFH4XW4T.js.map
+//# sourceMappingURL=replay-ISXRCXUP.js.map

package/dist/replayCli.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import {
   BitfabError
-} from "./chunk-I6MWT34L.js";
+} from "./chunk-4CLJF2DZ.js";
 
 // src/replayCli.ts
 import { tsImport } from "tsx/esm/api";
@@ -79,6 +79,7 @@ var VALUE_FLAGS = /* @__PURE__ */ new Set([
   "--code-change",
   "--experiment-group-id",
   "--dataset-id",
+  "--dataset-ids",
   "--grader-ids",
   "--mock",
   "--param",
@@ -104,7 +105,7 @@ Options:
   --concurrency N, --max-concurrency N
   --code-change PATH, --no-code-change
   --experiment-group-id UUID
-  --dataset-id UUID
+  --dataset-ids uuid1,uuid2 (--dataset-id is the same flag)
   --grader-ids id1,id2
   --only-with-assertions (replay only traces carrying an assertion)
   --mock none|all|marked
@@ -172,7 +173,7 @@ async function seedFromRegistry(registry, pipeline, cases, options = {}) {
       sessionId: seedCase.sessionId
     })
   );
-  const { flushTraces: flushTraces2 } = await import("./http-CGTUTKK3.js");
+  const { flushTraces: flushTraces2 } = await import("./http-AKFJONE7.js");
   await flushTraces2(3e4);
   return { pipeline, traceFunctionKey, traceIds };
 }
@@ -300,7 +301,8 @@ ${usage(registry)}`
         parsed.experimentGroupId = raw;
         break;
       case "--dataset-id":
-        parsed.datasetId = raw;
+      case "--dataset-ids":
+        parsed.datasetIds = commaSeparated(flag, raw);
         break;
       case "--grader-ids":
         parsed.graderIds = commaSeparated(flag, raw);
@@ -321,9 +323,9 @@ ${usage(registry)}`
         break;
     }
   }
-  if (parsed.traceIds !== void 0 && parsed.datasetId !== void 0) {
+  if (parsed.traceIds !== void 0 && parsed.datasetIds !== void 0) {
     throw new BitfabError(
-      "--trace-ids and --dataset-id select different replay sources and cannot be used together."
+      "--trace-ids and --dataset-ids select different replay sources and cannot be used together."
     );
   }
   if (parsed.codeChangePath !== void 0 && parsed.noCodeChange === true) {
@@ -333,6 +335,27 @@ ${usage(registry)}`
   }
   return parsed;
 }
+function resolveRegistrationDatasetIds(options) {
+  if (options.datasetId !== void 0 && options.datasetIds !== void 0) {
+    throw new BitfabError(
+      "Replay registry options datasetId and datasetIds are the same selector: set one of them."
+    );
+  }
+  if (options.datasetId !== void 0) {
+    return [options.datasetId];
+  }
+  return options.datasetIds;
+}
+function describeSelection(options) {
+  if (options.traceIds !== void 0) {
+    return `${options.traceIds.length} traces`;
+  }
+  if (options.limit !== void 0) {
+    return `${options.limit} traces`;
+  }
+  const datasetCount = options.datasetIds?.length ?? 1;
+  return datasetCount > 1 ? `${datasetCount} datasets' traces` : "dataset traces";
+}
 function resolveTraceFunctionKey(registration) {
   const wrappedKey = registration.fn._bitfabTraceFunctionKey;
   const key = registration.traceFunctionKey ?? wrappedKey;
@@ -486,11 +509,13 @@ async function runReplayCli(registry, argv = typeof process === "undefined" ? []
     ...registration.options,
     ...dynamicOptions
   };
-  if (registrationOptions.traceIds !== void 0 && registrationOptions.datasetId !== void 0) {
+  const registrationDatasetIds = resolveRegistrationDatasetIds(registrationOptions);
+  if (registrationOptions.traceIds !== void 0 && registrationDatasetIds !== void 0) {
     throw new BitfabError(
-      "Replay registry options traceIds and datasetId select different sources and cannot be used together."
+      "Replay registry options traceIds and datasetIds select different sources and cannot be used together."
     );
   }
+  const selectedDatasetIds = args.datasetIds ?? registrationDatasetIds;
   const codeChange = await loadCodeChange(args.codeChangePath, readFile);
   const options = {
     ...registrationOptions,
@@ -498,7 +523,8 @@ async function runReplayCli(registry, argv = typeof process === "undefined" ? []
     ...args.attempts === void 0 ? {} : { attempts: args.attempts },
     ...args.maxConcurrency === void 0 ? {} : { maxConcurrency: args.maxConcurrency },
     ...args.experimentGroupId === void 0 ? {} : { experimentGroupId: args.experimentGroupId },
-    ...args.datasetId === void 0 ? {} : { datasetId: args.datasetId },
+    datasetId: void 0,
+    datasetIds: selectedDatasetIds,
     ...args.graderIds === void 0 ? {} : { graderIds: args.graderIds },
     ...args.onlyWithAssertions === void 0 ? {} : { onlyWithAssertions: args.onlyWithAssertions },
     ...args.mock === void 0 ? {} : { mock: args.mock },
@@ -516,23 +542,23 @@ async function runReplayCli(registry, argv = typeof process === "undefined" ? []
   };
   if (args.traceIds !== void 0) {
     options.traceIds = args.traceIds;
-    options.datasetId = void 0;
+    options.datasetIds = void 0;
     options.limit = void 0;
-  } else if (args.datasetId !== void 0) {
+  } else if (args.datasetIds !== void 0) {
     options.traceIds = void 0;
     options.limit = void 0;
   } else if (args.limit !== void 0) {
     options.traceIds = void 0;
-    options.datasetId = void 0;
+    options.datasetIds = void 0;
     options.limit = args.limit;
-  } else if (registrationOptions.traceIds !== void 0 || registrationOptions.datasetId !== void 0) {
+  } else if (registrationOptions.traceIds !== void 0 || registrationDatasetIds !== void 0) {
     options.limit = void 0;
   } else {
     options.limit = registrationOptions.limit ?? 10;
   }
   const attemptsSuffix = options.attempts !== void 0 && options.attempts > 1 ? ` (${options.attempts} attempts each)` : "";
   stderr(
-    `[replay] ${args.dryRun === true ? "Resolving inputs for" : "Replaying"} ${options.traceIds?.length ?? options.limit ?? "dataset"} traces from "${traceFunctionKey}"${attemptsSuffix}...`
+    `[replay] ${args.dryRun === true ? "Resolving inputs for" : "Replaying"} ${describeSelection(options)} from "${traceFunctionKey}"${attemptsSuffix}...`
   );
   try {
     const result = await registration.client.replay(