bitfab 0.54.13 → 0.54.14

package/dist/index.d.cts

@@ -442,7 +442,7 @@ declare class HttpClient {
     private closing;
     externalSpanTransform: ((payload: Record<string, unknown>, submit: SimulationPlanSubmit) => void) | undefined;
     externalTraceTransform: ((payload: Record<string, unknown>, submit: SimulationPlanSubmit) => void) | undefined;
-    releaseHeldExternalSpans: ((timeoutMs: number) => Promise<void>) | undefined;
+    releaseHeldExternalSpans: ((timeoutMs: number) => Promise<boolean> | Promise<void>) | undefined;
     stopSimulationPlan: (() => void) | undefined;
     constructor(config: HttpClientConfig);
     /**
@@ -1378,6 +1378,10 @@ declare class LabelsClient {
     constructor(httpClient: HttpClient);
     save(update: LabelUpdate, testRunId?: string): Promise<LabelOutcome>;
     saveAll(updates: LabelUpdate[], testRunId?: string): Promise<LabelOutcome[]>;
+    /** Withhold a verdict for a trace or replay attempt whose check did not run. */
+    skip(target: LabelTarget, testRunId?: string): Promise<LabelOutcome>;
+    /** Clear a previous verdict for a trace, replay attempt, or assertion. */
+    archive(target: LabelTarget, testRunId?: string): Promise<LabelOutcome>;
     saveHuman(update: HumanLabelUpdate): Promise<HumanLabelOutcome>;
     saveHumanAll(updates: HumanLabelUpdate[]): Promise<HumanLabelOutcome[]>;
     get(traceId: string): Promise<TraceLabels | null>;
@@ -1718,7 +1722,7 @@ interface ReplayOptions {
     traceIds?: string[];
     /** Optional display name for the resulting experiment/test run. */
     name?: string;
-    /** Maximum number of items to process in parallel. Set to 1 for sequential. Default 10. */
+    /** Positive integer limiting parallel items. Set to 1 for sequential. Default 10. */
     maxConcurrency?: number;
     /**
      * Description of the code change being tested in this replay. Stored on
@@ -1939,6 +1943,7 @@ interface ReplayProgressItem {
     originalDurationMs?: number | null;
     originalTokens?: TokenUsage | null;
     originalModel?: string | null;
+    ingestionType?: TraceIngestionType;
     /** Always null here: the replayed run's usage is only known at completion. */
     tokens?: TokenUsage | null;
     /** @deprecated renamed to `originalModel`. */
@@ -3601,7 +3606,7 @@ interface CommitRef {
 /**
  * SDK version from package.json (injected at build time)
  */
-declare const __version__ = "0.54.13";
+declare const __version__ = "0.54.14";
 
 /**
  * Constants for the Bitfab SDK.
@@ -3740,4 +3745,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
     run?: boolean;
 }): Promise<SeedResult>;
 
-export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
+export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };

package/dist/index.d.ts

@@ -442,7 +442,7 @@ declare class HttpClient {
     private closing;
     externalSpanTransform: ((payload: Record<string, unknown>, submit: SimulationPlanSubmit) => void) | undefined;
     externalTraceTransform: ((payload: Record<string, unknown>, submit: SimulationPlanSubmit) => void) | undefined;
-    releaseHeldExternalSpans: ((timeoutMs: number) => Promise<void>) | undefined;
+    releaseHeldExternalSpans: ((timeoutMs: number) => Promise<boolean> | Promise<void>) | undefined;
     stopSimulationPlan: (() => void) | undefined;
     constructor(config: HttpClientConfig);
     /**
@@ -1378,6 +1378,10 @@ declare class LabelsClient {
     constructor(httpClient: HttpClient);
     save(update: LabelUpdate, testRunId?: string): Promise<LabelOutcome>;
     saveAll(updates: LabelUpdate[], testRunId?: string): Promise<LabelOutcome[]>;
+    /** Withhold a verdict for a trace or replay attempt whose check did not run. */
+    skip(target: LabelTarget, testRunId?: string): Promise<LabelOutcome>;
+    /** Clear a previous verdict for a trace, replay attempt, or assertion. */
+    archive(target: LabelTarget, testRunId?: string): Promise<LabelOutcome>;
     saveHuman(update: HumanLabelUpdate): Promise<HumanLabelOutcome>;
     saveHumanAll(updates: HumanLabelUpdate[]): Promise<HumanLabelOutcome[]>;
     get(traceId: string): Promise<TraceLabels | null>;
@@ -1718,7 +1722,7 @@ interface ReplayOptions {
     traceIds?: string[];
     /** Optional display name for the resulting experiment/test run. */
     name?: string;
-    /** Maximum number of items to process in parallel. Set to 1 for sequential. Default 10. */
+    /** Positive integer limiting parallel items. Set to 1 for sequential. Default 10. */
     maxConcurrency?: number;
     /**
      * Description of the code change being tested in this replay. Stored on
@@ -1939,6 +1943,7 @@ interface ReplayProgressItem {
     originalDurationMs?: number | null;
     originalTokens?: TokenUsage | null;
     originalModel?: string | null;
+    ingestionType?: TraceIngestionType;
     /** Always null here: the replayed run's usage is only known at completion. */
     tokens?: TokenUsage | null;
     /** @deprecated renamed to `originalModel`. */
@@ -3601,7 +3606,7 @@ interface CommitRef {
 /**
  * SDK version from package.json (injected at build time)
  */
-declare const __version__ = "0.54.13";
+declare const __version__ = "0.54.14";
 
 /**
  * Constants for the Bitfab SDK.
@@ -3740,4 +3745,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
     run?: boolean;
 }): Promise<SeedResult>;
 
-export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
+export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };

package/dist/index.js

@@ -30,7 +30,7 @@ import {
   getCurrentTrace,
   reseedFromRegistry,
   seedFromRegistry
-} from "./chunk-Q7HDNYYY.js";
+} from "./chunk-SV5FYJQ4.js";
 import "./chunk-RCHSYWKI.js";
 import {
   BITFAB_PROGRESS_PREFIX,
@@ -39,7 +39,7 @@ import {
   ReplayError,
   reportReplayProgress,
   serializeReplayResult
-} from "./chunk-FZNRSEMN.js";
+} from "./chunk-X6JOFMNV.js";
 import {
   BitfabError,
   DEFAULT_SERVICE_URL,
@@ -47,7 +47,7 @@ import {
   MixedTracingError,
   __version__,
   flushTraces
-} from "./chunk-YKOD4GWI.js";
+} from "./chunk-NIGVK5V7.js";
 import "./chunk-VCRFFCLY.js";
 export {
   AssertionCategoriesClient,

package/dist/node.cjs

@@ -97,7 +97,7 @@ var __version__, __packageName__;
 var init_version_generated = __esm({
   "src/version.generated.ts"() {
     "use strict";
-    __version__ = "0.54.13";
+    __version__ = "0.54.14";
     __packageName__ = "bitfab";
   }
 });
@@ -1272,6 +1272,7 @@ var init_simulationPlan = __esm({
         }
         this.warnNeverLoaded();
         this.warnDropped();
+        return this.held.length === 0;
       }
       waitForFirstLoad(timeoutMs) {
         const firstLoad = this.firstLoad();
@@ -2094,9 +2095,14 @@ __export(http_exports, {
 });
 async function releaseHeldExternalSpans(timeoutMs) {
   const deadline = Date.now() + Math.max(timeoutMs, 0);
+  let released = true;
   for (const client of [...liveHttpClients]) {
-    await client.releaseHeldExternalSpans?.(Math.max(0, deadline - Date.now()));
+    const result = await client.releaseHeldExternalSpans?.(
+      Math.max(0, deadline - Date.now())
+    );
+    released = result !== false && released;
   }
+  return released;
 }
 function stopSimulationPlans() {
   for (const client of [...liveHttpClients]) {
@@ -2113,14 +2119,15 @@ function awaitOnExit(promise) {
 }
 async function flushTraces(timeoutMs = 5e3) {
   const deadline = Date.now() + Math.max(timeoutMs, 0);
-  await releaseHeldExternalSpans(planWaitSliceMs(timeoutMs));
+  const released = await releaseHeldExternalSpans(planWaitSliceMs(timeoutMs));
   const requestsFlushed = await awaitPendingRequests(
     Math.max(0, deadline - Date.now())
   );
+  const releasedAfterDeferred = await releaseHeldExternalSpans(0);
   const transportsFlushed = await flushTraceTransports(
     Math.max(0, deadline - Date.now())
   );
-  return requestsFlushed && transportsFlushed;
+  return released && releasedAfterDeferred && requestsFlushed && transportsFlushed;
 }
 async function awaitPendingRequests(timeoutMs = DEFAULT_LIFECYCLE_TIMEOUT_MS2) {
   await replayContextReady.catch(() => {
@@ -2530,13 +2537,17 @@ var init_http = __esm({
        */
       async settleDeferredWork(timeoutMs = DEFAULT_LIFECYCLE_TIMEOUT_MS2) {
         const deadline = Date.now() + Math.max(timeoutMs, 0);
-        await this.releaseHeldExternalSpans?.(planWaitSliceMs(timeoutMs));
+        const released = await this.releaseHeldExternalSpans?.(
+          planWaitSliceMs(timeoutMs)
+        );
         await replayContextReady.catch(() => {
         });
-        return waitForPromises(
+        const settled2 = await waitForPromises(
           Array.from(this.deferredWork),
           Math.max(0, deadline - Date.now())
         );
+        const releasedAfterDeferred = await this.releaseHeldExternalSpans?.(0);
+        return released !== false && releasedAfterDeferred !== false && settled2;
       }
       /**
        * Wait for spans queued by this client to be delivered, within one deadline.
@@ -2561,7 +2572,9 @@ var init_http = __esm({
         }
         const deadline = Date.now() + Math.max(timeoutMs, 0);
         this.closing = (async () => {
-          await this.releaseHeldExternalSpans?.(planWaitSliceMs(timeoutMs));
+          const released = await this.releaseHeldExternalSpans?.(
+            planWaitSliceMs(timeoutMs)
+          );
           this.stopSimulationPlan?.();
           this.externalSpanTransform = void 0;
           this.externalTraceTransform = void 0;
@@ -2575,7 +2588,7 @@ var init_http = __esm({
           const transport = this.traceTransport;
           this.traceTransport = void 0;
           const shutdownOk = await transport?.shutdown(Math.max(0, deadline - Date.now())) ?? true;
-          return settled2 && shutdownOk;
+          return released !== false && settled2 && shutdownOk;
         })();
         return this.closing;
       }
@@ -4009,6 +4022,12 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
     }
   }
   const attempts = resolveAttempts(options?.attempts);
+  const maxConcurrency = options?.maxConcurrency ?? 10;
+  if (!Number.isInteger(maxConcurrency) || maxConcurrency < 1) {
+    throw new BitfabError(
+      `maxConcurrency must be a positive integer (got ${maxConcurrency}).`
+    );
+  }
   await replayContextReady;
   let codeChangeDescription = options?.codeChangeDescription;
   let codeChangeFiles = options?.codeChangeFiles;
@@ -4055,7 +4074,6 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
     }
   }
   const mockStrategy = options?.mock ?? "marked";
-  const maxConcurrency = options?.maxConcurrency ?? 10;
   const fullTestRunUrl = `${serviceUrl}${testRunUrl}`;
   const resolvedOverrides = [
     ...normalizeMockOverrides(options?.mockOverride),
@@ -4152,6 +4170,7 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
             originalDurationMs: item.originalDurationMs,
             originalTokens: item.originalTokens,
             originalModel: item.originalModel,
+            ingestionType: item.ingestionType,
             tokens: item.tokens,
             model: item.model,
             dbSnapshotRef: item.dbSnapshotRef,
@@ -5992,6 +6011,14 @@ var LabelsClient = class {
     );
     return response.labels;
   }
+  /** Withhold a verdict for a trace or replay attempt whose check did not run. */
+  async skip(target, testRunId) {
+    return this.save({ ...target, skip: true }, testRunId);
+  }
+  /** Clear a previous verdict for a trace, replay attempt, or assertion. */
+  async archive(target, testRunId) {
+    return this.save({ ...target, archive: true }, testRunId);
+  }
   async saveHuman(update) {
     const [outcome] = await this.saveHumanAll([update]);
     return outcome;
@@ -6910,6 +6937,15 @@ var BitfabLangGraphIntegration = class {
 // src/client.ts
 init_mockOverride();
 
+// src/streamFinalizationError.ts
+var StreamFinalizationError = class extends Error {
+  constructor(message, output) {
+    super(message);
+    this.output = output;
+    this.name = "StreamFinalizationError";
+  }
+};
+
 // src/openaiAgentSdk.ts
 var BitfabOpenAIAgentHandler = class {
   constructor(config) {
@@ -6949,7 +6985,11 @@ var BitfabOpenAIAgentHandler = class {
       if (isStreaming && res?.completed) {
         try {
           await res.completed;
-        } catch {
+        } catch (error) {
+          throw new StreamFinalizationError(
+            error instanceof Error ? error.message : String(error),
+            res.finalOutput
+          );
         }
       }
       return res?.finalOutput;
@@ -7707,17 +7747,6 @@ function runWithSeedContext(ctx, fn) {
 init_serialize();
 init_simulationPlan();
 init_spanOrigin();
-
-// src/streamFinalizationError.ts
-var StreamFinalizationError = class extends Error {
-  constructor(message, output) {
-    super(message);
-    this.output = output;
-    this.name = "StreamFinalizationError";
-  }
-};
-
-// src/client.ts
 init_traceMetadata();
 
 // src/traces.ts