bitfab 0.54.12 → 0.54.14

package/dist/index.d.cts

@@ -442,7 +442,7 @@ declare class HttpClient {
     private closing;
     externalSpanTransform: ((payload: Record<string, unknown>, submit: SimulationPlanSubmit) => void) | undefined;
     externalTraceTransform: ((payload: Record<string, unknown>, submit: SimulationPlanSubmit) => void) | undefined;
-    releaseHeldExternalSpans: ((timeoutMs: number) => Promise<void>) | undefined;
+    releaseHeldExternalSpans: ((timeoutMs: number) => Promise<boolean> | Promise<void>) | undefined;
     stopSimulationPlan: (() => void) | undefined;
     constructor(config: HttpClientConfig);
     /**
@@ -557,7 +557,6 @@ declare class HttpClient {
      * Blocks until complete - needed for function execution.
      */
     lookupFunction<T>(name: string): Promise<T>;
-    getAutoTracePolicy<T>(traceFunctionKey: string, protocol: string): Promise<T>;
     getSimulationPlan(): Promise<SimulationPlanResponse>;
     getTraceSpan(traceId: string, lookup: SpanLookup): Promise<CapturedSpan | null>;
     /**
@@ -1379,6 +1378,10 @@ declare class LabelsClient {
     constructor(httpClient: HttpClient);
     save(update: LabelUpdate, testRunId?: string): Promise<LabelOutcome>;
     saveAll(updates: LabelUpdate[], testRunId?: string): Promise<LabelOutcome[]>;
+    /** Withhold a verdict for a trace or replay attempt whose check did not run. */
+    skip(target: LabelTarget, testRunId?: string): Promise<LabelOutcome>;
+    /** Clear a previous verdict for a trace, replay attempt, or assertion. */
+    archive(target: LabelTarget, testRunId?: string): Promise<LabelOutcome>;
     saveHuman(update: HumanLabelUpdate): Promise<HumanLabelOutcome>;
     saveHumanAll(updates: HumanLabelUpdate[]): Promise<HumanLabelOutcome[]>;
     get(traceId: string): Promise<TraceLabels | null>;
@@ -1719,7 +1722,7 @@ interface ReplayOptions {
     traceIds?: string[];
     /** Optional display name for the resulting experiment/test run. */
     name?: string;
-    /** Maximum number of items to process in parallel. Set to 1 for sequential. Default 10. */
+    /** Positive integer limiting parallel items. Set to 1 for sequential. Default 10. */
     maxConcurrency?: number;
     /**
      * Description of the code change being tested in this replay. Stored on
@@ -1940,6 +1943,7 @@ interface ReplayProgressItem {
     originalDurationMs?: number | null;
     originalTokens?: TokenUsage | null;
     originalModel?: string | null;
+    ingestionType?: TraceIngestionType;
     /** Always null here: the replayed run's usage is only known at completion. */
     tokens?: TokenUsage | null;
     /** @deprecated renamed to `originalModel`. */
@@ -2904,7 +2908,6 @@ declare class Bitfab {
     readonly graders: GradersClient;
     private readonly bamlClient;
     private readonly dbSnapshot;
-    private readonly autoTracePolicyRefreshes;
     private readonly simulationPlan;
     /**
      * Mock overrides registered via {@link Bitfab.registerMockOverride}, applied
@@ -2923,12 +2926,12 @@ declare class Bitfab {
      *
      * Build instrumentation turns repository functions called beneath this
      * method into nested spans that capture inputs, outputs, and errors by
-     * default. A confirmed capture policy can narrow rich capture to selected
-     * function IDs.
+     * default. Source exclusions and sim-plan capture-off decisions are explicit
+     * opt-outs from that default.
      * Without a compatible build transform, this still records the decorated
      * method as a normal rich root span but cannot discover child calls.
      *
-     * @param traceFunctionKey - Groups traces and their capture policy.
+     * @param traceFunctionKey - Groups traces and their capture controls.
      * @param options - Root presentation, subtree bounds, and exclusions.
      * @experimental Automatic child-call instrumentation is experimental.
      */
@@ -2939,11 +2942,11 @@ declare class Bitfab {
      * This is the function-oriented equivalent of {@link Bitfab.trace}. Build
      * instrumentation turns repository functions called beneath the wrapped
      * function into nested spans that capture inputs, outputs, and errors by
-     * default. A confirmed capture policy can narrow rich capture to selected
-     * function IDs. Without a compatible transform, this still records one
-     * normal rich root span and runs the function unchanged.
+     * default. Source exclusions and sim-plan capture-off decisions are explicit
+     * opt-outs from that default. Without a compatible transform, this still
+     * records one normal rich root span and runs the function unchanged.
      *
-     * @param traceFunctionKey - Groups traces and their capture policy.
+     * @param traceFunctionKey - Groups traces and their capture controls.
      * @param optionsOrFn - Options or the workflow entrypoint to wrap.
      * @param maybeFn - Workflow entrypoint when options are provided.
      * @experimental Automatic child-call instrumentation is experimental.
@@ -2982,7 +2985,6 @@ declare class Bitfab {
     private createAutoTraceNode;
     private createAutoTraceRoot;
     private applySimulationPlan;
-    private refreshAutoTraceCapturePolicy;
     /**
      * Flush and permanently close this client's tracing resources: its pending
      * requests and the single span-transport worker shared by its decorators and
@@ -3604,7 +3606,7 @@ interface CommitRef {
 /**
  * SDK version from package.json (injected at build time)
  */
-declare const __version__ = "0.54.12";
+declare const __version__ = "0.54.14";
 
 /**
  * Constants for the Bitfab SDK.
@@ -3743,4 +3745,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
     run?: boolean;
 }): Promise<SeedResult>;
 
-export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
+export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };

package/dist/index.d.ts

@@ -442,7 +442,7 @@ declare class HttpClient {
     private closing;
     externalSpanTransform: ((payload: Record<string, unknown>, submit: SimulationPlanSubmit) => void) | undefined;
     externalTraceTransform: ((payload: Record<string, unknown>, submit: SimulationPlanSubmit) => void) | undefined;
-    releaseHeldExternalSpans: ((timeoutMs: number) => Promise<void>) | undefined;
+    releaseHeldExternalSpans: ((timeoutMs: number) => Promise<boolean> | Promise<void>) | undefined;
     stopSimulationPlan: (() => void) | undefined;
     constructor(config: HttpClientConfig);
     /**
@@ -557,7 +557,6 @@ declare class HttpClient {
      * Blocks until complete - needed for function execution.
      */
     lookupFunction<T>(name: string): Promise<T>;
-    getAutoTracePolicy<T>(traceFunctionKey: string, protocol: string): Promise<T>;
     getSimulationPlan(): Promise<SimulationPlanResponse>;
     getTraceSpan(traceId: string, lookup: SpanLookup): Promise<CapturedSpan | null>;
     /**
@@ -1379,6 +1378,10 @@ declare class LabelsClient {
     constructor(httpClient: HttpClient);
     save(update: LabelUpdate, testRunId?: string): Promise<LabelOutcome>;
     saveAll(updates: LabelUpdate[], testRunId?: string): Promise<LabelOutcome[]>;
+    /** Withhold a verdict for a trace or replay attempt whose check did not run. */
+    skip(target: LabelTarget, testRunId?: string): Promise<LabelOutcome>;
+    /** Clear a previous verdict for a trace, replay attempt, or assertion. */
+    archive(target: LabelTarget, testRunId?: string): Promise<LabelOutcome>;
     saveHuman(update: HumanLabelUpdate): Promise<HumanLabelOutcome>;
     saveHumanAll(updates: HumanLabelUpdate[]): Promise<HumanLabelOutcome[]>;
     get(traceId: string): Promise<TraceLabels | null>;
@@ -1719,7 +1722,7 @@ interface ReplayOptions {
     traceIds?: string[];
     /** Optional display name for the resulting experiment/test run. */
     name?: string;
-    /** Maximum number of items to process in parallel. Set to 1 for sequential. Default 10. */
+    /** Positive integer limiting parallel items. Set to 1 for sequential. Default 10. */
     maxConcurrency?: number;
     /**
      * Description of the code change being tested in this replay. Stored on
@@ -1940,6 +1943,7 @@ interface ReplayProgressItem {
     originalDurationMs?: number | null;
     originalTokens?: TokenUsage | null;
     originalModel?: string | null;
+    ingestionType?: TraceIngestionType;
     /** Always null here: the replayed run's usage is only known at completion. */
     tokens?: TokenUsage | null;
     /** @deprecated renamed to `originalModel`. */
@@ -2904,7 +2908,6 @@ declare class Bitfab {
     readonly graders: GradersClient;
     private readonly bamlClient;
     private readonly dbSnapshot;
-    private readonly autoTracePolicyRefreshes;
     private readonly simulationPlan;
     /**
      * Mock overrides registered via {@link Bitfab.registerMockOverride}, applied
@@ -2923,12 +2926,12 @@ declare class Bitfab {
      *
      * Build instrumentation turns repository functions called beneath this
      * method into nested spans that capture inputs, outputs, and errors by
-     * default. A confirmed capture policy can narrow rich capture to selected
-     * function IDs.
+     * default. Source exclusions and sim-plan capture-off decisions are explicit
+     * opt-outs from that default.
      * Without a compatible build transform, this still records the decorated
      * method as a normal rich root span but cannot discover child calls.
      *
-     * @param traceFunctionKey - Groups traces and their capture policy.
+     * @param traceFunctionKey - Groups traces and their capture controls.
      * @param options - Root presentation, subtree bounds, and exclusions.
      * @experimental Automatic child-call instrumentation is experimental.
      */
@@ -2939,11 +2942,11 @@ declare class Bitfab {
      * This is the function-oriented equivalent of {@link Bitfab.trace}. Build
      * instrumentation turns repository functions called beneath the wrapped
      * function into nested spans that capture inputs, outputs, and errors by
-     * default. A confirmed capture policy can narrow rich capture to selected
-     * function IDs. Without a compatible transform, this still records one
-     * normal rich root span and runs the function unchanged.
+     * default. Source exclusions and sim-plan capture-off decisions are explicit
+     * opt-outs from that default. Without a compatible transform, this still
+     * records one normal rich root span and runs the function unchanged.
      *
-     * @param traceFunctionKey - Groups traces and their capture policy.
+     * @param traceFunctionKey - Groups traces and their capture controls.
      * @param optionsOrFn - Options or the workflow entrypoint to wrap.
      * @param maybeFn - Workflow entrypoint when options are provided.
      * @experimental Automatic child-call instrumentation is experimental.
@@ -2982,7 +2985,6 @@ declare class Bitfab {
     private createAutoTraceNode;
     private createAutoTraceRoot;
     private applySimulationPlan;
-    private refreshAutoTraceCapturePolicy;
     /**
      * Flush and permanently close this client's tracing resources: its pending
      * requests and the single span-transport worker shared by its decorators and
@@ -3604,7 +3606,7 @@ interface CommitRef {
 /**
  * SDK version from package.json (injected at build time)
  */
-declare const __version__ = "0.54.12";
+declare const __version__ = "0.54.14";
 
 /**
  * Constants for the Bitfab SDK.
@@ -3743,4 +3745,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
     run?: boolean;
 }): Promise<SeedResult>;
 
-export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
+export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };

package/dist/index.js

@@ -30,8 +30,8 @@ import {
   getCurrentTrace,
   reseedFromRegistry,
   seedFromRegistry
-} from "./chunk-YY5BB2YS.js";
-import "./chunk-EGWJYCNT.js";
+} from "./chunk-SV5FYJQ4.js";
+import "./chunk-RCHSYWKI.js";
 import {
   BITFAB_PROGRESS_PREFIX,
   DbBranchReplayError,
@@ -39,7 +39,7 @@ import {
   ReplayError,
   reportReplayProgress,
   serializeReplayResult
-} from "./chunk-ZR4HGK6G.js";
+} from "./chunk-X6JOFMNV.js";
 import {
   BitfabError,
   DEFAULT_SERVICE_URL,
@@ -47,7 +47,7 @@ import {
   MixedTracingError,
   __version__,
   flushTraces
-} from "./chunk-WKXLCFLT.js";
+} from "./chunk-NIGVK5V7.js";
 import "./chunk-VCRFFCLY.js";
 export {
   AssertionCategoriesClient,

package/dist/node.cjs

@@ -97,7 +97,7 @@ var __version__, __packageName__;
 var init_version_generated = __esm({
   "src/version.generated.ts"() {
     "use strict";
-    __version__ = "0.54.12";
+    __version__ = "0.54.14";
     __packageName__ = "bitfab";
   }
 });
@@ -1272,6 +1272,7 @@ var init_simulationPlan = __esm({
         }
         this.warnNeverLoaded();
         this.warnDropped();
+        return this.held.length === 0;
       }
       waitForFirstLoad(timeoutMs) {
         const firstLoad = this.firstLoad();
@@ -2094,9 +2095,14 @@ __export(http_exports, {
 });
 async function releaseHeldExternalSpans(timeoutMs) {
   const deadline = Date.now() + Math.max(timeoutMs, 0);
+  let released = true;
   for (const client of [...liveHttpClients]) {
-    await client.releaseHeldExternalSpans?.(Math.max(0, deadline - Date.now()));
+    const result = await client.releaseHeldExternalSpans?.(
+      Math.max(0, deadline - Date.now())
+    );
+    released = result !== false && released;
   }
+  return released;
 }
 function stopSimulationPlans() {
   for (const client of [...liveHttpClients]) {
@@ -2113,14 +2119,15 @@ function awaitOnExit(promise) {
 }
 async function flushTraces(timeoutMs = 5e3) {
   const deadline = Date.now() + Math.max(timeoutMs, 0);
-  await releaseHeldExternalSpans(planWaitSliceMs(timeoutMs));
+  const released = await releaseHeldExternalSpans(planWaitSliceMs(timeoutMs));
   const requestsFlushed = await awaitPendingRequests(
     Math.max(0, deadline - Date.now())
   );
+  const releasedAfterDeferred = await releaseHeldExternalSpans(0);
   const transportsFlushed = await flushTraceTransports(
     Math.max(0, deadline - Date.now())
   );
-  return requestsFlushed && transportsFlushed;
+  return released && releasedAfterDeferred && requestsFlushed && transportsFlushed;
 }
 async function awaitPendingRequests(timeoutMs = DEFAULT_LIFECYCLE_TIMEOUT_MS2) {
   await replayContextReady.catch(() => {
@@ -2530,13 +2537,17 @@ var init_http = __esm({
        */
       async settleDeferredWork(timeoutMs = DEFAULT_LIFECYCLE_TIMEOUT_MS2) {
         const deadline = Date.now() + Math.max(timeoutMs, 0);
-        await this.releaseHeldExternalSpans?.(planWaitSliceMs(timeoutMs));
+        const released = await this.releaseHeldExternalSpans?.(
+          planWaitSliceMs(timeoutMs)
+        );
         await replayContextReady.catch(() => {
         });
-        return waitForPromises(
+        const settled2 = await waitForPromises(
           Array.from(this.deferredWork),
           Math.max(0, deadline - Date.now())
         );
+        const releasedAfterDeferred = await this.releaseHeldExternalSpans?.(0);
+        return released !== false && releasedAfterDeferred !== false && settled2;
       }
       /**
        * Wait for spans queued by this client to be delivered, within one deadline.
@@ -2561,7 +2572,9 @@ var init_http = __esm({
         }
         const deadline = Date.now() + Math.max(timeoutMs, 0);
         this.closing = (async () => {
-          await this.releaseHeldExternalSpans?.(planWaitSliceMs(timeoutMs));
+          const released = await this.releaseHeldExternalSpans?.(
+            planWaitSliceMs(timeoutMs)
+          );
           this.stopSimulationPlan?.();
           this.externalSpanTransform = void 0;
           this.externalTraceTransform = void 0;
@@ -2575,7 +2588,7 @@ var init_http = __esm({
           const transport = this.traceTransport;
           this.traceTransport = void 0;
           const shutdownOk = await transport?.shutdown(Math.max(0, deadline - Date.now())) ?? true;
-          return settled2 && shutdownOk;
+          return released !== false && settled2 && shutdownOk;
         })();
         return this.closing;
       }
@@ -2673,12 +2686,6 @@ var init_http = __esm({
       async lookupFunction(name) {
         return this.request("/api/sdk/functions/lookup", { name });
       }
-      async getAutoTracePolicy(traceFunctionKey, protocol) {
-        return this.request("/api/sdk/auto-trace/policy", {
-          traceFunctionKey,
-          protocol
-        });
-      }
       async getSimulationPlan() {
         return this.get(
           "/api/sdk/sim-plan",
@@ -4015,6 +4022,12 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
     }
   }
   const attempts = resolveAttempts(options?.attempts);
+  const maxConcurrency = options?.maxConcurrency ?? 10;
+  if (!Number.isInteger(maxConcurrency) || maxConcurrency < 1) {
+    throw new BitfabError(
+      `maxConcurrency must be a positive integer (got ${maxConcurrency}).`
+    );
+  }
   await replayContextReady;
   let codeChangeDescription = options?.codeChangeDescription;
   let codeChangeFiles = options?.codeChangeFiles;
@@ -4061,7 +4074,6 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
     }
   }
   const mockStrategy = options?.mock ?? "marked";
-  const maxConcurrency = options?.maxConcurrency ?? 10;
   const fullTestRunUrl = `${serviceUrl}${testRunUrl}`;
   const resolvedOverrides = [
     ...normalizeMockOverrides(options?.mockOverride),
@@ -4158,6 +4170,7 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
             originalDurationMs: item.originalDurationMs,
             originalTokens: item.originalTokens,
             originalModel: item.originalModel,
+            ingestionType: item.ingestionType,
             tokens: item.tokens,
             model: item.model,
             dbSnapshotRef: item.dbSnapshotRef,
@@ -5209,21 +5222,6 @@ function currentAutoTraceScope() {
   initializeAutoTraceStorage();
   return autoTraceState.storage?.getStore() ?? autoTraceState.browserScope;
 }
-function __setBitfabAutoTraceCapturePolicy(client, traceFunctionKey, functionIds) {
-  const policies = autoTraceState.capturePolicies.get(client) ?? /* @__PURE__ */ new Map();
-  if (functionIds === void 0) {
-    policies.delete(traceFunctionKey);
-    if (policies.size === 0) {
-      autoTraceState.capturePolicies.delete(client);
-    }
-    return;
-  }
-  policies.set(traceFunctionKey, new Set(functionIds));
-  autoTraceState.capturePolicies.set(client, policies);
-}
-function getAutoTraceCapturePolicy(client, traceFunctionKey) {
-  return autoTraceState.capturePolicies.get(client)?.get(traceFunctionKey);
-}
 
 // src/optionalPeer.ts
 function importOptionalPeer(specifierParts) {
@@ -6013,6 +6011,14 @@ var LabelsClient = class {
     );
     return response.labels;
   }
+  /** Withhold a verdict for a trace or replay attempt whose check did not run. */
+  async skip(target, testRunId) {
+    return this.save({ ...target, skip: true }, testRunId);
+  }
+  /** Clear a previous verdict for a trace, replay attempt, or assertion. */
+  async archive(target, testRunId) {
+    return this.save({ ...target, archive: true }, testRunId);
+  }
   async saveHuman(update) {
     const [outcome] = await this.saveHumanAll([update]);
     return outcome;
@@ -6931,6 +6937,15 @@ var BitfabLangGraphIntegration = class {
 // src/client.ts
 init_mockOverride();
 
+// src/streamFinalizationError.ts
+var StreamFinalizationError = class extends Error {
+  constructor(message, output) {
+    super(message);
+    this.output = output;
+    this.name = "StreamFinalizationError";
+  }
+};
+
 // src/openaiAgentSdk.ts
 var BitfabOpenAIAgentHandler = class {
   constructor(config) {
@@ -6970,7 +6985,11 @@ var BitfabOpenAIAgentHandler = class {
       if (isStreaming && res?.completed) {
         try {
           await res.completed;
-        } catch {
+        } catch (error) {
+          throw new StreamFinalizationError(
+            error instanceof Error ? error.message : String(error),
+            res.finalOutput
+          );
         }
       }
       return res?.finalOutput;
@@ -7072,7 +7091,6 @@ function openAiAgentsParentSpanId(bitfabTraceId, enclosingSpanIds) {
 }
 
 // src/client.ts
-init_policyRefresh();
 init_randomUuid();
 init_replay();
 
@@ -7729,17 +7747,6 @@ function runWithSeedContext(ctx, fn) {
 init_serialize();
 init_simulationPlan();
 init_spanOrigin();
-
-// src/streamFinalizationError.ts
-var StreamFinalizationError = class extends Error {
-  constructor(message, output) {
-    super(message);
-    this.output = output;
-    this.name = "StreamFinalizationError";
-  }
-};
-
-// src/client.ts
 init_traceMetadata();
 
 // src/traces.ts
@@ -8656,8 +8663,6 @@ function readBooleanEnv(name) {
 var DEFAULT_AUTO_TRACE_MAX_DEPTH = 30;
 var DEFAULT_AUTO_TRACE_MAX_SPANS = 500;
 var AUTO_TRACE_PROTOCOL = "ts-auto-v1";
-var AUTO_TRACE_POLICY_REFRESH_MS = 6e4;
-var AUTO_TRACE_POLICY_RETRY_MS = 1e4;
 function spanOwnerName(receiver) {
   if (typeof receiver === "function") {
     return receiver.name !== "" ? receiver.name : void 0;
@@ -8690,7 +8695,6 @@ var Bitfab = class {
   constructor(config) {
     /** Gate the empty-key warning to fire at most once. */
     this.apiKeyWarned = false;
-    this.autoTracePolicyRefreshes = /* @__PURE__ */ new Map();
     /**
      * Mock overrides registered via {@link Bitfab.registerMockOverride}, applied
      * to every `replay` on this client (after any per-call `mockOverride`). In
@@ -8739,12 +8743,12 @@ var Bitfab = class {
    *
    * Build instrumentation turns repository functions called beneath this
    * method into nested spans that capture inputs, outputs, and errors by
-   * default. A confirmed capture policy can narrow rich capture to selected
-   * function IDs.
+   * default. Source exclusions and sim-plan capture-off decisions are explicit
+   * opt-outs from that default.
    * Without a compatible build transform, this still records the decorated
    * method as a normal rich root span but cannot discover child calls.
    *
-   * @param traceFunctionKey - Groups traces and their capture policy.
+   * @param traceFunctionKey - Groups traces and their capture controls.
    * @param options - Root presentation, subtree bounds, and exclusions.
    * @experimental Automatic child-call instrumentation is experimental.
    */
@@ -8902,11 +8906,6 @@ var Bitfab = class {
       traceFunctionKey,
       spanOptions,
       function(...args) {
-        const capturePolicy = getAutoTraceCapturePolicy(
-          self,
-          traceFunctionKey
-        );
-        self.refreshAutoTraceCapturePolicy(traceFunctionKey);
         self.simulationPlan.refresh();
         let spansUsed = 0;
         let truncated = false;
@@ -8986,7 +8985,7 @@ var Bitfab = class {
               surface: "opt-out",
               instrumentation: "trace",
               functionId: definition.id,
-              captureContent: nodeConfiguration !== void 0 || capturePolicy === void 0 || capturePolicy.has(definition.id),
+              captureContent: true,
               autoTraceDefinition: definition,
               ...nodeConfiguration?.testRunId !== void 0 && {
                 testRunId: nodeConfiguration.testRunId
@@ -9085,34 +9084,6 @@ var Bitfab = class {
   applySimulationPlan(payload, submit) {
     this.simulationPlan.send(payload, rootTraceFunctionKeyOf(payload), submit);
   }
-  refreshAutoTraceCapturePolicy(traceFunctionKey) {
-    const state2 = this.autoTracePolicyRefreshes.get(traceFunctionKey) ?? new PolicyRefresh();
-    this.autoTracePolicyRefreshes.set(traceFunctionKey, state2);
-    state2.run(
-      () => this.httpClient.getAutoTracePolicy(
-        traceFunctionKey,
-        AUTO_TRACE_PROTOCOL
-      ),
-      (policy) => {
-        if (policy.protocol !== AUTO_TRACE_PROTOCOL) {
-          state2.hold(AUTO_TRACE_POLICY_RETRY_MS);
-          return;
-        }
-        const functionIds = Array.isArray(policy.functionIds) ? policy.functionIds.filter(
-          (id) => typeof id === "string" && id.startsWith(`${AUTO_TRACE_PROTOCOL}:`)
-        ).slice(0, DEFAULT_AUTO_TRACE_MAX_SPANS) : [];
-        __setBitfabAutoTraceCapturePolicy(
-          this,
-          traceFunctionKey,
-          policy.revision === null ? void 0 : functionIds
-        );
-        state2.hold(AUTO_TRACE_POLICY_REFRESH_MS);
-      },
-      () => {
-        state2.hold(AUTO_TRACE_POLICY_RETRY_MS);
-      }
-    );
-  }
   /**
    * Flush and permanently close this client's tracing resources: its pending
    * requests and the single span-transport worker shared by its decorators and