bitfab 0.65.11 → 0.66.0

package/dist/{index-CUstKXuW.d.cts → index-DiYFr-KV.d.cts}

@@ -1536,6 +1536,9 @@ type ExperimentTally = {
   stillPassing: number;
   regressed: number;
   stillFailing: number;
+  /** Pairs whose original trace has no verdict, so the replay cannot be compared. */
+  originalWithoutVerdict: number;
+  /** @deprecated Use {@link ExperimentTally.originalWithoutVerdict}. */
   originalUnlabeled: number;
   unpaired: number;
   classified: number;
@@ -1550,6 +1553,9 @@ type ExperimentTotals = {
   succeeded: number;
   failed: number;
   pending: number;
+  /** Replays that finished but have no verdict yet. */
+  awaitingVerdicts: number;
+  /** @deprecated Use {@link ExperimentTotals.awaitingVerdicts}. */
   awaitingLabels: number;
   errored: number;
   withErrors: number;
@@ -1559,6 +1565,8 @@ type ExperimentTotals = {
 };
 type ExperimentCategoryTally = {
   category: CategorySummary;
+  verdicts: ExperimentTally;
+  /** @deprecated Use {@link ExperimentCategoryTally.verdicts}. */
   labels: ExperimentTally;
 };
 type ExperimentJitter = {
@@ -1569,6 +1577,9 @@ type ExperimentJitter = {
 type ExperimentRollup = {
   traces: ExperimentTally;
   skippedTraces: number;
+  /** Scored assertion and grader verdicts. */
+  verdicts: ExperimentTally;
+  /** @deprecated Use {@link ExperimentRollup.verdicts}. */
   labels: ExperimentTally;
   checks: ExperimentTally;
   categories: ExperimentCategoryTally[];
@@ -1662,7 +1673,8 @@ type AssertionEvidenceParameter = {
   name: string;
   type: "string" | "number" | "boolean" | "object" | "array" | "null" | "unknown";
 };
-type AssertionLabelEvidence = {
+/** One suggested evidence candidate for an assertion verdict. Save only `{ spanId, text }` as evidence. */
+type AssertionVerdictEvidence = {
   spanId: string;
   text: string;
   sourceField: string;
@@ -1671,6 +1683,8 @@ type AssertionLabelEvidence = {
   spanType: "llm" | "agent" | "function" | "guardrail" | "handoff" | "custom";
   isMocked: boolean;
 };
+/** @deprecated Use {@link AssertionVerdictEvidence}. Same type. */
+type AssertionLabelEvidence = AssertionVerdictEvidence;
 type SaveAssertion = {
   /** Omit to preserve the category, or pass null to clear it. */
   category_id?: string | null;
@@ -1992,14 +2006,20 @@ declare class TracesClient {
   saveScenario({ traceId, ...edit }: SaveScenarioParams): Promise<Scenario>;
 }
 //#endregion
-//#region src/labels.d.ts
-type LabelConfidence = "VeryLow" | "Low" | "Medium" | "High" | "VeryHigh";
-type LabelAction = "set" | "archived" | "no-active-label" | "skipped" | "abstained";
-type LabelStatus = "labeled" | "skipped" | "unlabeled";
-type LabelSource = "human" | "agent";
+//#region src/verdicts.d.ts
+/** How sure the judge is of a verdict. */
+type VerdictConfidence = "VeryLow" | "Low" | "Medium" | "High" | "VeryHigh";
+/** What a write did. `no-active-verdict` means an archive found nothing to clear. */
+type VerdictAction = "set" | "archived" | "no-active-verdict" | "skipped" | "abstained";
+/** Whether a trace or assertion has a verdict: `judged`, `skipped` (withheld on purpose), or `not-judged`. */
+type VerdictStatus = "judged" | "skipped" | "not-judged";
+/** Who wrote an assertion verdict. */
+type VerdictSource = "human" | "agent";
 /** An assertion verdict. `abstained` means the judge could not find the evidence the assertion needs; it counts as a fail. */
 type Verdict = "pass" | "fail" | "abstained";
-type LabelAddress = {
+/** A verdict a person or a grader can give. Neither abstains. */
+type PassFailVerdict = "pass" | "fail";
+type VerdictAddress = {
   traceId: string;
   originalTraceId?: never;
   attempt?: never;
@@ -2008,63 +2028,117 @@ type LabelAddress = {
   attempt?: number;
   traceId?: never;
 };
-type LabelTarget = LabelAddress & {
+/** The assertion a verdict scores, on an original trace (`traceId`) or a replay (`originalTraceId` plus optional `attempt`). */
+type VerdictTarget = VerdictAddress & {
   assertionId: string;
 };
-type ArchiveLabelTarget = LabelAddress & {
+/** Like {@link VerdictTarget}, but `assertionId` may be omitted to clear an old whole-trace verdict. */
+type ArchiveVerdictTarget = VerdictAddress & {
   assertionId?: string;
 };
-type LabelVerdict = {
-  label: boolean;
+type VerdictJudgment = {
+  verdict: PassFailVerdict;
   annotation: string;
-  confidence?: LabelConfidence;
+  confidence?: VerdictConfidence;
   evidence?: Justification | null;
+  label?: never;
+  abstain?: never;
+  skip?: never;
+  archive?: never;
 } | {
-  skip: true;
+  verdict: "abstained";
   annotation?: string;
+  label?: never;
+  abstain?: never;
+  skip?: never;
+  archive?: never;
 } | {
+  /** @deprecated Use `verdict: "pass" | "fail"`. Sent as `verdict` on the wire. */
+  label: boolean;
+  annotation: string;
+  confidence?: VerdictConfidence;
+  evidence?: Justification | null;
+  verdict?: never;
+  skip?: never;
+  archive?: never;
+} | {
+  /** @deprecated Use `verdict: "abstained"`, or {@link VerdictsClient.abstain}. */
   abstain: true;
   annotation?: string;
+  verdict?: never;
+  skip?: never;
+  archive?: never;
+} | {
+  skip: true;
+  annotation?: string;
+  verdict?: never;
+  label?: never;
+  abstain?: never;
+  archive?: never;
 };
-type LabelUpdate = (LabelTarget & LabelVerdict) | (ArchiveLabelTarget & {
+type VerdictArchive = {
   archive: true;
-});
-type LabelOutcome = {
+  verdict?: never;
+  label?: never;
+  abstain?: never;
+  skip?: never;
+};
+/** One agent verdict write: a verdict, a skip, or an archive. */
+type VerdictUpdate = (VerdictTarget & VerdictJudgment) | (ArchiveVerdictTarget & VerdictArchive);
+/** What the server did with one agent write. `key` echoes the id the write addressed. */
+type VerdictOutcome = {
   key: string;
   traceId: string;
-  action: LabelAction;
+  action: VerdictAction;
 };
-type HumanLabelUpdate = {
+/** A verdict a person decided, on one assertion. A person never abstains. */
+type HumanVerdictUpdate = {
   traceId: string;
   assertionId: string;
-  label: boolean;
   annotation: string;
-  confidence?: LabelConfidence;
+  confidence?: VerdictConfidence;
   evidence?: Justification | null;
-};
-type HumanLabelOutcome = {
+} & ({
+  verdict: PassFailVerdict;
+  label?: never;
+} | {
+  /** @deprecated Use `verdict: "pass" | "fail"`. Sent as `verdict` on the wire. */
+  label: boolean;
+  verdict?: never;
+});
+/** What the server did with one human verdict. */
+type HumanVerdictOutcome = {
   traceId: string;
   assertionId: string | null;
+  verdict: PassFailVerdict;
+  /** @deprecated Use {@link HumanVerdictOutcome.verdict}. True when the verdict is `pass`. */
   label: boolean;
   action: "set";
 };
+/** One assertion's verdict on a trace. */
 type AssertionVerdict = {
   assertionId: string;
   assertion: string | null;
-  labelStatus: LabelStatus;
-  label: boolean | null;
-  /** The verdict, or null when there is none. `label` carries the same verdict as a boolean, false for both fail and abstained. */
+  /** The verdict, or null when there is none. */
   verdict: Verdict | null;
+  verdictStatus: VerdictStatus;
+  source: VerdictSource;
   annotation: string | null;
   evidence: Justification | null;
-  confidence: LabelConfidence | null;
-  labelSource: LabelSource;
+  confidence: VerdictConfidence | null;
   approved: boolean;
-};
-type TraceLabels = {
-  traceId: string;
+  /** @deprecated Use {@link AssertionVerdict.verdictStatus}. */
   labelStatus: LabelStatus;
+  /** @deprecated Use {@link AssertionVerdict.verdict}. False for both fail and abstained. */
   label: boolean | null;
+  /** @deprecated Use {@link AssertionVerdict.source}. */
+  labelSource: VerdictSource;
+};
+/** A trace's effective verdict plus one row per scored assertion. */
+type TraceVerdicts = {
+  traceId: string;
+  verdict: Verdict | null;
+  verdictStatus: VerdictStatus;
   annotation: string | null;
   evidence: Justification | null;
   approved: boolean;
@@ -2073,73 +2147,159 @@ type TraceLabels = {
   /** How many of the failed assertion verdicts are abstentions, where the judge could not find the evidence. */
   abstained: number;
   assertions: AssertionVerdict[];
+  /** @deprecated Use {@link TraceVerdicts.verdictStatus}. */
+  labelStatus: LabelStatus;
+  /** @deprecated Use {@link TraceVerdicts.verdict}. */
+  label: boolean | null;
 };
-declare class LabelsClient {
+/** @deprecated Use {@link VerdictConfidence}. Same type. */
+type LabelConfidence = VerdictConfidence;
+/** @deprecated Use {@link VerdictAction}. Archives that clear nothing now report `no-active-verdict`. */
+type LabelAction = VerdictAction;
+/** @deprecated Use {@link VerdictStatus}. Read by the deprecated `labelStatus` fields only. */
+type LabelStatus = "labeled" | "skipped" | "unlabeled";
+/** @deprecated Use {@link VerdictSource}. Same type. */
+type LabelSource = VerdictSource;
+/** @deprecated Use {@link VerdictTarget}. Same type. */
+type LabelTarget = VerdictTarget;
+/** @deprecated Use {@link ArchiveVerdictTarget}. Same type. */
+type ArchiveLabelTarget = ArchiveVerdictTarget;
+/** @deprecated Use {@link VerdictUpdate}. Same type. */
+type LabelUpdate = VerdictUpdate;
+/** @deprecated Use {@link VerdictOutcome}. Same type. */
+type LabelOutcome = VerdictOutcome;
+/** @deprecated Use {@link HumanVerdictUpdate}. Same type. */
+type HumanLabelUpdate = HumanVerdictUpdate;
+/** @deprecated Use {@link HumanVerdictOutcome}. Same type. */
+type HumanLabelOutcome = HumanVerdictOutcome;
+/** @deprecated Use {@link TraceVerdicts}. Same type. */
+type TraceLabels = TraceVerdicts;
+/** Writes and reads assertion verdicts: what a judge decided about each assertion on a trace. */
+declare class VerdictsClient {
   private readonly httpClient;
   constructor(httpClient: HttpClient);
-  save(update: LabelUpdate, experimentId?: string): Promise<LabelOutcome>;
-  saveAll(updates: LabelUpdate[], experimentId?: string): Promise<LabelOutcome[]>;
-  skip(target: LabelTarget & {
+  /** Save one agent verdict. Pass `experimentId` when the trace is a replay addressed by `originalTraceId`. */
+  save(update: VerdictUpdate, experimentId?: string): Promise<VerdictOutcome>;
+  /** Save many agent verdicts in one all-or-nothing batch. */
+  saveAll(updates: VerdictUpdate[], experimentId?: string): Promise<VerdictOutcome[]>;
+  /** Withhold a verdict, with `annotation` saying why, for an attempt that crashed or an assertion that could not be checked. */
+  skip(target: VerdictTarget & {
     annotation?: string;
-  }, experimentId?: string): Promise<LabelOutcome>;
+  }, experimentId?: string): Promise<VerdictOutcome>;
   /**
    * Record that the evidence does not show the part of the run this assertion
    * checks, so there was nothing to judge. Counted as a fail in every pass
    * rate, but stored and read back as an abstention, apart from a fail. Pass
    * `annotation` to say what the evidence would have had to show.
    */
-  abstain(target: LabelTarget & {
+  abstain(target: VerdictTarget & {
     annotation?: string;
-  }, experimentId?: string): Promise<LabelOutcome>;
-  archive(target: ArchiveLabelTarget, experimentId?: string): Promise<LabelOutcome>;
-  saveHuman(update: HumanLabelUpdate): Promise<HumanLabelOutcome>;
-  saveHumanAll(updates: HumanLabelUpdate[]): Promise<HumanLabelOutcome[]>;
-  get(traceId: string): Promise<TraceLabels | null>;
-  getAll(traceIds: string[]): Promise<TraceLabels[]>;
+  }, experimentId?: string): Promise<VerdictOutcome>;
+  /** Clear a previous verdict. `assertionId` may be omitted to clear an old whole-trace verdict. */
+  archive(target: ArchiveVerdictTarget, experimentId?: string): Promise<VerdictOutcome>;
+  /** Save one verdict a person decided. */
+  saveHuman(update: HumanVerdictUpdate): Promise<HumanVerdictOutcome>;
+  /** Save many verdicts a person decided, in one all-or-nothing batch. */
+  saveHumanAll(updates: HumanVerdictUpdate[]): Promise<HumanVerdictOutcome[]>;
+  /** Read one trace's verdicts, or null when the trace has none. */
+  get(traceId: string): Promise<TraceVerdicts | null>;
+  /** Read many traces' verdicts in one call. */
+  getAll(traceIds: string[]): Promise<TraceVerdicts[]>;
   /** Generate suggested evidence for an assertion on an original or replay trace. */
-  generateLabelEvidence(traceId: string, assertionId: string): Promise<AssertionLabelEvidence[]>;
+  generateEvidence(traceId: string, assertionId: string): Promise<AssertionVerdictEvidence[]>;
+  /** @deprecated Use {@link VerdictsClient.generateEvidence}. Same call. */
+  generateLabelEvidence(traceId: string, assertionId: string): Promise<AssertionVerdictEvidence[]>;
 }
+/**
+ * @deprecated Use {@link VerdictsClient}. Same class.
+ * @alias
+ */
+declare const LabelsClient: typeof VerdictsClient;
+/**
+ * @deprecated Use {@link VerdictsClient}. Same class.
+ * @alias
+ */
+type LabelsClient = VerdictsClient;
 //#endregion
 //#region src/graders.d.ts
-type GraderLabelSource = "human" | "live_grader";
-type GraderLabel = {
+/** Who wrote a grader verdict: a person, or the grader itself. */
+type GraderVerdictSource = "human" | "live_grader";
+/** One grader's verdict on one trace. */
+type GraderVerdict = {
   traceId: string;
   graderId: string;
   graderName: string | null;
   graderStatus: string;
   graderType: string;
-  label: boolean | null;
-  labelReason: string | null;
+  /** The grader's verdict, or null when it has not judged the trace. */
+  verdict: PassFailVerdict | null;
+  reason: string | null;
   failureDiagnostic: string | null;
-  labelConfidence: LabelConfidence | null;
-  source: GraderLabelSource;
+  confidence: VerdictConfidence | null;
+  source: GraderVerdictSource;
   evaluatedAt: string | null;
+  /** @deprecated Use {@link GraderVerdict.verdict}. True when the verdict is `pass`. */
+  label: boolean | null;
+  /** @deprecated Use {@link GraderVerdict.reason}. */
+  labelReason: string | null;
+  /** @deprecated Use {@link GraderVerdict.confidence}. */
+  labelConfidence: VerdictConfidence | null;
 };
-type GetGraderLabelsParams = {
+/** Pass `traceIds`, `graderId`, or both. Passing neither throws. */
+type GetGraderVerdictsParams = {
   traceIds?: string[];
   graderId?: string;
   limit?: number;
 };
-type GraderLabelUpdate = {
+/** A verdict for an external grader on one trace. A grader never abstains. */
+type GraderVerdictUpdate = {
   graderId: string;
   traceId: string;
-  label: boolean;
   reason?: string;
   failureDiagnostic?: string;
-  confidence?: LabelConfidence;
-};
-type GraderLabelOutcome = {
+  confidence?: VerdictConfidence;
+} & ({
+  verdict: PassFailVerdict;
+  label?: never;
+} | {
+  /** @deprecated Use `verdict: "pass" | "fail"`. Sent as `verdict` on the wire. */
+  label: boolean;
+  verdict?: never;
+});
+/** What the server did with one grader verdict. */
+type GraderVerdictOutcome = {
   graderId: string;
   traceId: string;
+  verdict: PassFailVerdict;
+  /** @deprecated Use {@link GraderVerdictOutcome.verdict}. True when the verdict is `pass`. */
   label: boolean;
   action: "set";
 };
+/** @deprecated Use {@link GraderVerdictSource}. Same type. */
+type GraderLabelSource = GraderVerdictSource;
+/** @deprecated Use {@link GraderVerdict}. Same type. */
+type GraderLabel = GraderVerdict;
+/** @deprecated Use {@link GetGraderVerdictsParams}. Same type. */
+type GetGraderLabelsParams = GetGraderVerdictsParams;
+/** @deprecated Use {@link GraderVerdictUpdate}. Same type. */
+type GraderLabelUpdate = GraderVerdictUpdate;
+/** @deprecated Use {@link GraderVerdictOutcome}. Same type. */
+type GraderLabelOutcome = GraderVerdictOutcome;
 declare class GradersClient {
   private readonly httpClient;
   constructor(httpClient: HttpClient);
-  getLabels(params: GetGraderLabelsParams): Promise<GraderLabel[]>;
-  saveLabel(update: GraderLabelUpdate): Promise<GraderLabelOutcome>;
-  saveLabelAll(updates: GraderLabelUpdate[]): Promise<GraderLabelOutcome[]>;
+  /** Read each grader's verdict, one row per grader per trace. */
+  getVerdicts(params: GetGraderVerdictsParams): Promise<GraderVerdict[]>;
+  /** Save one verdict for an external grader. */
+  saveVerdict(update: GraderVerdictUpdate): Promise<GraderVerdictOutcome>;
+  /** Save up to 200 verdicts for external graders, all or nothing. */
+  saveVerdictAll(updates: GraderVerdictUpdate[]): Promise<GraderVerdictOutcome[]>;
+  /** @deprecated Use {@link GradersClient.getVerdicts}. Same call. */
+  getLabels(params: GetGraderVerdictsParams): Promise<GraderVerdict[]>;
+  /** @deprecated Use {@link GradersClient.saveVerdict}. Same call. */
+  saveLabel(update: GraderVerdictUpdate): Promise<GraderVerdictOutcome>;
+  /** @deprecated Use {@link GradersClient.saveVerdictAll}. Same call. */
+  saveLabelAll(updates: GraderVerdictUpdate[]): Promise<GraderVerdictOutcome[]>;
 }
 //#endregion
 //#region src/langgraph.d.ts
@@ -3639,7 +3799,10 @@ declare class Bitfab {
   readonly organizationMembers: OrganizationMembersClient;
   readonly traces: TracesClient;
   readonly spans: SpansClient;
-  readonly labels: LabelsClient;
+  /** Assertion verdicts: what a judge decided about each assertion on a trace. */
+  readonly verdicts: VerdictsClient;
+  /** @deprecated Use {@link verdicts}. Same client. */
+  readonly labels: VerdictsClient;
   readonly graders: GradersClient;
   readonly experiments: ExperimentsClient;
   private readonly bamlClient;
@@ -4352,7 +4515,7 @@ interface CommitRef {
 /**
  * SDK version from package.json (injected at build time)
  */
-declare const __version__ = "0.65.11";
+declare const __version__ = "0.66.0";
 //#endregion
 //#region src/constants.d.ts
 /**
@@ -4494,4 +4657,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
   run?: boolean;
 }): Promise<SeedResult>;
 //#endregion
-export { AdaptInputsFn as $, RemoveDatasetGradersResult as $n, Assignee as $r, GenerateAssertionsOptions as $t, SpanMethodDecoratorContext as A, ExperimentJitter as An, MockOverrideCtx as Ar, ArchiveLabelTarget as At, TraceResponse as B, AddDatasetGradersResult as Bn, DbSnapshotProvider as Br, LabelUpdate as Bt, NodeMethodDecorator as C, TraceSearchResult as Cn, SpanLookup as Cr, BitfabLangGraphCallbackHandler as Ct, SeedCaseOptions as D, Experiment as Dn, flushTraces as Dr, GraderLabelSource as Dt, ReseedResult as E, TracesClient as En, TokenUsage as Er, GraderLabelOutcome as Et, getCurrentSpan as F, ExperimentStatus as Fn, NodeMatcher as Fr, LabelConfidence as Ft, SpanListResult as G, DatasetsClient as Gn, SelectiveReplayOptions as Gr, AssertionEvidenceParameter as Gt, ListedSpan as H, Dataset as Hn, SUPPORTED_PROVIDERS as Hr, TraceLabels as Ht, getCurrentTrace as I, ExperimentTally as In, SpanNodeMeta as Ir, LabelOutcome as It, RivetContextLike as J, GraderRerunProgress as Jn, BamlExecutionResult as Jr, AssertionGenerationStatus as Jt, SpansClient as K, GraderRerun as Kn, SelectiveReplayReport as Kr, AssertionGeneration as Kt, CaptureSurface as L, ExperimentTotals as Ln, BitfabError as Lr, LabelSource as Lt, WrapBAMLOptions as M, ExperimentRollup as Mn, MockOverrideResolver as Mr, HumanLabelOutcome as Mt, WrappedBamlFn as N, ExperimentRollupResult as Nn, MockValue as Nr, HumanLabelUpdate as Nt, SeedRunOptions as O, ExperimentCategoryTally as On, DbBranchTimings as Or, GraderLabelUpdate as Ot, getCurrentReplayBranch as P, ExperimentRunBy as Pn, NO_MOCK_OVERRIDE as Pr, LabelAction as Pt, AdaptContext as Q, ListDatasetsParams as Qn, Approver as Qr, AssertionRewriteStatus as Qt, ActiveSpanContext as R, ExperimentsClient as Rn, MixedTracingError as Rr, LabelStatus as Rt, DetachedTrace as S, TraceSearchParams as Sn, HttpClient as Sr, LangGraphIntegrationOptions as St, ReseedOptions as T, TraceTargetOccurrence as Tn, SpanType as Tr, GraderLabel as Tt, SpanListField as U, DatasetGraderRef as Un, ReplayNodeIdentity as Ur, Verdict as Ut, TracingProcessor as V, AddDatasetTracesResult as Vn, DbSnapshotRef as Vr, LabelsClient as Vt, SpanListParams as W, DatasetTraceIds as Wn, SelectiveReplayDecision as Wr, ArchiveAssertionsParams as Wt, RivetIntegrationOptions as X, GraderRerunStatus as Xn, ApprovalFields as Xr, AssertionLabelEvidence as Xt, RivetEffectType as Y, GraderRerunResult as Yn, ProviderDefinition as Yr, AssertionGenerationTimeoutError as Yt, ReplayBranch as Z, GraderRerunTimeoutError as Zn, ApprovalState as Zr, AssertionRewrite as Zt, BitfabConfig as _, TraceAssertion as _n, CategorySummary as _r, ReplayInterruptSignal as _t, ReplayRegistryOptions as a, SaveScenarioHistoryEntry as an, UpdateDatasetParams as ar, ReplayExperiment as at, CurrentSpan as b, TraceAssertionsUpdate as bn, CapturedSpan as br, BitfabOpenAIAgentHandler as bt, SeedResult as c, Scenario as cn, VercelCallParams as cr, ReplayItemStartProgress as ct, seedFromRegistry as d, ScenarioData as dn, BitfabClaudeAgentHandler as dr, ReplayProgressItem as dt, Justification as ei, SaveAssertion as en, RemoveDatasetTracesResult as er, BITFAB_PROGRESS_PREFIX as et, finalizers as f, ScenarioDataAppend as fn, AssertionCategoriesClient as fr, ReplayResult as ft, Bitfab as g, ScenarioTrigger as gn, Category as gr, ReplayInterrupt as gt, CommitRef as h, ScenarioSource as hn, CategoriesClient as hr, serializeReplayResult as ht, ReplayRegistryContext as i, SaveScenarioData as in, SaveDatasetResult as ir, ReplayError as it, SpanOptions as j, ExperimentPage as jn, MockOverrideInput as jr, AssertionVerdict as jt, SpanMethodDecorator as k, ExperimentCodeChangeTotals as kn, MockOverride as kr, GradersClient as kt, defineReplayRegistry as l, ScenarioAction as ln, VercelGenerateResult as lr, ReplayOptions as lt, __version__ as m, ScenarioHistoryEntry as mn, AssertionCategorySummary as mr, reportReplayProgress as mt, ReplayRegistration as n, SaveAssertionsParams as nn, RerunGradersResult as nr, DbBranchReplayError as nt, ReseedRegistryResult as o, SaveScenarioParams as on, BitfabLanguageModelMiddleware as or, ReplayItem as ot, DEFAULT_SERVICE_URL as p, ScenarioDataOrigin as pn, AssertionCategory as pr, TraceIngestionType as pt, BitfabRivetIntegration as q, GraderRerunError as qn, AllowedEnvVars as qr, AssertionGenerationError as qt, ReplayRegistry as r, SaveScenarioActualOutcome as rn, SaveDatasetParams as rr, MockStrategy as rt, SeedCase as s, SavedTraceAssertion as sn, BitfabVercelAiHandler as sr, ReplayItemFinishProgress as st, ReplayOptionsFactory as t, JustificationSpan as ti, SaveAssertionsAllParams as tn, RerunGradersOptions as tr, DbBranchOptions as tt, reseedFromRegistry as u, ScenarioActualOutcome as un, VercelStreamResult as ur, ReplayProgress as ut, BitfabFunction as v, TraceAssertionSource as vn, SaveAssertionCategoryParams as vr, OrganizationMember as vt, NodeOptions as w, TraceTarget as wn, SpanOccurrence as wr, GetGraderLabelsParams as wt, CurrentTrace as x, TraceSearchFilters as xn, CodeChangeFile as xr, BitfabLangGraphIntegration as xt, CaptureWhen as y, TraceAssertionsResult as yn, SaveCategoryParams as yr, OrganizationMembersClient as yt, BitfabOpenAITracingProcessor as z, ListExperimentsParams as zn, DbSnapshotConfig as zr, LabelTarget as zt };
+export { AdaptInputsFn as $, ExperimentRunBy as $n, NO_MOCK_OVERRIDE as $r, Verdict as $t, SpanMethodDecoratorContext as A, ScenarioData as An, BitfabClaudeAgentHandler as Ar, GraderVerdict as At, TraceResponse as B, TraceSearchFilters as Bn, CodeChangeFile as Br, HumanVerdictOutcome as Bt, NodeMethodDecorator as C, SaveScenarioData as Cn, SaveDatasetResult as Cr, BitfabLangGraphCallbackHandler as Ct, SeedCaseOptions as D, Scenario as Dn, VercelCallParams as Dr, GraderLabelOutcome as Dt, ReseedResult as E, SavedTraceAssertion as En, BitfabVercelAiHandler as Er, GraderLabel as Et, getCurrentSpan as F, ScenarioTrigger as Fn, Category as Fr, ArchiveLabelTarget as Ft, SpanListResult as G, TracesClient as Gn, TokenUsage as Gr, LabelSource as Gt, ListedSpan as H, TraceSearchResult as Hn, SpanLookup as Hr, LabelAction as Ht, getCurrentTrace as I, TraceAssertion as In, CategorySummary as Ir, ArchiveVerdictTarget as It, RivetContextLike as J, ExperimentCodeChangeTotals as Jn, MockOverride as Jr, LabelUpdate as Jt, SpansClient as K, Experiment as Kn, flushTraces as Kr, LabelStatus as Kt, CaptureSurface as L, TraceAssertionSource as Ln, SaveAssertionCategoryParams as Lr, AssertionVerdict as Lt, WrapBAMLOptions as M, ScenarioDataOrigin as Mn, AssertionCategory as Mr, GraderVerdictSource as Mt, WrappedBamlFn as N, ScenarioHistoryEntry as Nn, AssertionCategorySummary as Nr, GraderVerdictUpdate as Nt, SeedRunOptions as O, ScenarioAction as On, VercelGenerateResult as Or, GraderLabelSource as Ot, getCurrentReplayBranch as P, ScenarioSource as Pn, CategoriesClient as Pr, GradersClient as Pt, AdaptContext as Q, ExperimentRollupResult as Qn, MockValue as Qr, TraceVerdicts as Qt, ActiveSpanContext as R, TraceAssertionsResult as Rn, SaveCategoryParams as Rr, HumanLabelOutcome as Rt, DetachedTrace as S, SaveScenarioActualOutcome as Sn, SaveDatasetParams as Sr, LangGraphIntegrationOptions as St, ReseedOptions as T, SaveScenarioParams as Tn, BitfabLanguageModelMiddleware as Tr, GetGraderVerdictsParams as Tt, SpanListField as U, TraceTarget as Un, SpanOccurrence as Ur, LabelConfidence as Ut, TracingProcessor as V, TraceSearchParams as Vn, HttpClient as Vr, HumanVerdictUpdate as Vt, SpanListParams as W, TraceTargetOccurrence as Wn, SpanType as Wr, LabelOutcome as Wt, RivetIntegrationOptions as X, ExperimentPage as Xn, MockOverrideInput as Xr, PassFailVerdict as Xt, RivetEffectType as Y, ExperimentJitter as Yn, MockOverrideCtx as Yr, LabelsClient as Yt, ReplayBranch as Z, ExperimentRollup as Zn, MockOverrideResolver as Zr, TraceLabels as Zt, BitfabConfig as _, Approver as _i, AssertionVerdictEvidence as _n, ListDatasetsParams as _r, ReplayInterruptSignal as _t, ReplayRegistryOptions as a, DbSnapshotProvider as ai, VerdictTarget as an, AddDatasetGradersResult as ar, ReplayExperiment as at, CurrentSpan as b, JustificationSpan as bi, SaveAssertionsAllParams as bn, RerunGradersOptions as br, BitfabOpenAIAgentHandler as bt, SeedResult as c, ReplayNodeIdentity as ci, ArchiveAssertionsParams as cn, DatasetGraderRef as cr, ReplayItemStartProgress as ct, seedFromRegistry as d, SelectiveReplayReport as di, AssertionGenerationError as dn, GraderRerun as dr, ReplayProgressItem as dt, NodeMatcher as ei, VerdictAction as en, ExperimentStatus as er, BITFAB_PROGRESS_PREFIX as et, finalizers as f, AllowedEnvVars as fi, AssertionGenerationStatus as fn, GraderRerunError as fr, ReplayResult as ft, Bitfab as g, ApprovalState as gi, AssertionRewriteStatus as gn, GraderRerunTimeoutError as gr, ReplayInterrupt as gt, CommitRef as h, ApprovalFields as hi, AssertionRewrite as hn, GraderRerunStatus as hr, serializeReplayResult as ht, ReplayRegistryContext as i, DbSnapshotConfig as ii, VerdictStatus as in, ListExperimentsParams as ir, ReplayError as it, SpanOptions as j, ScenarioDataAppend as jn, AssertionCategoriesClient as jr, GraderVerdictOutcome as jt, SpanMethodDecorator as k, ScenarioActualOutcome as kn, VercelStreamResult as kr, GraderLabelUpdate as kt, defineReplayRegistry as l, SelectiveReplayDecision as li, AssertionEvidenceParameter as ln, DatasetTraceIds as lr, ReplayOptions as lt, __version__ as m, ProviderDefinition as mi, AssertionLabelEvidence as mn, GraderRerunResult as mr, reportReplayProgress as mt, ReplayRegistration as n, BitfabError as ni, VerdictOutcome as nn, ExperimentTotals as nr, DbBranchReplayError as nt, ReseedRegistryResult as o, DbSnapshotRef as oi, VerdictUpdate as on, AddDatasetTracesResult as or, ReplayItem as ot, DEFAULT_SERVICE_URL as p, BamlExecutionResult as pi, AssertionGenerationTimeoutError as pn, GraderRerunProgress as pr, TraceIngestionType as pt, BitfabRivetIntegration as q, ExperimentCategoryTally as qn, DbBranchTimings as qr, LabelTarget as qt, ReplayRegistry as r, MixedTracingError as ri, VerdictSource as rn, ExperimentsClient as rr, MockStrategy as rt, SeedCase as s, SUPPORTED_PROVIDERS as si, VerdictsClient as sn, Dataset as sr, ReplayItemFinishProgress as st, ReplayOptionsFactory as t, SpanNodeMeta as ti, VerdictConfidence as tn, ExperimentTally as tr, DbBranchOptions as tt, reseedFromRegistry as u, SelectiveReplayOptions as ui, AssertionGeneration as un, DatasetsClient as ur, ReplayProgress as ut, BitfabFunction as v, Assignee as vi, GenerateAssertionsOptions as vn, RemoveDatasetGradersResult as vr, OrganizationMember as vt, NodeOptions as w, SaveScenarioHistoryEntry as wn, UpdateDatasetParams as wr, GetGraderLabelsParams as wt, CurrentTrace as x, SaveAssertionsParams as xn, RerunGradersResult as xr, BitfabLangGraphIntegration as xt, CaptureWhen as y, Justification as yi, SaveAssertion as yn, RemoveDatasetTracesResult as yr, OrganizationMembersClient as yt, BitfabOpenAITracingProcessor as z, TraceAssertionsUpdate as zn, CapturedSpan as zr, HumanLabelUpdate as zt };