bitfab 0.58.5 → 0.59.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (42) hide show
  1. package/dist/autoTrace.cjs.map +1 -1
  2. package/dist/autoTrace.d.cts +2 -0
  3. package/dist/autoTrace.d.ts +2 -0
  4. package/dist/autoTrace.js +1 -1
  5. package/dist/{chunk-TAEWAXPA.js → chunk-3D5EEY47.js} +54 -38
  6. package/dist/chunk-3D5EEY47.js.map +1 -0
  7. package/dist/{chunk-OTQA6MCF.js → chunk-4F46OBRG.js} +18 -10
  8. package/dist/chunk-4F46OBRG.js.map +1 -0
  9. package/dist/{chunk-ETZUSSF6.js → chunk-5DNB7EN7.js} +1 -1
  10. package/dist/chunk-5DNB7EN7.js.map +1 -0
  11. package/dist/{chunk-QIBFNIIF.js → chunk-5MN6WIMW.js} +29 -14
  12. package/dist/chunk-5MN6WIMW.js.map +1 -0
  13. package/dist/{chunk-7SPNHC33.js → chunk-GJCZABUC.js} +29 -14
  14. package/dist/chunk-GJCZABUC.js.map +1 -0
  15. package/dist/{chunk-UYAQRSCB.js → chunk-NVOQ7YMI.js} +149 -41
  16. package/dist/chunk-NVOQ7YMI.js.map +1 -0
  17. package/dist/{http-F6QV3YLY.js → http-2QEMP27E.js} +4 -2
  18. package/dist/{http-XDKEIZNV.js → http-OXKVRA3E.js} +4 -2
  19. package/dist/index.cjs +225 -82
  20. package/dist/index.cjs.map +1 -1
  21. package/dist/index.d.cts +98 -43
  22. package/dist/index.d.ts +98 -43
  23. package/dist/index.js +12 -4
  24. package/dist/node.cjs +225 -82
  25. package/dist/node.cjs.map +1 -1
  26. package/dist/node.d.cts +1 -1
  27. package/dist/node.d.ts +1 -1
  28. package/dist/node.js +12 -4
  29. package/dist/node.js.map +1 -1
  30. package/dist/{replay-WLJFWS6T.js → replay-WYPFFXSU.js} +3 -3
  31. package/dist/replayCli.js +2 -2
  32. package/dist/seedCli.js +2 -2
  33. package/package.json +1 -1
  34. package/dist/chunk-7SPNHC33.js.map +0 -1
  35. package/dist/chunk-ETZUSSF6.js.map +0 -1
  36. package/dist/chunk-OTQA6MCF.js.map +0 -1
  37. package/dist/chunk-QIBFNIIF.js.map +0 -1
  38. package/dist/chunk-TAEWAXPA.js.map +0 -1
  39. package/dist/chunk-UYAQRSCB.js.map +0 -1
  40. /package/dist/{http-F6QV3YLY.js.map → http-2QEMP27E.js.map} +0 -0
  41. /package/dist/{http-XDKEIZNV.js.map → http-OXKVRA3E.js.map} +0 -0
  42. /package/dist/{replay-WLJFWS6T.js.map → replay-WYPFFXSU.js.map} +0 -0
package/dist/index.d.ts CHANGED
@@ -196,8 +196,8 @@ type MockOverrideInput = MockOverride | MockOverrideResolver;
196
196
  /**
197
197
  * Replay context propagation via AsyncLocalStorage.
198
198
  *
199
- * When set, the withSpan wrapper injects testRunId into the span payload
200
- * so that new spans created during replay are linked to the test run.
199
+ * When set, the withSpan wrapper injects experimentId into the span payload
200
+ * so that new spans created during replay are linked to the experiment.
201
201
  * Optionally carries a mock tree so child spans can return historical
202
202
  * outputs instead of executing.
203
203
  */
@@ -299,7 +299,7 @@ interface MockTree {
299
299
  spans: Map<string, MockSpan>;
300
300
  }
301
301
  interface ReplayContext {
302
- testRunId: string;
302
+ experimentId: string;
303
303
  traceId?: string;
304
304
  inputSourceSpanId?: string;
305
305
  /**
@@ -600,7 +600,7 @@ declare class HttpClient {
600
600
  }): Promise<void>;
601
601
  /**
602
602
  * Start a replay session by fetching historical traces.
603
- * Blocking call - creates a test run and returns lightweight item references.
603
+ * Blocking call - creates an experiment and returns lightweight item references.
604
604
  */
605
605
  startReplay(traceFunctionKey: string, limit: number | undefined, traceIds?: string[], name?: string, codeChangeDescription?: string | null, codeChangeFiles?: CodeChangeFile[] | null, includeDbBranchLease?: boolean, experimentGroupId?: string, datasetIds?: string[], graderIds?: string[], dbBranchSettings?: DbBranchSettings, attempts?: number, includeOriginalMetadata?: boolean, onlyWithAssertions?: boolean, judgeAssertions?: boolean): Promise<StartReplayResponse>;
606
606
  /**
@@ -631,12 +631,12 @@ declare class HttpClient {
631
631
  * has a final status AND at least that many persisted spans, which is what
632
632
  * makes this a real barrier rather than a "the row exists" check.
633
633
  */
634
- getReplayStatus(testRunId: string, expectedSpanCounts: Record<string, number>): Promise<ReplayStatusResponse>;
634
+ getReplayStatus(experimentId: string, expectedSpanCounts: Record<string, number>): Promise<ReplayStatusResponse>;
635
635
  /**
636
- * Mark a replay test run as completed.
636
+ * Mark a replay experiment as completed.
637
637
  * Blocking call.
638
638
  */
639
- completeReplay(testRunId: string): Promise<CompleteReplayResponse>;
639
+ completeReplay(experimentId: string): Promise<CompleteReplayResponse>;
640
640
  getReseedSource(traceId: string): Promise<ReseedSourceResponse>;
641
641
  reseedTrace(traceId: string, runTraceId: string): Promise<ReseedTraceResponse>;
642
642
  /**
@@ -645,7 +645,7 @@ declare class HttpClient {
645
645
  * snapshot + preview branch and polls operations to readiness, which
646
646
  * can take seconds.
647
647
  */
648
- resolveDbBranchLease(testRunId: string, traceId: string, dbBranchSettings?: DbBranchSettings, attempt?: number): Promise<{
648
+ resolveDbBranchLease(experimentId: string, traceId: string, dbBranchSettings?: DbBranchSettings, attempt?: number): Promise<{
649
649
  dbSnapshotRef: DbSnapshotRef | null;
650
650
  lease: DbBranchLease | null;
651
651
  leaseError: {
@@ -702,8 +702,8 @@ interface CodeChangeFile {
702
702
  after: string;
703
703
  }
704
704
  interface StartReplayResponse {
705
- testRunId: string;
706
- testRunUrl: string;
705
+ experimentId: string;
706
+ experimentUrl: string;
707
707
  attempts?: number;
708
708
  items: Array<{
709
709
  /** Bitfab trace ID of the original (historical) trace being replayed. */
@@ -791,7 +791,7 @@ interface CompleteReplayResponse {
791
791
  traceOutlines?: Record<string, TraceOutline>;
792
792
  originalTraceOutlines?: Record<string, TraceOutline>;
793
793
  /**
794
- * Number of traces the server has persisted for this test run at
794
+ * Number of traces the server has persisted for this experiment at
795
795
  * completion time. Lets the SDK distinguish "uploads failed" from
796
796
  * "server never saw them" when the trace-ID mapping is incomplete.
797
797
  */
@@ -1244,14 +1244,19 @@ interface GraderRerun {
1244
1244
  }
1245
1245
  interface RerunGradersOptions {
1246
1246
  graderIds?: string[];
1247
- wait?: boolean;
1248
1247
  timeoutMs?: number;
1249
- pollIntervalMs?: number;
1250
1248
  }
1251
1249
  interface RerunGradersResult {
1252
1250
  run: GraderRerun;
1253
1251
  joinedExisting: boolean;
1254
1252
  }
1253
+ declare class GraderRerunError extends Error {
1254
+ readonly run: GraderRerun;
1255
+ constructor(message: string, run: GraderRerun);
1256
+ }
1257
+ declare class GraderRerunTimeoutError extends GraderRerunError {
1258
+ constructor(datasetId: string, run: GraderRerun, timeoutMs: number);
1259
+ }
1255
1260
  /**
1256
1261
  * Dataset operations for the authenticated organization, reached as
1257
1262
  * `client.datasets`. A dataset is a named bucket of traces scoped to one trace
@@ -1291,12 +1296,6 @@ declare class DatasetsClient {
1291
1296
  addGraders(datasetId: string, graderIds: string[]): Promise<AddDatasetGradersResult>;
1292
1297
  /** Unassign graders from the dataset. */
1293
1298
  removeGraders(datasetId: string, graderIds: string[]): Promise<RemoveDatasetGradersResult>;
1294
- /**
1295
- * Re-run graders over every trace in the dataset. Defaults to every assigned
1296
- * grader; an unassigned id is rejected. Waits for the run to finish (up to
1297
- * `timeoutMs`, default 90s) unless `wait` is `false`, and returns the last
1298
- * run state seen either way. A request matching an in-flight run joins it.
1299
- */
1300
1299
  rerunGraders(datasetId: string, options?: RerunGradersOptions): Promise<RerunGradersResult>;
1301
1300
  /**
1302
1301
  * The dataset's active grader re-run, or the run named by `runId`. Returns
@@ -1400,9 +1399,18 @@ type SaveAssertion = {
1400
1399
  */
1401
1400
  assigneeEmail?: string | null;
1402
1401
  };
1402
+ type AssertionGenerationStatus = "running" | "completed" | "failed";
1403
+ type AssertionGeneration = {
1404
+ status: AssertionGenerationStatus;
1405
+ error: string | null;
1406
+ assertionIds: string[];
1407
+ startedAt: string;
1408
+ finishedAt: string | null;
1409
+ };
1403
1410
  type TraceAssertionsResult = {
1404
1411
  assertions: TraceAssertion[];
1405
1412
  inheritedFrom: string | null;
1413
+ generation: AssertionGeneration | null;
1406
1414
  };
1407
1415
  type TraceAssertionsUpdate = {
1408
1416
  traceId: string;
@@ -1421,6 +1429,19 @@ type ArchiveAssertionsParams = {
1421
1429
  traceId: string;
1422
1430
  assertionIds: string[];
1423
1431
  };
1432
+ type GenerateAssertionsOptions = {
1433
+ guidance?: string;
1434
+ categoryIds?: string[];
1435
+ regenerate?: boolean;
1436
+ timeoutMs?: number;
1437
+ };
1438
+ declare class AssertionGenerationError extends Error {
1439
+ readonly traceId: string;
1440
+ constructor(message: string, traceId: string);
1441
+ }
1442
+ declare class AssertionGenerationTimeoutError extends AssertionGenerationError {
1443
+ constructor(traceId: string, timeoutMs: number);
1444
+ }
1424
1445
  declare class TracesClient {
1425
1446
  private readonly httpClient;
1426
1447
  constructor(httpClient: HttpClient);
@@ -1428,6 +1449,7 @@ declare class TracesClient {
1428
1449
  getAssertions(traceId: string): Promise<TraceAssertionsResult>;
1429
1450
  saveAssertions(params: SaveAssertionsParams): Promise<TraceAssertion[]>;
1430
1451
  saveAssertionsAll(params: SaveAssertionsAllParams): Promise<TraceAssertion[]>;
1452
+ generateAssertions(traceId: string, options?: GenerateAssertionsOptions): Promise<TraceAssertion[]>;
1431
1453
  archiveAssertions(params: ArchiveAssertionsParams): Promise<string[]>;
1432
1454
  }
1433
1455
 
@@ -1501,12 +1523,12 @@ type TraceLabels = {
1501
1523
  declare class LabelsClient {
1502
1524
  private readonly httpClient;
1503
1525
  constructor(httpClient: HttpClient);
1504
- save(update: LabelUpdate, testRunId?: string): Promise<LabelOutcome>;
1505
- saveAll(updates: LabelUpdate[], testRunId?: string): Promise<LabelOutcome[]>;
1526
+ save(update: LabelUpdate, experimentId?: string): Promise<LabelOutcome>;
1527
+ saveAll(updates: LabelUpdate[], experimentId?: string): Promise<LabelOutcome[]>;
1506
1528
  /** Withhold a verdict for a trace or replay attempt whose check did not run. */
1507
- skip(target: LabelTarget, testRunId?: string): Promise<LabelOutcome>;
1529
+ skip(target: LabelTarget, experimentId?: string): Promise<LabelOutcome>;
1508
1530
  /** Clear a previous verdict for a trace, replay attempt, or assertion. */
1509
- archive(target: LabelTarget, testRunId?: string): Promise<LabelOutcome>;
1531
+ archive(target: LabelTarget, experimentId?: string): Promise<LabelOutcome>;
1510
1532
  saveHuman(update: HumanLabelUpdate): Promise<HumanLabelOutcome>;
1511
1533
  saveHumanAll(updates: HumanLabelUpdate[]): Promise<HumanLabelOutcome[]>;
1512
1534
  get(traceId: string): Promise<TraceLabels | null>;
@@ -1807,12 +1829,12 @@ declare class OrganizationMembersClient {
1807
1829
  }
1808
1830
 
1809
1831
  /**
1810
- * Replay historical traces through a function and create a test run.
1832
+ * Replay historical traces through a function and create an experiment.
1811
1833
  *
1812
1834
  * The replay flow has three phases:
1813
- * 1. Start: fetches historical traces from the server and creates a test run
1835
+ * 1. Start: fetches historical traces from the server and creates an experiment
1814
1836
  * 2. Execute: re-runs each trace's inputs through the provided function locally
1815
- * 3. Complete: marks the test run as completed on the server
1837
+ * 3. Complete: marks the experiment as completed on the server
1816
1838
  */
1817
1839
 
1818
1840
  type MockStrategy = "none" | "all" | "marked";
@@ -1864,7 +1886,7 @@ interface ReplayOptions {
1864
1886
  * it selects by ID with no dataset attribution.
1865
1887
  */
1866
1888
  traceIds?: string[];
1867
- /** Optional display name for the resulting experiment/test run. */
1889
+ /** Optional display name for the resulting experiment. */
1868
1890
  name?: string;
1869
1891
  /** Positive integer limiting parallel items. Set to 1 for sequential. Default 10. */
1870
1892
  maxConcurrency?: number;
@@ -1922,14 +1944,14 @@ interface ReplayOptions {
1922
1944
  * Dataset this replay runs against. Mutually exclusive with `datasetIds`.
1923
1945
  * Alone it replays the dataset's full membership, and with `traceIds` it
1924
1946
  * replays only those members. When set, the resulting experiment is
1925
- * durably attributed to the dataset (stored on the test run), so it appears
1947
+ * durably attributed to the dataset (stored on the experiment), so it appears
1926
1948
  * under the dataset's experiments even if the trace lineage can't be
1927
1949
  * reconstructed. Validated server-side against the org.
1928
1950
  */
1929
1951
  datasetId?: string;
1930
1952
  datasetIds?: string[];
1931
1953
  /**
1932
- * Graders to attach directly to this experiment (test run), independent of any
1954
+ * Graders to attach directly to this experiment, independent of any
1933
1955
  * graders already on the dataset. The resulting experiment is graded by the
1934
1956
  * union of these and the dataset's runnable graders at completion, so use this
1935
1957
  * to grade a single run with a check you don't want to add to the dataset
@@ -2013,11 +2035,27 @@ interface ReplayOptions {
2013
2035
  * are still in flight. A throwing callback never crashes the run.
2014
2036
  */
2015
2037
  onItemStart?: (progress: ReplayItemStartProgress) => void;
2038
+ /**
2039
+ * Called once, right after the server creates the experiment and before any
2040
+ * item runs, with the experiment ID and its dashboard URL. Use it to show
2041
+ * where results will appear while the replay is still running. A throwing
2042
+ * callback never crashes the run.
2043
+ */
2044
+ onExperimentStart?: (experiment: ReplayExperiment) => void;
2045
+ }
2046
+ /** The experiment a replay records into, passed to {@link ReplayOptions.onExperimentStart}. */
2047
+ interface ReplayExperiment {
2048
+ /** Experiment ID created for this replay. */
2049
+ experimentId: string;
2050
+ /** Full URL to view the experiment in the dashboard. */
2051
+ experimentUrl: string;
2016
2052
  }
2017
2053
  /** Emitted through {@link ReplayOptions.onItemStart} when a worker starts an item. */
2018
2054
  interface ReplayItemStartProgress {
2019
2055
  type: "started";
2020
- /** Test run ID created for this replay. */
2056
+ /** Experiment ID created for this replay. */
2057
+ experimentId: string;
2058
+ /** @deprecated Use {@link experimentId}. Same value. */
2021
2059
  testRunId: string;
2022
2060
  /** Items whose processing has started so far. */
2023
2061
  started: number;
@@ -2044,7 +2082,9 @@ interface ReplayItemStartProgress {
2044
2082
  interface ReplayItemFinishProgress {
2045
2083
  /** Event kind, omitted for backward-compatible per-item events. */
2046
2084
  type?: "item";
2047
- /** Test run ID created for this replay. */
2085
+ /** Experiment ID created for this replay. */
2086
+ experimentId: string;
2087
+ /** @deprecated Use {@link experimentId}. Same value. */
2048
2088
  testRunId: string;
2049
2089
  /** Items that have finished so far, whether they succeeded or errored. */
2050
2090
  completed: number;
@@ -2114,6 +2154,8 @@ interface ReplayProgressItem {
2114
2154
  interface ReplayProgress {
2115
2155
  type?: "item" | "complete";
2116
2156
  result?: ReplayResult<unknown>;
2157
+ experimentId?: string;
2158
+ /** @deprecated Use {@link experimentId}. Same value. */
2117
2159
  testRunId?: string;
2118
2160
  completed: number;
2119
2161
  total: number;
@@ -2180,7 +2222,7 @@ interface ReplayItem<T> {
2180
2222
  * trace row; the client-side id used to correlate spans during the run is
2181
2223
  * never surfaced here. Null until completion, on older servers that omit the
2182
2224
  * mapping, or if the item produced no trace. Not the verdict-persistence key:
2183
- * that is the original-trace lineage (`originalTraceId` + `testRunId`).
2225
+ * that is the original-trace lineage (`originalTraceId` + `experimentId`).
2184
2226
  */
2185
2227
  traceId: string | null;
2186
2228
  /** Bitfab trace ID of the original (historical) trace being replayed. */
@@ -2263,9 +2305,13 @@ interface ReplayItem<T> {
2263
2305
  interface ReplayResult<T> {
2264
2306
  /** Individual replay items with inputs, results, and comparison data. */
2265
2307
  items: ReplayItem<T>[];
2266
- /** The test run ID created on the server. */
2308
+ /** The experiment ID created on the server. */
2309
+ experimentId: string;
2310
+ /** Full URL to view the experiment in the dashboard. */
2311
+ experimentUrl: string;
2312
+ /** @deprecated Use {@link experimentId}. Same value. */
2267
2313
  testRunId: string;
2268
- /** Full URL to view the test run in the dashboard. */
2314
+ /** @deprecated Use {@link experimentUrl}. Same value. */
2269
2315
  testRunUrl: string;
2270
2316
  attempts: number;
2271
2317
  }
@@ -2275,10 +2321,14 @@ interface ReplayResult<T> {
2275
2321
  */
2276
2322
  declare class ReplayError<T = unknown> extends BitfabError {
2277
2323
  readonly items: ReplayItem<T>[];
2324
+ readonly experimentId: string;
2325
+ readonly experimentUrl: string;
2326
+ readonly cause: unknown;
2327
+ /** @deprecated Use {@link experimentId}. Same value. */
2278
2328
  readonly testRunId: string;
2329
+ /** @deprecated Use {@link experimentUrl}. Same value. */
2279
2330
  readonly testRunUrl: string;
2280
- readonly cause: unknown;
2281
- constructor(message: string, items: ReplayItem<T>[], testRunId: string, testRunUrl: string, cause: unknown);
2331
+ constructor(message: string, items: ReplayItem<T>[], experimentId: string, experimentUrl: string, cause: unknown);
2282
2332
  }
2283
2333
  /**
2284
2334
  * A database branch requested for one replay item could not be resolved.
@@ -2853,7 +2903,12 @@ interface SpanOptions {
2853
2903
  * real child.
2854
2904
  */
2855
2905
  mockOnReplay?: boolean;
2856
- /** Optional test run ID included on the span and on the trace it starts. */
2906
+ /** Optional experiment ID included on the span and on the trace it starts. */
2907
+ experimentId?: string;
2908
+ /**
2909
+ * @deprecated Use {@link experimentId}. Same meaning. Passing both with
2910
+ * different values throws.
2911
+ */
2857
2912
  testRunId?: string;
2858
2913
  /**
2859
2914
  * Record a serializable view of a non-serializable result (e.g. a live
@@ -3382,14 +3437,14 @@ declare class Bitfab {
3382
3437
  */
3383
3438
  private sendWrapperSpan;
3384
3439
  /**
3385
- * Replay historical traces through a function and create a test run.
3440
+ * Replay historical traces through a function and create an experiment.
3386
3441
  *
3387
3442
  * Fetches the last N traces for the given trace function key, re-runs each
3388
3443
  * through the provided function, and returns comparison data.
3389
3444
  *
3390
3445
  * Accepts either a `withSpan`-wrapped function (under the same key) or any
3391
3446
  * plain callable: plain callables are wrapped internally so each replayed
3392
- * invocation records a trace tied to the test run. The plain-callable form
3447
+ * invocation records a trace tied to the experiment. The plain-callable form
3393
3448
  * is how handler-instrumented workflows (LangGraph/LangChain, Claude Agent
3394
3449
  * SDK) replay - those record traces under a key with no `withSpan`-wrapped
3395
3450
  * root in the app.
@@ -3399,7 +3454,7 @@ declare class Bitfab {
3399
3454
  * @param options - Optional replay options. When `traceIds` is passed,
3400
3455
  * `limit` is ignored (with a warning): an explicit ID list already
3401
3456
  * determines how many traces replay.
3402
- * @returns ReplayResult with items, testRunId, and testRunUrl
3457
+ * @returns ReplayResult with items, experimentId, and experimentUrl
3403
3458
  */
3404
3459
  /**
3405
3460
  * Register a mock override applied to every subsequent `replay` on this
@@ -3659,7 +3714,7 @@ interface CommitRef {
3659
3714
  /**
3660
3715
  * SDK version from package.json (injected at build time)
3661
3716
  */
3662
- declare const __version__ = "0.58.5";
3717
+ declare const __version__ = "0.59.1";
3663
3718
 
3664
3719
  /**
3665
3720
  * Constants for the Bitfab SDK.
@@ -3728,7 +3783,7 @@ declare const finalizers: {
3728
3783
  };
3729
3784
 
3730
3785
  type ReplayFunction = (...args: any[]) => unknown | Promise<unknown>;
3731
- type ReplayRegistryOptions = Omit<ReplayOptions, "onItemStart" | "onItemFinish" | "onProgress">;
3786
+ type ReplayRegistryOptions = Omit<ReplayOptions, "onItemStart" | "onItemFinish" | "onProgress" | "onExperimentStart">;
3732
3787
  interface ReplayRegistryContext {
3733
3788
  /** Values supplied through `--params` and repeated `--param name=value`. */
3734
3789
  params: Readonly<Record<string, unknown>>;
@@ -3798,4 +3853,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
3798
3853
  run?: boolean;
3799
3854
  }): Promise<SeedResult>;
3800
3855
 
3801
- export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionLabelEvidence, type AssertionVerdict, type Assignee, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type OrganizationMember, OrganizationMembersClient, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
3856
+ export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionGeneration, AssertionGenerationError, type AssertionGenerationStatus, AssertionGenerationTimeoutError, type AssertionLabelEvidence, type AssertionVerdict, type Assignee, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GenerateAssertionsOptions, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, GraderRerunError, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GraderRerunTimeoutError, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type OrganizationMember, OrganizationMembersClient, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayExperiment, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
package/dist/index.js CHANGED
@@ -9,6 +9,8 @@ if (typeof globalThis.__bitfab_deprecation_warned === "undefined") {
9
9
  }
10
10
  import {
11
11
  AssertionCategoriesClient,
12
+ AssertionGenerationError,
13
+ AssertionGenerationTimeoutError,
12
14
  Bitfab,
13
15
  BitfabClaudeAgentHandler,
14
16
  BitfabFunction,
@@ -19,6 +21,8 @@ import {
19
21
  BitfabRivetIntegration,
20
22
  BitfabVercelAiHandler,
21
23
  DatasetsClient,
24
+ GraderRerunError,
25
+ GraderRerunTimeoutError,
22
26
  GradersClient,
23
27
  LabelsClient,
24
28
  OrganizationMembersClient,
@@ -31,8 +35,8 @@ import {
31
35
  getCurrentTrace,
32
36
  reseedFromRegistry,
33
37
  seedFromRegistry
34
- } from "./chunk-UYAQRSCB.js";
35
- import "./chunk-ETZUSSF6.js";
38
+ } from "./chunk-NVOQ7YMI.js";
39
+ import "./chunk-5DNB7EN7.js";
36
40
  import {
37
41
  BITFAB_PROGRESS_PREFIX,
38
42
  DbBranchReplayError,
@@ -40,7 +44,7 @@ import {
40
44
  ReplayError,
41
45
  reportReplayProgress,
42
46
  serializeReplayResult
43
- } from "./chunk-TAEWAXPA.js";
47
+ } from "./chunk-3D5EEY47.js";
44
48
  import {
45
49
  BitfabError,
46
50
  DEFAULT_SERVICE_URL,
@@ -48,10 +52,12 @@ import {
48
52
  MixedTracingError,
49
53
  __version__,
50
54
  flushTraces
51
- } from "./chunk-7SPNHC33.js";
55
+ } from "./chunk-GJCZABUC.js";
52
56
  import "./chunk-BAOIRE5T.js";
53
57
  export {
54
58
  AssertionCategoriesClient,
59
+ AssertionGenerationError,
60
+ AssertionGenerationTimeoutError,
55
61
  BITFAB_PROGRESS_PREFIX,
56
62
  Bitfab,
57
63
  BitfabClaudeAgentHandler,
@@ -67,6 +73,8 @@ export {
67
73
  DEFAULT_SERVICE_URL,
68
74
  DatasetsClient,
69
75
  DbBranchReplayError,
76
+ GraderRerunError,
77
+ GraderRerunTimeoutError,
70
78
  GradersClient,
71
79
  HttpClient,
72
80
  LabelsClient,