bitfab 0.58.5 → 0.59.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/autoTrace.cjs.map +1 -1
- package/dist/autoTrace.d.cts +2 -0
- package/dist/autoTrace.d.ts +2 -0
- package/dist/autoTrace.js +1 -1
- package/dist/{chunk-TAEWAXPA.js → chunk-3D5EEY47.js} +54 -38
- package/dist/chunk-3D5EEY47.js.map +1 -0
- package/dist/{chunk-OTQA6MCF.js → chunk-4F46OBRG.js} +18 -10
- package/dist/chunk-4F46OBRG.js.map +1 -0
- package/dist/{chunk-ETZUSSF6.js → chunk-5DNB7EN7.js} +1 -1
- package/dist/chunk-5DNB7EN7.js.map +1 -0
- package/dist/{chunk-QIBFNIIF.js → chunk-5MN6WIMW.js} +29 -14
- package/dist/chunk-5MN6WIMW.js.map +1 -0
- package/dist/{chunk-7SPNHC33.js → chunk-GJCZABUC.js} +29 -14
- package/dist/chunk-GJCZABUC.js.map +1 -0
- package/dist/{chunk-UYAQRSCB.js → chunk-NVOQ7YMI.js} +149 -41
- package/dist/chunk-NVOQ7YMI.js.map +1 -0
- package/dist/{http-F6QV3YLY.js → http-2QEMP27E.js} +4 -2
- package/dist/{http-XDKEIZNV.js → http-OXKVRA3E.js} +4 -2
- package/dist/index.cjs +225 -82
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +98 -43
- package/dist/index.d.ts +98 -43
- package/dist/index.js +12 -4
- package/dist/node.cjs +225 -82
- package/dist/node.cjs.map +1 -1
- package/dist/node.d.cts +1 -1
- package/dist/node.d.ts +1 -1
- package/dist/node.js +12 -4
- package/dist/node.js.map +1 -1
- package/dist/{replay-WLJFWS6T.js → replay-WYPFFXSU.js} +3 -3
- package/dist/replayCli.js +2 -2
- package/dist/seedCli.js +2 -2
- package/package.json +1 -1
- package/dist/chunk-7SPNHC33.js.map +0 -1
- package/dist/chunk-ETZUSSF6.js.map +0 -1
- package/dist/chunk-OTQA6MCF.js.map +0 -1
- package/dist/chunk-QIBFNIIF.js.map +0 -1
- package/dist/chunk-TAEWAXPA.js.map +0 -1
- package/dist/chunk-UYAQRSCB.js.map +0 -1
- /package/dist/{http-F6QV3YLY.js.map → http-2QEMP27E.js.map} +0 -0
- /package/dist/{http-XDKEIZNV.js.map → http-OXKVRA3E.js.map} +0 -0
- /package/dist/{replay-WLJFWS6T.js.map → replay-WYPFFXSU.js.map} +0 -0
package/dist/index.d.ts
CHANGED
|
@@ -196,8 +196,8 @@ type MockOverrideInput = MockOverride | MockOverrideResolver;
|
|
|
196
196
|
/**
|
|
197
197
|
* Replay context propagation via AsyncLocalStorage.
|
|
198
198
|
*
|
|
199
|
-
* When set, the withSpan wrapper injects
|
|
200
|
-
* so that new spans created during replay are linked to the
|
|
199
|
+
* When set, the withSpan wrapper injects experimentId into the span payload
|
|
200
|
+
* so that new spans created during replay are linked to the experiment.
|
|
201
201
|
* Optionally carries a mock tree so child spans can return historical
|
|
202
202
|
* outputs instead of executing.
|
|
203
203
|
*/
|
|
@@ -299,7 +299,7 @@ interface MockTree {
|
|
|
299
299
|
spans: Map<string, MockSpan>;
|
|
300
300
|
}
|
|
301
301
|
interface ReplayContext {
|
|
302
|
-
|
|
302
|
+
experimentId: string;
|
|
303
303
|
traceId?: string;
|
|
304
304
|
inputSourceSpanId?: string;
|
|
305
305
|
/**
|
|
@@ -600,7 +600,7 @@ declare class HttpClient {
|
|
|
600
600
|
}): Promise<void>;
|
|
601
601
|
/**
|
|
602
602
|
* Start a replay session by fetching historical traces.
|
|
603
|
-
* Blocking call - creates
|
|
603
|
+
* Blocking call - creates an experiment and returns lightweight item references.
|
|
604
604
|
*/
|
|
605
605
|
startReplay(traceFunctionKey: string, limit: number | undefined, traceIds?: string[], name?: string, codeChangeDescription?: string | null, codeChangeFiles?: CodeChangeFile[] | null, includeDbBranchLease?: boolean, experimentGroupId?: string, datasetIds?: string[], graderIds?: string[], dbBranchSettings?: DbBranchSettings, attempts?: number, includeOriginalMetadata?: boolean, onlyWithAssertions?: boolean, judgeAssertions?: boolean): Promise<StartReplayResponse>;
|
|
606
606
|
/**
|
|
@@ -631,12 +631,12 @@ declare class HttpClient {
|
|
|
631
631
|
* has a final status AND at least that many persisted spans, which is what
|
|
632
632
|
* makes this a real barrier rather than a "the row exists" check.
|
|
633
633
|
*/
|
|
634
|
-
getReplayStatus(
|
|
634
|
+
getReplayStatus(experimentId: string, expectedSpanCounts: Record<string, number>): Promise<ReplayStatusResponse>;
|
|
635
635
|
/**
|
|
636
|
-
* Mark a replay
|
|
636
|
+
* Mark a replay experiment as completed.
|
|
637
637
|
* Blocking call.
|
|
638
638
|
*/
|
|
639
|
-
completeReplay(
|
|
639
|
+
completeReplay(experimentId: string): Promise<CompleteReplayResponse>;
|
|
640
640
|
getReseedSource(traceId: string): Promise<ReseedSourceResponse>;
|
|
641
641
|
reseedTrace(traceId: string, runTraceId: string): Promise<ReseedTraceResponse>;
|
|
642
642
|
/**
|
|
@@ -645,7 +645,7 @@ declare class HttpClient {
|
|
|
645
645
|
* snapshot + preview branch and polls operations to readiness, which
|
|
646
646
|
* can take seconds.
|
|
647
647
|
*/
|
|
648
|
-
resolveDbBranchLease(
|
|
648
|
+
resolveDbBranchLease(experimentId: string, traceId: string, dbBranchSettings?: DbBranchSettings, attempt?: number): Promise<{
|
|
649
649
|
dbSnapshotRef: DbSnapshotRef | null;
|
|
650
650
|
lease: DbBranchLease | null;
|
|
651
651
|
leaseError: {
|
|
@@ -702,8 +702,8 @@ interface CodeChangeFile {
|
|
|
702
702
|
after: string;
|
|
703
703
|
}
|
|
704
704
|
interface StartReplayResponse {
|
|
705
|
-
|
|
706
|
-
|
|
705
|
+
experimentId: string;
|
|
706
|
+
experimentUrl: string;
|
|
707
707
|
attempts?: number;
|
|
708
708
|
items: Array<{
|
|
709
709
|
/** Bitfab trace ID of the original (historical) trace being replayed. */
|
|
@@ -791,7 +791,7 @@ interface CompleteReplayResponse {
|
|
|
791
791
|
traceOutlines?: Record<string, TraceOutline>;
|
|
792
792
|
originalTraceOutlines?: Record<string, TraceOutline>;
|
|
793
793
|
/**
|
|
794
|
-
* Number of traces the server has persisted for this
|
|
794
|
+
* Number of traces the server has persisted for this experiment at
|
|
795
795
|
* completion time. Lets the SDK distinguish "uploads failed" from
|
|
796
796
|
* "server never saw them" when the trace-ID mapping is incomplete.
|
|
797
797
|
*/
|
|
@@ -1244,14 +1244,19 @@ interface GraderRerun {
|
|
|
1244
1244
|
}
|
|
1245
1245
|
interface RerunGradersOptions {
|
|
1246
1246
|
graderIds?: string[];
|
|
1247
|
-
wait?: boolean;
|
|
1248
1247
|
timeoutMs?: number;
|
|
1249
|
-
pollIntervalMs?: number;
|
|
1250
1248
|
}
|
|
1251
1249
|
interface RerunGradersResult {
|
|
1252
1250
|
run: GraderRerun;
|
|
1253
1251
|
joinedExisting: boolean;
|
|
1254
1252
|
}
|
|
1253
|
+
declare class GraderRerunError extends Error {
|
|
1254
|
+
readonly run: GraderRerun;
|
|
1255
|
+
constructor(message: string, run: GraderRerun);
|
|
1256
|
+
}
|
|
1257
|
+
declare class GraderRerunTimeoutError extends GraderRerunError {
|
|
1258
|
+
constructor(datasetId: string, run: GraderRerun, timeoutMs: number);
|
|
1259
|
+
}
|
|
1255
1260
|
/**
|
|
1256
1261
|
* Dataset operations for the authenticated organization, reached as
|
|
1257
1262
|
* `client.datasets`. A dataset is a named bucket of traces scoped to one trace
|
|
@@ -1291,12 +1296,6 @@ declare class DatasetsClient {
|
|
|
1291
1296
|
addGraders(datasetId: string, graderIds: string[]): Promise<AddDatasetGradersResult>;
|
|
1292
1297
|
/** Unassign graders from the dataset. */
|
|
1293
1298
|
removeGraders(datasetId: string, graderIds: string[]): Promise<RemoveDatasetGradersResult>;
|
|
1294
|
-
/**
|
|
1295
|
-
* Re-run graders over every trace in the dataset. Defaults to every assigned
|
|
1296
|
-
* grader; an unassigned id is rejected. Waits for the run to finish (up to
|
|
1297
|
-
* `timeoutMs`, default 90s) unless `wait` is `false`, and returns the last
|
|
1298
|
-
* run state seen either way. A request matching an in-flight run joins it.
|
|
1299
|
-
*/
|
|
1300
1299
|
rerunGraders(datasetId: string, options?: RerunGradersOptions): Promise<RerunGradersResult>;
|
|
1301
1300
|
/**
|
|
1302
1301
|
* The dataset's active grader re-run, or the run named by `runId`. Returns
|
|
@@ -1400,9 +1399,18 @@ type SaveAssertion = {
|
|
|
1400
1399
|
*/
|
|
1401
1400
|
assigneeEmail?: string | null;
|
|
1402
1401
|
};
|
|
1402
|
+
type AssertionGenerationStatus = "running" | "completed" | "failed";
|
|
1403
|
+
type AssertionGeneration = {
|
|
1404
|
+
status: AssertionGenerationStatus;
|
|
1405
|
+
error: string | null;
|
|
1406
|
+
assertionIds: string[];
|
|
1407
|
+
startedAt: string;
|
|
1408
|
+
finishedAt: string | null;
|
|
1409
|
+
};
|
|
1403
1410
|
type TraceAssertionsResult = {
|
|
1404
1411
|
assertions: TraceAssertion[];
|
|
1405
1412
|
inheritedFrom: string | null;
|
|
1413
|
+
generation: AssertionGeneration | null;
|
|
1406
1414
|
};
|
|
1407
1415
|
type TraceAssertionsUpdate = {
|
|
1408
1416
|
traceId: string;
|
|
@@ -1421,6 +1429,19 @@ type ArchiveAssertionsParams = {
|
|
|
1421
1429
|
traceId: string;
|
|
1422
1430
|
assertionIds: string[];
|
|
1423
1431
|
};
|
|
1432
|
+
type GenerateAssertionsOptions = {
|
|
1433
|
+
guidance?: string;
|
|
1434
|
+
categoryIds?: string[];
|
|
1435
|
+
regenerate?: boolean;
|
|
1436
|
+
timeoutMs?: number;
|
|
1437
|
+
};
|
|
1438
|
+
declare class AssertionGenerationError extends Error {
|
|
1439
|
+
readonly traceId: string;
|
|
1440
|
+
constructor(message: string, traceId: string);
|
|
1441
|
+
}
|
|
1442
|
+
declare class AssertionGenerationTimeoutError extends AssertionGenerationError {
|
|
1443
|
+
constructor(traceId: string, timeoutMs: number);
|
|
1444
|
+
}
|
|
1424
1445
|
declare class TracesClient {
|
|
1425
1446
|
private readonly httpClient;
|
|
1426
1447
|
constructor(httpClient: HttpClient);
|
|
@@ -1428,6 +1449,7 @@ declare class TracesClient {
|
|
|
1428
1449
|
getAssertions(traceId: string): Promise<TraceAssertionsResult>;
|
|
1429
1450
|
saveAssertions(params: SaveAssertionsParams): Promise<TraceAssertion[]>;
|
|
1430
1451
|
saveAssertionsAll(params: SaveAssertionsAllParams): Promise<TraceAssertion[]>;
|
|
1452
|
+
generateAssertions(traceId: string, options?: GenerateAssertionsOptions): Promise<TraceAssertion[]>;
|
|
1431
1453
|
archiveAssertions(params: ArchiveAssertionsParams): Promise<string[]>;
|
|
1432
1454
|
}
|
|
1433
1455
|
|
|
@@ -1501,12 +1523,12 @@ type TraceLabels = {
|
|
|
1501
1523
|
declare class LabelsClient {
|
|
1502
1524
|
private readonly httpClient;
|
|
1503
1525
|
constructor(httpClient: HttpClient);
|
|
1504
|
-
save(update: LabelUpdate,
|
|
1505
|
-
saveAll(updates: LabelUpdate[],
|
|
1526
|
+
save(update: LabelUpdate, experimentId?: string): Promise<LabelOutcome>;
|
|
1527
|
+
saveAll(updates: LabelUpdate[], experimentId?: string): Promise<LabelOutcome[]>;
|
|
1506
1528
|
/** Withhold a verdict for a trace or replay attempt whose check did not run. */
|
|
1507
|
-
skip(target: LabelTarget,
|
|
1529
|
+
skip(target: LabelTarget, experimentId?: string): Promise<LabelOutcome>;
|
|
1508
1530
|
/** Clear a previous verdict for a trace, replay attempt, or assertion. */
|
|
1509
|
-
archive(target: LabelTarget,
|
|
1531
|
+
archive(target: LabelTarget, experimentId?: string): Promise<LabelOutcome>;
|
|
1510
1532
|
saveHuman(update: HumanLabelUpdate): Promise<HumanLabelOutcome>;
|
|
1511
1533
|
saveHumanAll(updates: HumanLabelUpdate[]): Promise<HumanLabelOutcome[]>;
|
|
1512
1534
|
get(traceId: string): Promise<TraceLabels | null>;
|
|
@@ -1807,12 +1829,12 @@ declare class OrganizationMembersClient {
|
|
|
1807
1829
|
}
|
|
1808
1830
|
|
|
1809
1831
|
/**
|
|
1810
|
-
* Replay historical traces through a function and create
|
|
1832
|
+
* Replay historical traces through a function and create an experiment.
|
|
1811
1833
|
*
|
|
1812
1834
|
* The replay flow has three phases:
|
|
1813
|
-
* 1. Start: fetches historical traces from the server and creates
|
|
1835
|
+
* 1. Start: fetches historical traces from the server and creates an experiment
|
|
1814
1836
|
* 2. Execute: re-runs each trace's inputs through the provided function locally
|
|
1815
|
-
* 3. Complete: marks the
|
|
1837
|
+
* 3. Complete: marks the experiment as completed on the server
|
|
1816
1838
|
*/
|
|
1817
1839
|
|
|
1818
1840
|
type MockStrategy = "none" | "all" | "marked";
|
|
@@ -1864,7 +1886,7 @@ interface ReplayOptions {
|
|
|
1864
1886
|
* it selects by ID with no dataset attribution.
|
|
1865
1887
|
*/
|
|
1866
1888
|
traceIds?: string[];
|
|
1867
|
-
/** Optional display name for the resulting experiment
|
|
1889
|
+
/** Optional display name for the resulting experiment. */
|
|
1868
1890
|
name?: string;
|
|
1869
1891
|
/** Positive integer limiting parallel items. Set to 1 for sequential. Default 10. */
|
|
1870
1892
|
maxConcurrency?: number;
|
|
@@ -1922,14 +1944,14 @@ interface ReplayOptions {
|
|
|
1922
1944
|
* Dataset this replay runs against. Mutually exclusive with `datasetIds`.
|
|
1923
1945
|
* Alone it replays the dataset's full membership, and with `traceIds` it
|
|
1924
1946
|
* replays only those members. When set, the resulting experiment is
|
|
1925
|
-
* durably attributed to the dataset (stored on the
|
|
1947
|
+
* durably attributed to the dataset (stored on the experiment), so it appears
|
|
1926
1948
|
* under the dataset's experiments even if the trace lineage can't be
|
|
1927
1949
|
* reconstructed. Validated server-side against the org.
|
|
1928
1950
|
*/
|
|
1929
1951
|
datasetId?: string;
|
|
1930
1952
|
datasetIds?: string[];
|
|
1931
1953
|
/**
|
|
1932
|
-
* Graders to attach directly to this experiment
|
|
1954
|
+
* Graders to attach directly to this experiment, independent of any
|
|
1933
1955
|
* graders already on the dataset. The resulting experiment is graded by the
|
|
1934
1956
|
* union of these and the dataset's runnable graders at completion, so use this
|
|
1935
1957
|
* to grade a single run with a check you don't want to add to the dataset
|
|
@@ -2013,11 +2035,27 @@ interface ReplayOptions {
|
|
|
2013
2035
|
* are still in flight. A throwing callback never crashes the run.
|
|
2014
2036
|
*/
|
|
2015
2037
|
onItemStart?: (progress: ReplayItemStartProgress) => void;
|
|
2038
|
+
/**
|
|
2039
|
+
* Called once, right after the server creates the experiment and before any
|
|
2040
|
+
* item runs, with the experiment ID and its dashboard URL. Use it to show
|
|
2041
|
+
* where results will appear while the replay is still running. A throwing
|
|
2042
|
+
* callback never crashes the run.
|
|
2043
|
+
*/
|
|
2044
|
+
onExperimentStart?: (experiment: ReplayExperiment) => void;
|
|
2045
|
+
}
|
|
2046
|
+
/** The experiment a replay records into, passed to {@link ReplayOptions.onExperimentStart}. */
|
|
2047
|
+
interface ReplayExperiment {
|
|
2048
|
+
/** Experiment ID created for this replay. */
|
|
2049
|
+
experimentId: string;
|
|
2050
|
+
/** Full URL to view the experiment in the dashboard. */
|
|
2051
|
+
experimentUrl: string;
|
|
2016
2052
|
}
|
|
2017
2053
|
/** Emitted through {@link ReplayOptions.onItemStart} when a worker starts an item. */
|
|
2018
2054
|
interface ReplayItemStartProgress {
|
|
2019
2055
|
type: "started";
|
|
2020
|
-
/**
|
|
2056
|
+
/** Experiment ID created for this replay. */
|
|
2057
|
+
experimentId: string;
|
|
2058
|
+
/** @deprecated Use {@link experimentId}. Same value. */
|
|
2021
2059
|
testRunId: string;
|
|
2022
2060
|
/** Items whose processing has started so far. */
|
|
2023
2061
|
started: number;
|
|
@@ -2044,7 +2082,9 @@ interface ReplayItemStartProgress {
|
|
|
2044
2082
|
interface ReplayItemFinishProgress {
|
|
2045
2083
|
/** Event kind, omitted for backward-compatible per-item events. */
|
|
2046
2084
|
type?: "item";
|
|
2047
|
-
/**
|
|
2085
|
+
/** Experiment ID created for this replay. */
|
|
2086
|
+
experimentId: string;
|
|
2087
|
+
/** @deprecated Use {@link experimentId}. Same value. */
|
|
2048
2088
|
testRunId: string;
|
|
2049
2089
|
/** Items that have finished so far, whether they succeeded or errored. */
|
|
2050
2090
|
completed: number;
|
|
@@ -2114,6 +2154,8 @@ interface ReplayProgressItem {
|
|
|
2114
2154
|
interface ReplayProgress {
|
|
2115
2155
|
type?: "item" | "complete";
|
|
2116
2156
|
result?: ReplayResult<unknown>;
|
|
2157
|
+
experimentId?: string;
|
|
2158
|
+
/** @deprecated Use {@link experimentId}. Same value. */
|
|
2117
2159
|
testRunId?: string;
|
|
2118
2160
|
completed: number;
|
|
2119
2161
|
total: number;
|
|
@@ -2180,7 +2222,7 @@ interface ReplayItem<T> {
|
|
|
2180
2222
|
* trace row; the client-side id used to correlate spans during the run is
|
|
2181
2223
|
* never surfaced here. Null until completion, on older servers that omit the
|
|
2182
2224
|
* mapping, or if the item produced no trace. Not the verdict-persistence key:
|
|
2183
|
-
* that is the original-trace lineage (`originalTraceId` + `
|
|
2225
|
+
* that is the original-trace lineage (`originalTraceId` + `experimentId`).
|
|
2184
2226
|
*/
|
|
2185
2227
|
traceId: string | null;
|
|
2186
2228
|
/** Bitfab trace ID of the original (historical) trace being replayed. */
|
|
@@ -2263,9 +2305,13 @@ interface ReplayItem<T> {
|
|
|
2263
2305
|
interface ReplayResult<T> {
|
|
2264
2306
|
/** Individual replay items with inputs, results, and comparison data. */
|
|
2265
2307
|
items: ReplayItem<T>[];
|
|
2266
|
-
/** The
|
|
2308
|
+
/** The experiment ID created on the server. */
|
|
2309
|
+
experimentId: string;
|
|
2310
|
+
/** Full URL to view the experiment in the dashboard. */
|
|
2311
|
+
experimentUrl: string;
|
|
2312
|
+
/** @deprecated Use {@link experimentId}. Same value. */
|
|
2267
2313
|
testRunId: string;
|
|
2268
|
-
/**
|
|
2314
|
+
/** @deprecated Use {@link experimentUrl}. Same value. */
|
|
2269
2315
|
testRunUrl: string;
|
|
2270
2316
|
attempts: number;
|
|
2271
2317
|
}
|
|
@@ -2275,10 +2321,14 @@ interface ReplayResult<T> {
|
|
|
2275
2321
|
*/
|
|
2276
2322
|
declare class ReplayError<T = unknown> extends BitfabError {
|
|
2277
2323
|
readonly items: ReplayItem<T>[];
|
|
2324
|
+
readonly experimentId: string;
|
|
2325
|
+
readonly experimentUrl: string;
|
|
2326
|
+
readonly cause: unknown;
|
|
2327
|
+
/** @deprecated Use {@link experimentId}. Same value. */
|
|
2278
2328
|
readonly testRunId: string;
|
|
2329
|
+
/** @deprecated Use {@link experimentUrl}. Same value. */
|
|
2279
2330
|
readonly testRunUrl: string;
|
|
2280
|
-
|
|
2281
|
-
constructor(message: string, items: ReplayItem<T>[], testRunId: string, testRunUrl: string, cause: unknown);
|
|
2331
|
+
constructor(message: string, items: ReplayItem<T>[], experimentId: string, experimentUrl: string, cause: unknown);
|
|
2282
2332
|
}
|
|
2283
2333
|
/**
|
|
2284
2334
|
* A database branch requested for one replay item could not be resolved.
|
|
@@ -2853,7 +2903,12 @@ interface SpanOptions {
|
|
|
2853
2903
|
* real child.
|
|
2854
2904
|
*/
|
|
2855
2905
|
mockOnReplay?: boolean;
|
|
2856
|
-
/** Optional
|
|
2906
|
+
/** Optional experiment ID included on the span and on the trace it starts. */
|
|
2907
|
+
experimentId?: string;
|
|
2908
|
+
/**
|
|
2909
|
+
* @deprecated Use {@link experimentId}. Same meaning. Passing both with
|
|
2910
|
+
* different values throws.
|
|
2911
|
+
*/
|
|
2857
2912
|
testRunId?: string;
|
|
2858
2913
|
/**
|
|
2859
2914
|
* Record a serializable view of a non-serializable result (e.g. a live
|
|
@@ -3382,14 +3437,14 @@ declare class Bitfab {
|
|
|
3382
3437
|
*/
|
|
3383
3438
|
private sendWrapperSpan;
|
|
3384
3439
|
/**
|
|
3385
|
-
* Replay historical traces through a function and create
|
|
3440
|
+
* Replay historical traces through a function and create an experiment.
|
|
3386
3441
|
*
|
|
3387
3442
|
* Fetches the last N traces for the given trace function key, re-runs each
|
|
3388
3443
|
* through the provided function, and returns comparison data.
|
|
3389
3444
|
*
|
|
3390
3445
|
* Accepts either a `withSpan`-wrapped function (under the same key) or any
|
|
3391
3446
|
* plain callable: plain callables are wrapped internally so each replayed
|
|
3392
|
-
* invocation records a trace tied to the
|
|
3447
|
+
* invocation records a trace tied to the experiment. The plain-callable form
|
|
3393
3448
|
* is how handler-instrumented workflows (LangGraph/LangChain, Claude Agent
|
|
3394
3449
|
* SDK) replay - those record traces under a key with no `withSpan`-wrapped
|
|
3395
3450
|
* root in the app.
|
|
@@ -3399,7 +3454,7 @@ declare class Bitfab {
|
|
|
3399
3454
|
* @param options - Optional replay options. When `traceIds` is passed,
|
|
3400
3455
|
* `limit` is ignored (with a warning): an explicit ID list already
|
|
3401
3456
|
* determines how many traces replay.
|
|
3402
|
-
* @returns ReplayResult with items,
|
|
3457
|
+
* @returns ReplayResult with items, experimentId, and experimentUrl
|
|
3403
3458
|
*/
|
|
3404
3459
|
/**
|
|
3405
3460
|
* Register a mock override applied to every subsequent `replay` on this
|
|
@@ -3659,7 +3714,7 @@ interface CommitRef {
|
|
|
3659
3714
|
/**
|
|
3660
3715
|
* SDK version from package.json (injected at build time)
|
|
3661
3716
|
*/
|
|
3662
|
-
declare const __version__ = "0.
|
|
3717
|
+
declare const __version__ = "0.59.1";
|
|
3663
3718
|
|
|
3664
3719
|
/**
|
|
3665
3720
|
* Constants for the Bitfab SDK.
|
|
@@ -3728,7 +3783,7 @@ declare const finalizers: {
|
|
|
3728
3783
|
};
|
|
3729
3784
|
|
|
3730
3785
|
type ReplayFunction = (...args: any[]) => unknown | Promise<unknown>;
|
|
3731
|
-
type ReplayRegistryOptions = Omit<ReplayOptions, "onItemStart" | "onItemFinish" | "onProgress">;
|
|
3786
|
+
type ReplayRegistryOptions = Omit<ReplayOptions, "onItemStart" | "onItemFinish" | "onProgress" | "onExperimentStart">;
|
|
3732
3787
|
interface ReplayRegistryContext {
|
|
3733
3788
|
/** Values supplied through `--params` and repeated `--param name=value`. */
|
|
3734
3789
|
params: Readonly<Record<string, unknown>>;
|
|
@@ -3798,4 +3853,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
|
|
|
3798
3853
|
run?: boolean;
|
|
3799
3854
|
}): Promise<SeedResult>;
|
|
3800
3855
|
|
|
3801
|
-
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionLabelEvidence, type AssertionVerdict, type Assignee, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type OrganizationMember, OrganizationMembersClient, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
|
|
3856
|
+
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionGeneration, AssertionGenerationError, type AssertionGenerationStatus, AssertionGenerationTimeoutError, type AssertionLabelEvidence, type AssertionVerdict, type Assignee, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GenerateAssertionsOptions, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, GraderRerunError, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GraderRerunTimeoutError, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type OrganizationMember, OrganizationMembersClient, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayExperiment, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
|
package/dist/index.js
CHANGED
|
@@ -9,6 +9,8 @@ if (typeof globalThis.__bitfab_deprecation_warned === "undefined") {
|
|
|
9
9
|
}
|
|
10
10
|
import {
|
|
11
11
|
AssertionCategoriesClient,
|
|
12
|
+
AssertionGenerationError,
|
|
13
|
+
AssertionGenerationTimeoutError,
|
|
12
14
|
Bitfab,
|
|
13
15
|
BitfabClaudeAgentHandler,
|
|
14
16
|
BitfabFunction,
|
|
@@ -19,6 +21,8 @@ import {
|
|
|
19
21
|
BitfabRivetIntegration,
|
|
20
22
|
BitfabVercelAiHandler,
|
|
21
23
|
DatasetsClient,
|
|
24
|
+
GraderRerunError,
|
|
25
|
+
GraderRerunTimeoutError,
|
|
22
26
|
GradersClient,
|
|
23
27
|
LabelsClient,
|
|
24
28
|
OrganizationMembersClient,
|
|
@@ -31,8 +35,8 @@ import {
|
|
|
31
35
|
getCurrentTrace,
|
|
32
36
|
reseedFromRegistry,
|
|
33
37
|
seedFromRegistry
|
|
34
|
-
} from "./chunk-
|
|
35
|
-
import "./chunk-
|
|
38
|
+
} from "./chunk-NVOQ7YMI.js";
|
|
39
|
+
import "./chunk-5DNB7EN7.js";
|
|
36
40
|
import {
|
|
37
41
|
BITFAB_PROGRESS_PREFIX,
|
|
38
42
|
DbBranchReplayError,
|
|
@@ -40,7 +44,7 @@ import {
|
|
|
40
44
|
ReplayError,
|
|
41
45
|
reportReplayProgress,
|
|
42
46
|
serializeReplayResult
|
|
43
|
-
} from "./chunk-
|
|
47
|
+
} from "./chunk-3D5EEY47.js";
|
|
44
48
|
import {
|
|
45
49
|
BitfabError,
|
|
46
50
|
DEFAULT_SERVICE_URL,
|
|
@@ -48,10 +52,12 @@ import {
|
|
|
48
52
|
MixedTracingError,
|
|
49
53
|
__version__,
|
|
50
54
|
flushTraces
|
|
51
|
-
} from "./chunk-
|
|
55
|
+
} from "./chunk-GJCZABUC.js";
|
|
52
56
|
import "./chunk-BAOIRE5T.js";
|
|
53
57
|
export {
|
|
54
58
|
AssertionCategoriesClient,
|
|
59
|
+
AssertionGenerationError,
|
|
60
|
+
AssertionGenerationTimeoutError,
|
|
55
61
|
BITFAB_PROGRESS_PREFIX,
|
|
56
62
|
Bitfab,
|
|
57
63
|
BitfabClaudeAgentHandler,
|
|
@@ -67,6 +73,8 @@ export {
|
|
|
67
73
|
DEFAULT_SERVICE_URL,
|
|
68
74
|
DatasetsClient,
|
|
69
75
|
DbBranchReplayError,
|
|
76
|
+
GraderRerunError,
|
|
77
|
+
GraderRerunTimeoutError,
|
|
70
78
|
GradersClient,
|
|
71
79
|
HttpClient,
|
|
72
80
|
LabelsClient,
|