@bitfab/sdk 0.68.11 → 0.70.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/cloudReplay.py +49 -27
- package/dist/{http-BN_Ry7Wf.cjs → http-C6NC-zwf.cjs} +2 -2
- package/dist/http-C6NC-zwf.cjs.map +1 -0
- package/dist/{http-BiyOTH78.js → http-DcEhqOUu.js} +2 -2
- package/dist/{http-BN_Ry7Wf.cjs.map → http-DcEhqOUu.js.map} +1 -1
- package/dist/{index-Bg-oKbVP.d.cts → index-C9WPpeEU.d.cts} +116 -17
- package/dist/{index-Bg-oKbVP.d.ts → index-C9WPpeEU.d.ts} +116 -17
- package/dist/index.cjs +2 -2
- package/dist/index.d.cts +2 -2
- package/dist/index.d.ts +2 -2
- package/dist/index.js +2 -2
- package/dist/node.cjs +2 -2
- package/dist/node.d.cts +2 -2
- package/dist/node.d.ts +2 -2
- package/dist/node.js +2 -2
- package/dist/{registryCommand-CWxt6kPp.js → registryCommand-jPTSRgL9.js} +39 -16
- package/dist/registryCommand-jPTSRgL9.js.map +1 -0
- package/dist/replayCli.js +2 -2
- package/dist/replayCli.js.map +1 -1
- package/dist/seedCli.js +1 -1
- package/dist/{src-G_mEK3GW.cjs → src-Cwzg-mER.cjs} +72 -43
- package/dist/src-Cwzg-mER.cjs.map +1 -0
- package/dist/{src-B3hT_cMM.js → src-D-21-G6z.js} +72 -43
- package/dist/src-D-21-G6z.js.map +1 -0
- package/package.json +1 -1
- package/dist/http-BiyOTH78.js.map +0 -1
- package/dist/registryCommand-CWxt6kPp.js.map +0 -1
- package/dist/src-B3hT_cMM.js.map +0 -1
- package/dist/src-G_mEK3GW.cjs.map +0 -1
|
@@ -1596,12 +1596,97 @@ type ExperimentRollupResult = {
|
|
|
1596
1596
|
totals: ExperimentTotals;
|
|
1597
1597
|
rollup: ExperimentRollup;
|
|
1598
1598
|
};
|
|
1599
|
+
type ExperimentSummaryBeforeAfter = {
|
|
1600
|
+
before: number | null;
|
|
1601
|
+
after: number | null;
|
|
1602
|
+
};
|
|
1603
|
+
type ExperimentSummaryExampleTrace = {
|
|
1604
|
+
originalTraceId: string;
|
|
1605
|
+
replayTraceId: string;
|
|
1606
|
+
direction: "fixed" | "regressed";
|
|
1607
|
+
};
|
|
1608
|
+
type ExperimentSummaryFacts = {
|
|
1609
|
+
/** What the experiment was compared against: the first finished experiment in its group for the same traced function, or its original traces when there is none. */
|
|
1610
|
+
baseline: {
|
|
1611
|
+
kind: "group_experiment" | "original_traces";
|
|
1612
|
+
experimentId: string | null;
|
|
1613
|
+
name: string | null;
|
|
1614
|
+
};
|
|
1615
|
+
/** Traces scored on both sides. */
|
|
1616
|
+
comparedTraces: number;
|
|
1617
|
+
/** This experiment's own pass rate (0 to 1) over its traces with a verdict, reported whether or not anything could be compared. */
|
|
1618
|
+
experimentPassRate: {
|
|
1619
|
+
rate: number | null;
|
|
1620
|
+
traces: number;
|
|
1621
|
+
};
|
|
1622
|
+
/** Traces whose attempts disagreed with each other in this experiment. */
|
|
1623
|
+
inconsistentTraces: number;
|
|
1624
|
+
/** Fraction of compared traces that passed, from 0 to 1. */
|
|
1625
|
+
passRate: ExperimentSummaryBeforeAfter;
|
|
1626
|
+
/** Mean LLM cost per trace attempt, in US dollars. */
|
|
1627
|
+
costUsd: ExperimentSummaryBeforeAfter;
|
|
1628
|
+
/** Mean duration per trace, in milliseconds. */
|
|
1629
|
+
durationMs: ExperimentSummaryBeforeAfter;
|
|
1630
|
+
fixedTraces: number;
|
|
1631
|
+
regressedTraces: number;
|
|
1632
|
+
/** How many assertions and graders flipped in total; `criteria` lists at most the first 8. */
|
|
1633
|
+
flippedCriteria: number;
|
|
1634
|
+
/** Assertions and graders whose verdict flipped on at least one trace, most flips first. */
|
|
1635
|
+
criteria: {
|
|
1636
|
+
criterionId: string;
|
|
1637
|
+
kind: "grader" | "assertion";
|
|
1638
|
+
label: string;
|
|
1639
|
+
groupTitle: string;
|
|
1640
|
+
fixed: number;
|
|
1641
|
+
regressed: number;
|
|
1642
|
+
examples: ExperimentSummaryExampleTrace[];
|
|
1643
|
+
}[];
|
|
1644
|
+
/** Categories and graders with at least one flip. */
|
|
1645
|
+
groups: {
|
|
1646
|
+
groupId: string;
|
|
1647
|
+
kind: "category" | "grader" | "uncategorized";
|
|
1648
|
+
title: string;
|
|
1649
|
+
passRate: ExperimentSummaryBeforeAfter;
|
|
1650
|
+
fixed: number;
|
|
1651
|
+
regressed: number;
|
|
1652
|
+
}[];
|
|
1653
|
+
/** Replay traces worth opening first: regressions, then fixes, then inconsistent ones. */
|
|
1654
|
+
tracesToOpen: {
|
|
1655
|
+
originalTraceId: string;
|
|
1656
|
+
replayTraceId: string;
|
|
1657
|
+
title: string | null;
|
|
1658
|
+
reason: "regressed" | "fixed" | "inconsistent";
|
|
1659
|
+
}[];
|
|
1660
|
+
};
|
|
1661
|
+
type ExperimentSummary = {
|
|
1662
|
+
version: number;
|
|
1663
|
+
headline: string;
|
|
1664
|
+
body: string;
|
|
1665
|
+
facts: ExperimentSummaryFacts;
|
|
1666
|
+
fingerprint: string;
|
|
1667
|
+
generatedAt: string;
|
|
1668
|
+
};
|
|
1669
|
+
/**
|
|
1670
|
+
* `pending` while the experiment runs or its verdicts are still arriving (the summary is written once every verdict is in),
|
|
1671
|
+
* `unavailable` when it ended failed or interrupted, `ready` once the summary exists.
|
|
1672
|
+
*/
|
|
1673
|
+
type ExperimentSummaryResult = {
|
|
1674
|
+
experimentId: string;
|
|
1675
|
+
status: "ready";
|
|
1676
|
+
summary: ExperimentSummary;
|
|
1677
|
+
} | {
|
|
1678
|
+
experimentId: string;
|
|
1679
|
+
status: "pending" | "unavailable";
|
|
1680
|
+
summary: null;
|
|
1681
|
+
};
|
|
1599
1682
|
declare class ExperimentsClient {
|
|
1600
1683
|
private readonly httpClient;
|
|
1601
1684
|
constructor(httpClient: HttpClient);
|
|
1602
1685
|
list(params?: ListExperimentsParams): Promise<ExperimentPage>;
|
|
1603
1686
|
get(id: string): Promise<Experiment>;
|
|
1604
1687
|
getRollup(id: string): Promise<ExperimentRollupResult>;
|
|
1688
|
+
/** The written summary of a finished experiment: what changed against its baseline, and the traces worth opening first. */
|
|
1689
|
+
getSummary(id: string): Promise<ExperimentSummaryResult>;
|
|
1605
1690
|
getRollupAll(ids: string[]): Promise<ExperimentRollupResult[]>;
|
|
1606
1691
|
}
|
|
1607
1692
|
//#endregion
|
|
@@ -2921,6 +3006,10 @@ declare class BitfabPiIntegration {
|
|
|
2921
3006
|
private wrapTool;
|
|
2922
3007
|
}
|
|
2923
3008
|
//#endregion
|
|
3009
|
+
//#region src/codeChange.d.ts
|
|
3010
|
+
declare const CODE_CHANGE_TYPES: readonly ["working-tree", "last-branch", "default-branch", "skip", "manual"];
|
|
3011
|
+
type CodeChangeType = (typeof CODE_CHANGE_TYPES)[number];
|
|
3012
|
+
//#endregion
|
|
2924
3013
|
//#region src/replayInterrupt.d.ts
|
|
2925
3014
|
type ReplayInterruptSignal = "SIGINT" | "SIGTERM";
|
|
2926
3015
|
interface ReplayInterrupt {
|
|
@@ -3004,22 +3093,32 @@ interface ReplayOptions {
|
|
|
3004
3093
|
/** Positive integer limiting parallel items. Set to 1 for sequential. Default 10. */
|
|
3005
3094
|
maxConcurrency?: number;
|
|
3006
3095
|
/**
|
|
3007
|
-
*
|
|
3008
|
-
*
|
|
3009
|
-
*
|
|
3010
|
-
*
|
|
3011
|
-
*
|
|
3012
|
-
*
|
|
3096
|
+
* Required. Which code change this replay tests, stored on the resulting
|
|
3097
|
+
* experiment so it can be reviewed alongside the results. A replay without
|
|
3098
|
+
* it is refused before any request is sent.
|
|
3099
|
+
* - "working-tree": the uncommitted changes in the git working tree, vs HEAD
|
|
3100
|
+
* - "last-branch": the diff against the branch this one was cut from, such
|
|
3101
|
+
* as the branch below it in a stack, else the default branch
|
|
3102
|
+
* - "default-branch": the diff against where HEAD split from the default
|
|
3103
|
+
* branch (`origin/HEAD`, else `origin/main`, `origin/master`, `main`, `master`)
|
|
3104
|
+
* - "skip": no code change, such as for a baseline run
|
|
3105
|
+
* - "manual": the files passed in `codeChangeFiles`
|
|
3106
|
+
*
|
|
3107
|
+
* The three git choices include uncommitted edits and untracked files, and
|
|
3108
|
+
* warn and attach nothing when they find no changed files.
|
|
3109
|
+
*/
|
|
3110
|
+
codeChange: CodeChangeType;
|
|
3111
|
+
/**
|
|
3112
|
+
* Description of the code change being tested in this replay. Defaults to
|
|
3113
|
+
* one generated from the captured files. Not accepted with "skip".
|
|
3013
3114
|
*/
|
|
3014
|
-
codeChangeDescription?: string
|
|
3115
|
+
codeChangeDescription?: string;
|
|
3015
3116
|
/**
|
|
3016
|
-
*
|
|
3017
|
-
* and the full `before`/`after` contents.
|
|
3018
|
-
*
|
|
3019
|
-
* files (`before`) or deleted files (`after`). Omit this field to capture
|
|
3020
|
-
* automatically, or pass `null` to suppress file capture for this replay.
|
|
3117
|
+
* The edited files when `codeChange` is "manual", and only then. Each entry
|
|
3118
|
+
* holds the file path and the full `before`/`after` contents. Use `""` for
|
|
3119
|
+
* newly created files (`before`) or deleted files (`after`).
|
|
3021
3120
|
*/
|
|
3022
|
-
codeChangeFiles?: CodeChangeFile[]
|
|
3121
|
+
codeChangeFiles?: CodeChangeFile[];
|
|
3023
3122
|
/**
|
|
3024
3123
|
* Mock strategy for child spans during replay.
|
|
3025
3124
|
* - "marked": only spans tagged with { mockOnReplay: true } in SpanOptions are mocked (default)
|
|
@@ -4834,7 +4933,7 @@ declare class Bitfab {
|
|
|
4834
4933
|
private seedTraceFromCase;
|
|
4835
4934
|
private seedTraceByRunning;
|
|
4836
4935
|
reseedTrace(traceFunctionKey: string, fn: (...args: any[]) => unknown, options: ReseedOptions): Promise<ReseedResult>;
|
|
4837
|
-
replay<TReturn>(traceFunctionKey: string, fn: (...args: any[]) => TReturn | Promise<TReturn>, options
|
|
4936
|
+
replay<TReturn>(traceFunctionKey: string, fn: (...args: any[]) => TReturn | Promise<TReturn>, options: ReplayOptions): Promise<ReplayResult<TReturn>>;
|
|
4838
4937
|
}
|
|
4839
4938
|
/**
|
|
4840
4939
|
* Represents a Bitfab function that can wrap user functions for tracing.
|
|
@@ -5121,7 +5220,7 @@ interface CommitRef {
|
|
|
5121
5220
|
/**
|
|
5122
5221
|
* SDK version from package.json (injected at build time)
|
|
5123
5222
|
*/
|
|
5124
|
-
declare const __version__ = "0.
|
|
5223
|
+
declare const __version__ = "0.70.0";
|
|
5125
5224
|
//#endregion
|
|
5126
5225
|
//#region src/constants.d.ts
|
|
5127
5226
|
/**
|
|
@@ -5193,7 +5292,7 @@ declare const finalizers: {
|
|
|
5193
5292
|
//#endregion
|
|
5194
5293
|
//#region src/replayRegistry.d.ts
|
|
5195
5294
|
type ReplayFunction = (...args: any[]) => unknown | Promise<unknown>;
|
|
5196
|
-
type ReplayRegistryOptions = Omit<ReplayOptions, "onItemStart" | "onItemFinish" | "onProgress" | "onExperimentStart">;
|
|
5295
|
+
type ReplayRegistryOptions = Omit<ReplayOptions, "onItemStart" | "onItemFinish" | "onProgress" | "onExperimentStart" | "codeChange" | "codeChangeDescription" | "codeChangeFiles">;
|
|
5197
5296
|
interface ReplayRegistryContext {
|
|
5198
5297
|
/** Values supplied through `--params` and repeated `--param name=value`. */
|
|
5199
5298
|
params: Readonly<Record<string, unknown>>;
|
|
@@ -5263,4 +5362,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
|
|
|
5263
5362
|
run?: boolean;
|
|
5264
5363
|
}): Promise<SeedResult>;
|
|
5265
5364
|
//#endregion
|
|
5266
|
-
export { RivetEffectType as $, TraceSearchParams as $n,
|
|
5365
|
+
export { RivetEffectType as $, TraceSearchParams as $n, CategorySummary as $r, LabelSource as $t, SpanMethodDecoratorContext as A, BamlExecutionResult as Ai, SaveScenarioActualOutcome as An, GraderRerunProgress as Ar, LangGraphIntegrationOptions as At, getCurrentTrace as B, ScenarioDataOrigin as Bn, SaveDatasetResult as Br, GraderVerdictSource as Bt, NodeMethodDecorator as C, DbSnapshotRef as Ci, AssertionRewrite as Cn, AddDatasetTracesResult as Cr, PiIntegrationOptions as Ct, SeedCaseOptions as D, SelectiveReplayOptions as Di, SaveAssertion as Dn, DatasetsClient as Dr, BitfabAgentMiddleware as Dt, ReseedResult as E, SelectiveReplayDecision as Ei, GenerateAssertionsOptions as En, DatasetTraceIds as Er, BitfabOpenAIAgentHandler as Et, WrapOpenAIResponsesOptions as F, Assignee as Fi, Scenario as Fn, RemoveDatasetGradersResult as Fr, GraderLabelOutcome as Ft, TracingProcessor as G, ScenarioRecordInput as Gn, VercelGenerateResult as Gr, AssertionVerdict as Gt, ActiveSpanContext as H, ScenarioGeneration as Hn, BitfabLanguageModelMiddleware as Hr, GradersClient as Ht, WrapOpenRouterOptions as I, Justification as Ii, ScenarioAction as In, RemoveDatasetTracesResult as Ir, GraderLabelSource as It, SpanListParams as J, TraceAssertion as Jn, AssertionCategoriesClient as Jr, HumanVerdictOutcome as Jt, ListedSpan as K, ScenarioSource as Kn, VercelStreamResult as Kr, HumanLabelOutcome as Kt, WrappedBamlFn as L, JustificationSpan as Li, ScenarioActualOutcome as Ln, RerunGradersOptions as Lr, GraderLabelUpdate as Lt, WrapAnthropicOptions as M, ApprovalFields as Mi, SaveScenarioHistoryEntry as Mn, GraderRerunStatus as Mr, GetGraderLabelsParams as Mt, WrapBAMLOptions as N, ApprovalState as Ni, SaveScenarioParams as Nn, GraderRerunTimeoutError as Nr, GetGraderVerdictsParams as Nt, SeedRunOptions as O, SelectiveReplayReport as Oi, SaveAssertionsAllParams as On, GraderRerun as Or, BitfabLangGraphAgent as Ot, WrapJevOptions as P, Approver as Pi, SavedTraceAssertion as Pn, ListDatasetsParams as Pr, GraderLabel as Pt, RivetContextLike as Q, TraceSearchFilters as Qn, Category as Qr, LabelOutcome as Qt, getCurrentReplayBranch as R, ScenarioData as Rn, RerunGradersResult as Rr, GraderVerdict as Rt, DetachedTrace as S, DbSnapshotProvider as Si, AssertionLabelEvidence as Sn, AddDatasetGradersResult as Sr, BitfabPiIntegration as St, ReseedOptions as T, ReplayNodeIdentity as Ti, AssertionVerdictEvidence as Tn, DatasetGraderRef as Tr, OrganizationMembersClient as Tt, BitfabOpenAITracingProcessor as U, ScenarioHistoryEntry as Un, BitfabVercelAiHandler as Ur, ArchiveLabelTarget as Ut, CaptureSurface as V, ScenarioDataSources as Vn, UpdateDatasetParams as Vr, GraderVerdictUpdate as Vt, TraceResponse as W, ScenarioRecord as Wn, VercelCallParams as Wr, ArchiveVerdictTarget as Wt, SpansClient as X, TraceAssertionsResult as Xn, AssertionCategorySummary as Xr, LabelAction as Xt, SpanListResult as Y, TraceAssertionSource as Yn, AssertionCategory as Yr, HumanVerdictUpdate as Yt, BitfabRivetIntegration as Z, TraceAssertionsUpdate as Zn, CategoriesClient as Zr, LabelConfidence as Zt, BitfabConfig as _, NodeMatcher as _i, AssertionEvidenceParameter as _n, ExperimentSummaryResult as _r, TraceIngestionType as _t, ReplayRegistryOptions as a, SpanLookup as ai, TraceLabels as an, ExperimentCategoryTally as ar, DbBranchOptions as at, CurrentSpan as b, MixedTracingError as bi, AssertionGenerationStatus as bn, ExperimentsClient as br, ReplayInterrupt as bt, SeedResult as c, TokenUsage as ci, VerdictAction as cn, ExperimentPage as cr, ReplayError as ct, seedFromRegistry as d, MockOverride as di, VerdictSource as dn, ExperimentRunBy as dr, ReplayItemFinishProgress as dt, SaveAssertionCategoryParams as ei, LabelStatus as en, TraceSearchResult as er, RivetIntegrationOptions as et, finalizers as f, MockOverrideCtx as fi, VerdictStatus as fn, ExperimentStatus as fr, ReplayItemStartProgress as ft, Bitfab as g, NO_MOCK_OVERRIDE as gi, ArchiveAssertionsParams as gn, ExperimentSummaryFacts as gr, ReplayResult as gt, CommitRef as h, MockValue as hi, VerdictsClient as hn, ExperimentSummaryExampleTrace as hr, ReplayProgressItem as ht, ReplayRegistryContext as i, HttpClient as ii, PassFailVerdict as in, Experiment as ir, BITFAB_PROGRESS_PREFIX as it, SpanOptions as j, ProviderDefinition as ji, SaveScenarioData as jn, GraderRerunResult as jr, BitfabLangGraphCallbackHandler as jt, SpanMethodDecorator as k, AllowedEnvVars as ki, SaveAssertionsParams as kn, GraderRerunError as kr, BitfabLangGraphIntegration as kt, defineReplayRegistry as l, flushTraces as li, VerdictConfidence as ln, ExperimentRollup as lr, ReplayExperiment as lt, __version__ as m, MockOverrideResolver as mi, VerdictUpdate as mn, ExperimentSummaryBeforeAfter as mr, ReplayProgress as mt, ReplayRegistration as n, CapturedSpan as ni, LabelUpdate as nn, TraceTargetOccurrence as nr, AdaptContext as nt, ReseedRegistryResult as o, SpanOccurrence as oi, TraceVerdicts as on, ExperimentCodeChangeTotals as or, DbBranchReplayError as ot, DEFAULT_SERVICE_URL as p, MockOverrideInput as pi, VerdictTarget as pn, ExperimentSummary as pr, ReplayOptions as pt, SpanListField as q, ScenarioTrigger as qn, BitfabClaudeAgentHandler as qr, HumanLabelUpdate as qt, ReplayRegistry as r, CodeChangeFile as ri, LabelsClient as rn, TracesClient as rr, AdaptInputsFn as rt, SeedCase as s, SpanType as si, Verdict as sn, ExperimentJitter as sr, MockStrategy as st, ReplayOptionsFactory as t, SaveCategoryParams as ti, LabelTarget as tn, TraceTarget as tr, ReplayBranch as tt, reseedFromRegistry as u, DbBranchTimings as ui, VerdictOutcome as un, ExperimentRollupResult as ur, ReplayItem as ut, BitfabFunction as v, SpanNodeMeta as vi, AssertionGeneration as vn, ExperimentTally as vr, reportReplayProgress as vt, NodeOptions as w, SUPPORTED_PROVIDERS as wi, AssertionRewriteStatus as wn, Dataset as wr, OrganizationMember as wt, CurrentTrace as x, DbSnapshotConfig as xi, AssertionGenerationTimeoutError as xn, ListExperimentsParams as xr, ReplayInterruptSignal as xt, CaptureWhen as y, BitfabError as yi, AssertionGenerationError as yn, ExperimentTotals as yr, serializeReplayResult as yt, getCurrentSpan as z, ScenarioDataAppend as zn, SaveDatasetParams as zr, GraderVerdictOutcome as zt };
|
|
@@ -1596,12 +1596,97 @@ type ExperimentRollupResult = {
|
|
|
1596
1596
|
totals: ExperimentTotals;
|
|
1597
1597
|
rollup: ExperimentRollup;
|
|
1598
1598
|
};
|
|
1599
|
+
type ExperimentSummaryBeforeAfter = {
|
|
1600
|
+
before: number | null;
|
|
1601
|
+
after: number | null;
|
|
1602
|
+
};
|
|
1603
|
+
type ExperimentSummaryExampleTrace = {
|
|
1604
|
+
originalTraceId: string;
|
|
1605
|
+
replayTraceId: string;
|
|
1606
|
+
direction: "fixed" | "regressed";
|
|
1607
|
+
};
|
|
1608
|
+
type ExperimentSummaryFacts = {
|
|
1609
|
+
/** What the experiment was compared against: the first finished experiment in its group for the same traced function, or its original traces when there is none. */
|
|
1610
|
+
baseline: {
|
|
1611
|
+
kind: "group_experiment" | "original_traces";
|
|
1612
|
+
experimentId: string | null;
|
|
1613
|
+
name: string | null;
|
|
1614
|
+
};
|
|
1615
|
+
/** Traces scored on both sides. */
|
|
1616
|
+
comparedTraces: number;
|
|
1617
|
+
/** This experiment's own pass rate (0 to 1) over its traces with a verdict, reported whether or not anything could be compared. */
|
|
1618
|
+
experimentPassRate: {
|
|
1619
|
+
rate: number | null;
|
|
1620
|
+
traces: number;
|
|
1621
|
+
};
|
|
1622
|
+
/** Traces whose attempts disagreed with each other in this experiment. */
|
|
1623
|
+
inconsistentTraces: number;
|
|
1624
|
+
/** Fraction of compared traces that passed, from 0 to 1. */
|
|
1625
|
+
passRate: ExperimentSummaryBeforeAfter;
|
|
1626
|
+
/** Mean LLM cost per trace attempt, in US dollars. */
|
|
1627
|
+
costUsd: ExperimentSummaryBeforeAfter;
|
|
1628
|
+
/** Mean duration per trace, in milliseconds. */
|
|
1629
|
+
durationMs: ExperimentSummaryBeforeAfter;
|
|
1630
|
+
fixedTraces: number;
|
|
1631
|
+
regressedTraces: number;
|
|
1632
|
+
/** How many assertions and graders flipped in total; `criteria` lists at most the first 8. */
|
|
1633
|
+
flippedCriteria: number;
|
|
1634
|
+
/** Assertions and graders whose verdict flipped on at least one trace, most flips first. */
|
|
1635
|
+
criteria: {
|
|
1636
|
+
criterionId: string;
|
|
1637
|
+
kind: "grader" | "assertion";
|
|
1638
|
+
label: string;
|
|
1639
|
+
groupTitle: string;
|
|
1640
|
+
fixed: number;
|
|
1641
|
+
regressed: number;
|
|
1642
|
+
examples: ExperimentSummaryExampleTrace[];
|
|
1643
|
+
}[];
|
|
1644
|
+
/** Categories and graders with at least one flip. */
|
|
1645
|
+
groups: {
|
|
1646
|
+
groupId: string;
|
|
1647
|
+
kind: "category" | "grader" | "uncategorized";
|
|
1648
|
+
title: string;
|
|
1649
|
+
passRate: ExperimentSummaryBeforeAfter;
|
|
1650
|
+
fixed: number;
|
|
1651
|
+
regressed: number;
|
|
1652
|
+
}[];
|
|
1653
|
+
/** Replay traces worth opening first: regressions, then fixes, then inconsistent ones. */
|
|
1654
|
+
tracesToOpen: {
|
|
1655
|
+
originalTraceId: string;
|
|
1656
|
+
replayTraceId: string;
|
|
1657
|
+
title: string | null;
|
|
1658
|
+
reason: "regressed" | "fixed" | "inconsistent";
|
|
1659
|
+
}[];
|
|
1660
|
+
};
|
|
1661
|
+
type ExperimentSummary = {
|
|
1662
|
+
version: number;
|
|
1663
|
+
headline: string;
|
|
1664
|
+
body: string;
|
|
1665
|
+
facts: ExperimentSummaryFacts;
|
|
1666
|
+
fingerprint: string;
|
|
1667
|
+
generatedAt: string;
|
|
1668
|
+
};
|
|
1669
|
+
/**
|
|
1670
|
+
* `pending` while the experiment runs or its verdicts are still arriving (the summary is written once every verdict is in),
|
|
1671
|
+
* `unavailable` when it ended failed or interrupted, `ready` once the summary exists.
|
|
1672
|
+
*/
|
|
1673
|
+
type ExperimentSummaryResult = {
|
|
1674
|
+
experimentId: string;
|
|
1675
|
+
status: "ready";
|
|
1676
|
+
summary: ExperimentSummary;
|
|
1677
|
+
} | {
|
|
1678
|
+
experimentId: string;
|
|
1679
|
+
status: "pending" | "unavailable";
|
|
1680
|
+
summary: null;
|
|
1681
|
+
};
|
|
1599
1682
|
declare class ExperimentsClient {
|
|
1600
1683
|
private readonly httpClient;
|
|
1601
1684
|
constructor(httpClient: HttpClient);
|
|
1602
1685
|
list(params?: ListExperimentsParams): Promise<ExperimentPage>;
|
|
1603
1686
|
get(id: string): Promise<Experiment>;
|
|
1604
1687
|
getRollup(id: string): Promise<ExperimentRollupResult>;
|
|
1688
|
+
/** The written summary of a finished experiment: what changed against its baseline, and the traces worth opening first. */
|
|
1689
|
+
getSummary(id: string): Promise<ExperimentSummaryResult>;
|
|
1605
1690
|
getRollupAll(ids: string[]): Promise<ExperimentRollupResult[]>;
|
|
1606
1691
|
}
|
|
1607
1692
|
//#endregion
|
|
@@ -2921,6 +3006,10 @@ declare class BitfabPiIntegration {
|
|
|
2921
3006
|
private wrapTool;
|
|
2922
3007
|
}
|
|
2923
3008
|
//#endregion
|
|
3009
|
+
//#region src/codeChange.d.ts
|
|
3010
|
+
declare const CODE_CHANGE_TYPES: readonly ["working-tree", "last-branch", "default-branch", "skip", "manual"];
|
|
3011
|
+
type CodeChangeType = (typeof CODE_CHANGE_TYPES)[number];
|
|
3012
|
+
//#endregion
|
|
2924
3013
|
//#region src/replayInterrupt.d.ts
|
|
2925
3014
|
type ReplayInterruptSignal = "SIGINT" | "SIGTERM";
|
|
2926
3015
|
interface ReplayInterrupt {
|
|
@@ -3004,22 +3093,32 @@ interface ReplayOptions {
|
|
|
3004
3093
|
/** Positive integer limiting parallel items. Set to 1 for sequential. Default 10. */
|
|
3005
3094
|
maxConcurrency?: number;
|
|
3006
3095
|
/**
|
|
3007
|
-
*
|
|
3008
|
-
*
|
|
3009
|
-
*
|
|
3010
|
-
*
|
|
3011
|
-
*
|
|
3012
|
-
*
|
|
3096
|
+
* Required. Which code change this replay tests, stored on the resulting
|
|
3097
|
+
* experiment so it can be reviewed alongside the results. A replay without
|
|
3098
|
+
* it is refused before any request is sent.
|
|
3099
|
+
* - "working-tree": the uncommitted changes in the git working tree, vs HEAD
|
|
3100
|
+
* - "last-branch": the diff against the branch this one was cut from, such
|
|
3101
|
+
* as the branch below it in a stack, else the default branch
|
|
3102
|
+
* - "default-branch": the diff against where HEAD split from the default
|
|
3103
|
+
* branch (`origin/HEAD`, else `origin/main`, `origin/master`, `main`, `master`)
|
|
3104
|
+
* - "skip": no code change, such as for a baseline run
|
|
3105
|
+
* - "manual": the files passed in `codeChangeFiles`
|
|
3106
|
+
*
|
|
3107
|
+
* The three git choices include uncommitted edits and untracked files, and
|
|
3108
|
+
* warn and attach nothing when they find no changed files.
|
|
3109
|
+
*/
|
|
3110
|
+
codeChange: CodeChangeType;
|
|
3111
|
+
/**
|
|
3112
|
+
* Description of the code change being tested in this replay. Defaults to
|
|
3113
|
+
* one generated from the captured files. Not accepted with "skip".
|
|
3013
3114
|
*/
|
|
3014
|
-
codeChangeDescription?: string
|
|
3115
|
+
codeChangeDescription?: string;
|
|
3015
3116
|
/**
|
|
3016
|
-
*
|
|
3017
|
-
* and the full `before`/`after` contents.
|
|
3018
|
-
*
|
|
3019
|
-
* files (`before`) or deleted files (`after`). Omit this field to capture
|
|
3020
|
-
* automatically, or pass `null` to suppress file capture for this replay.
|
|
3117
|
+
* The edited files when `codeChange` is "manual", and only then. Each entry
|
|
3118
|
+
* holds the file path and the full `before`/`after` contents. Use `""` for
|
|
3119
|
+
* newly created files (`before`) or deleted files (`after`).
|
|
3021
3120
|
*/
|
|
3022
|
-
codeChangeFiles?: CodeChangeFile[]
|
|
3121
|
+
codeChangeFiles?: CodeChangeFile[];
|
|
3023
3122
|
/**
|
|
3024
3123
|
* Mock strategy for child spans during replay.
|
|
3025
3124
|
* - "marked": only spans tagged with { mockOnReplay: true } in SpanOptions are mocked (default)
|
|
@@ -4834,7 +4933,7 @@ declare class Bitfab {
|
|
|
4834
4933
|
private seedTraceFromCase;
|
|
4835
4934
|
private seedTraceByRunning;
|
|
4836
4935
|
reseedTrace(traceFunctionKey: string, fn: (...args: any[]) => unknown, options: ReseedOptions): Promise<ReseedResult>;
|
|
4837
|
-
replay<TReturn>(traceFunctionKey: string, fn: (...args: any[]) => TReturn | Promise<TReturn>, options
|
|
4936
|
+
replay<TReturn>(traceFunctionKey: string, fn: (...args: any[]) => TReturn | Promise<TReturn>, options: ReplayOptions): Promise<ReplayResult<TReturn>>;
|
|
4838
4937
|
}
|
|
4839
4938
|
/**
|
|
4840
4939
|
* Represents a Bitfab function that can wrap user functions for tracing.
|
|
@@ -5121,7 +5220,7 @@ interface CommitRef {
|
|
|
5121
5220
|
/**
|
|
5122
5221
|
* SDK version from package.json (injected at build time)
|
|
5123
5222
|
*/
|
|
5124
|
-
declare const __version__ = "0.
|
|
5223
|
+
declare const __version__ = "0.70.0";
|
|
5125
5224
|
//#endregion
|
|
5126
5225
|
//#region src/constants.d.ts
|
|
5127
5226
|
/**
|
|
@@ -5193,7 +5292,7 @@ declare const finalizers: {
|
|
|
5193
5292
|
//#endregion
|
|
5194
5293
|
//#region src/replayRegistry.d.ts
|
|
5195
5294
|
type ReplayFunction = (...args: any[]) => unknown | Promise<unknown>;
|
|
5196
|
-
type ReplayRegistryOptions = Omit<ReplayOptions, "onItemStart" | "onItemFinish" | "onProgress" | "onExperimentStart">;
|
|
5295
|
+
type ReplayRegistryOptions = Omit<ReplayOptions, "onItemStart" | "onItemFinish" | "onProgress" | "onExperimentStart" | "codeChange" | "codeChangeDescription" | "codeChangeFiles">;
|
|
5197
5296
|
interface ReplayRegistryContext {
|
|
5198
5297
|
/** Values supplied through `--params` and repeated `--param name=value`. */
|
|
5199
5298
|
params: Readonly<Record<string, unknown>>;
|
|
@@ -5263,4 +5362,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
|
|
|
5263
5362
|
run?: boolean;
|
|
5264
5363
|
}): Promise<SeedResult>;
|
|
5265
5364
|
//#endregion
|
|
5266
|
-
export { RivetEffectType as $, TraceSearchParams as $n,
|
|
5365
|
+
export { RivetEffectType as $, TraceSearchParams as $n, CategorySummary as $r, LabelSource as $t, SpanMethodDecoratorContext as A, BamlExecutionResult as Ai, SaveScenarioActualOutcome as An, GraderRerunProgress as Ar, LangGraphIntegrationOptions as At, getCurrentTrace as B, ScenarioDataOrigin as Bn, SaveDatasetResult as Br, GraderVerdictSource as Bt, NodeMethodDecorator as C, DbSnapshotRef as Ci, AssertionRewrite as Cn, AddDatasetTracesResult as Cr, PiIntegrationOptions as Ct, SeedCaseOptions as D, SelectiveReplayOptions as Di, SaveAssertion as Dn, DatasetsClient as Dr, BitfabAgentMiddleware as Dt, ReseedResult as E, SelectiveReplayDecision as Ei, GenerateAssertionsOptions as En, DatasetTraceIds as Er, BitfabOpenAIAgentHandler as Et, WrapOpenAIResponsesOptions as F, Assignee as Fi, Scenario as Fn, RemoveDatasetGradersResult as Fr, GraderLabelOutcome as Ft, TracingProcessor as G, ScenarioRecordInput as Gn, VercelGenerateResult as Gr, AssertionVerdict as Gt, ActiveSpanContext as H, ScenarioGeneration as Hn, BitfabLanguageModelMiddleware as Hr, GradersClient as Ht, WrapOpenRouterOptions as I, Justification as Ii, ScenarioAction as In, RemoveDatasetTracesResult as Ir, GraderLabelSource as It, SpanListParams as J, TraceAssertion as Jn, AssertionCategoriesClient as Jr, HumanVerdictOutcome as Jt, ListedSpan as K, ScenarioSource as Kn, VercelStreamResult as Kr, HumanLabelOutcome as Kt, WrappedBamlFn as L, JustificationSpan as Li, ScenarioActualOutcome as Ln, RerunGradersOptions as Lr, GraderLabelUpdate as Lt, WrapAnthropicOptions as M, ApprovalFields as Mi, SaveScenarioHistoryEntry as Mn, GraderRerunStatus as Mr, GetGraderLabelsParams as Mt, WrapBAMLOptions as N, ApprovalState as Ni, SaveScenarioParams as Nn, GraderRerunTimeoutError as Nr, GetGraderVerdictsParams as Nt, SeedRunOptions as O, SelectiveReplayReport as Oi, SaveAssertionsAllParams as On, GraderRerun as Or, BitfabLangGraphAgent as Ot, WrapJevOptions as P, Approver as Pi, SavedTraceAssertion as Pn, ListDatasetsParams as Pr, GraderLabel as Pt, RivetContextLike as Q, TraceSearchFilters as Qn, Category as Qr, LabelOutcome as Qt, getCurrentReplayBranch as R, ScenarioData as Rn, RerunGradersResult as Rr, GraderVerdict as Rt, DetachedTrace as S, DbSnapshotProvider as Si, AssertionLabelEvidence as Sn, AddDatasetGradersResult as Sr, BitfabPiIntegration as St, ReseedOptions as T, ReplayNodeIdentity as Ti, AssertionVerdictEvidence as Tn, DatasetGraderRef as Tr, OrganizationMembersClient as Tt, BitfabOpenAITracingProcessor as U, ScenarioHistoryEntry as Un, BitfabVercelAiHandler as Ur, ArchiveLabelTarget as Ut, CaptureSurface as V, ScenarioDataSources as Vn, UpdateDatasetParams as Vr, GraderVerdictUpdate as Vt, TraceResponse as W, ScenarioRecord as Wn, VercelCallParams as Wr, ArchiveVerdictTarget as Wt, SpansClient as X, TraceAssertionsResult as Xn, AssertionCategorySummary as Xr, LabelAction as Xt, SpanListResult as Y, TraceAssertionSource as Yn, AssertionCategory as Yr, HumanVerdictUpdate as Yt, BitfabRivetIntegration as Z, TraceAssertionsUpdate as Zn, CategoriesClient as Zr, LabelConfidence as Zt, BitfabConfig as _, NodeMatcher as _i, AssertionEvidenceParameter as _n, ExperimentSummaryResult as _r, TraceIngestionType as _t, ReplayRegistryOptions as a, SpanLookup as ai, TraceLabels as an, ExperimentCategoryTally as ar, DbBranchOptions as at, CurrentSpan as b, MixedTracingError as bi, AssertionGenerationStatus as bn, ExperimentsClient as br, ReplayInterrupt as bt, SeedResult as c, TokenUsage as ci, VerdictAction as cn, ExperimentPage as cr, ReplayError as ct, seedFromRegistry as d, MockOverride as di, VerdictSource as dn, ExperimentRunBy as dr, ReplayItemFinishProgress as dt, SaveAssertionCategoryParams as ei, LabelStatus as en, TraceSearchResult as er, RivetIntegrationOptions as et, finalizers as f, MockOverrideCtx as fi, VerdictStatus as fn, ExperimentStatus as fr, ReplayItemStartProgress as ft, Bitfab as g, NO_MOCK_OVERRIDE as gi, ArchiveAssertionsParams as gn, ExperimentSummaryFacts as gr, ReplayResult as gt, CommitRef as h, MockValue as hi, VerdictsClient as hn, ExperimentSummaryExampleTrace as hr, ReplayProgressItem as ht, ReplayRegistryContext as i, HttpClient as ii, PassFailVerdict as in, Experiment as ir, BITFAB_PROGRESS_PREFIX as it, SpanOptions as j, ProviderDefinition as ji, SaveScenarioData as jn, GraderRerunResult as jr, BitfabLangGraphCallbackHandler as jt, SpanMethodDecorator as k, AllowedEnvVars as ki, SaveAssertionsParams as kn, GraderRerunError as kr, BitfabLangGraphIntegration as kt, defineReplayRegistry as l, flushTraces as li, VerdictConfidence as ln, ExperimentRollup as lr, ReplayExperiment as lt, __version__ as m, MockOverrideResolver as mi, VerdictUpdate as mn, ExperimentSummaryBeforeAfter as mr, ReplayProgress as mt, ReplayRegistration as n, CapturedSpan as ni, LabelUpdate as nn, TraceTargetOccurrence as nr, AdaptContext as nt, ReseedRegistryResult as o, SpanOccurrence as oi, TraceVerdicts as on, ExperimentCodeChangeTotals as or, DbBranchReplayError as ot, DEFAULT_SERVICE_URL as p, MockOverrideInput as pi, VerdictTarget as pn, ExperimentSummary as pr, ReplayOptions as pt, SpanListField as q, ScenarioTrigger as qn, BitfabClaudeAgentHandler as qr, HumanLabelUpdate as qt, ReplayRegistry as r, CodeChangeFile as ri, LabelsClient as rn, TracesClient as rr, AdaptInputsFn as rt, SeedCase as s, SpanType as si, Verdict as sn, ExperimentJitter as sr, MockStrategy as st, ReplayOptionsFactory as t, SaveCategoryParams as ti, LabelTarget as tn, TraceTarget as tr, ReplayBranch as tt, reseedFromRegistry as u, DbBranchTimings as ui, VerdictOutcome as un, ExperimentRollupResult as ur, ReplayItem as ut, BitfabFunction as v, SpanNodeMeta as vi, AssertionGeneration as vn, ExperimentTally as vr, reportReplayProgress as vt, NodeOptions as w, SUPPORTED_PROVIDERS as wi, AssertionRewriteStatus as wn, Dataset as wr, OrganizationMember as wt, CurrentTrace as x, DbSnapshotConfig as xi, AssertionGenerationTimeoutError as xn, ListExperimentsParams as xr, ReplayInterruptSignal as xt, CaptureWhen as y, BitfabError as yi, AssertionGenerationError as yn, ExperimentTotals as yr, serializeReplayResult as yt, getCurrentSpan as z, ScenarioDataAppend as zn, SaveDatasetParams as zr, GraderVerdictOutcome as zt };
|
package/dist/index.cjs
CHANGED
|
@@ -2,8 +2,8 @@ Object.defineProperties(exports, {
|
|
|
2
2
|
__esModule: { value: true },
|
|
3
3
|
[Symbol.toStringTag]: { value: "Module" }
|
|
4
4
|
});
|
|
5
|
-
const require_src = require("./src-
|
|
6
|
-
const require_http = require("./http-
|
|
5
|
+
const require_src = require("./src-Cwzg-mER.cjs");
|
|
6
|
+
const require_http = require("./http-C6NC-zwf.cjs");
|
|
7
7
|
exports.AssertionCategoriesClient = require_src.AssertionCategoriesClient;
|
|
8
8
|
exports.AssertionGenerationError = require_src.AssertionGenerationError;
|
|
9
9
|
exports.AssertionGenerationTimeoutError = require_src.AssertionGenerationTimeoutError;
|
package/dist/index.d.cts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { $ as RivetEffectType, $n as TraceSearchParams, $r as
|
|
2
|
-
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, type ArchiveLabelTarget, type ArchiveVerdictTarget, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionGeneration, AssertionGenerationError, type AssertionGenerationStatus, AssertionGenerationTimeoutError, type AssertionLabelEvidence, type AssertionRewrite, type AssertionRewriteStatus, type AssertionVerdict, type AssertionVerdictEvidence, type Assignee, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, type BitfabAgentMiddleware, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, type BitfabLangGraphAgent, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabPiIntegration, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, CategoriesClient, type Category, type CategorySummary, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type Experiment, type ExperimentCategoryTally, type ExperimentCodeChangeTotals, type ExperimentJitter, type ExperimentPage, type ExperimentRollup, type ExperimentRollupResult, type ExperimentRunBy, type ExperimentStatus, type ExperimentTally, type ExperimentTotals, ExperimentsClient, type GenerateAssertionsOptions, type GetGraderLabelsParams, type GetGraderVerdictsParams, type GraderLabel, type GraderLabelOutcome, type GraderLabelSource, type GraderLabelUpdate, type GraderRerun, GraderRerunError, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GraderRerunTimeoutError, type GraderVerdict, type GraderVerdictOutcome, type GraderVerdictSource, type GraderVerdictUpdate, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type HumanVerdictOutcome, type HumanVerdictUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, type ListExperimentsParams, type ListedSpan, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type OrganizationMember, OrganizationMembersClient, type PassFailVerdict, type PiIntegrationOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, type ReplayBranch, ReplayError, type ReplayExperiment, type ReplayInterrupt, type ReplayInterruptSignal, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayNodeIdentity, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveCategoryParams, type SaveDatasetParams, type SaveDatasetResult, type SaveScenarioActualOutcome, type SaveScenarioData, type SaveScenarioHistoryEntry, type SaveScenarioParams, type SavedTraceAssertion, type Scenario, type ScenarioAction, type ScenarioActualOutcome, type ScenarioData, type ScenarioDataAppend, type ScenarioDataOrigin, type ScenarioDataSources, type ScenarioGeneration, type ScenarioHistoryEntry, type ScenarioRecord, type ScenarioRecordInput, type ScenarioSource, type ScenarioTrigger, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SelectiveReplayDecision, type SelectiveReplayOptions, type SelectiveReplayReport, type SpanListField, type SpanListParams, type SpanListResult, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, SpansClient, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, type TraceVerdicts, TracesClient, type TracingProcessor, type UpdateDatasetParams, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type Verdict, type VerdictAction, type VerdictConfidence, type VerdictOutcome, type VerdictSource, type VerdictStatus, type VerdictTarget, type VerdictUpdate, VerdictsClient, type WrapAnthropicOptions, type WrapBAMLOptions, type WrapJevOptions, type WrapOpenAIResponsesOptions, type WrapOpenRouterOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
|
|
1
|
+
import { $ as RivetEffectType, $n as TraceSearchParams, $r as CategorySummary, $t as LabelSource, A as SpanMethodDecoratorContext, Ai as BamlExecutionResult, An as SaveScenarioActualOutcome, Ar as GraderRerunProgress, At as LangGraphIntegrationOptions, B as getCurrentTrace, Bn as ScenarioDataOrigin, Br as SaveDatasetResult, Bt as GraderVerdictSource, C as NodeMethodDecorator, Ci as DbSnapshotRef, Cn as AssertionRewrite, Cr as AddDatasetTracesResult, Ct as PiIntegrationOptions, D as SeedCaseOptions, Di as SelectiveReplayOptions, Dn as SaveAssertion, Dr as DatasetsClient, Dt as BitfabAgentMiddleware, E as ReseedResult, Ei as SelectiveReplayDecision, En as GenerateAssertionsOptions, Er as DatasetTraceIds, Et as BitfabOpenAIAgentHandler, F as WrapOpenAIResponsesOptions, Fi as Assignee, Fn as Scenario, Fr as RemoveDatasetGradersResult, Ft as GraderLabelOutcome, G as TracingProcessor, Gn as ScenarioRecordInput, Gr as VercelGenerateResult, Gt as AssertionVerdict, H as ActiveSpanContext, Hn as ScenarioGeneration, Hr as BitfabLanguageModelMiddleware, Ht as GradersClient, I as WrapOpenRouterOptions, Ii as Justification, In as ScenarioAction, Ir as RemoveDatasetTracesResult, It as GraderLabelSource, J as SpanListParams, Jn as TraceAssertion, Jr as AssertionCategoriesClient, Jt as HumanVerdictOutcome, K as ListedSpan, Kn as ScenarioSource, Kr as VercelStreamResult, Kt as HumanLabelOutcome, L as WrappedBamlFn, Li as JustificationSpan, Ln as ScenarioActualOutcome, Lr as RerunGradersOptions, Lt as GraderLabelUpdate, M as WrapAnthropicOptions, Mi as ApprovalFields, Mn as SaveScenarioHistoryEntry, Mr as GraderRerunStatus, Mt as GetGraderLabelsParams, N as WrapBAMLOptions, Ni as ApprovalState, Nn as SaveScenarioParams, Nr as GraderRerunTimeoutError, Nt as GetGraderVerdictsParams, O as SeedRunOptions, Oi as SelectiveReplayReport, On as SaveAssertionsAllParams, Or as GraderRerun, Ot as BitfabLangGraphAgent, P as WrapJevOptions, Pi as Approver, Pn as SavedTraceAssertion, Pr as ListDatasetsParams, Pt as GraderLabel, Q as RivetContextLike, Qn as TraceSearchFilters, Qr as Category, Qt as LabelOutcome, R as getCurrentReplayBranch, Rn as ScenarioData, Rr as RerunGradersResult, Rt as GraderVerdict, S as DetachedTrace, Si as DbSnapshotProvider, Sn as AssertionLabelEvidence, Sr as AddDatasetGradersResult, St as BitfabPiIntegration, T as ReseedOptions, Ti as ReplayNodeIdentity, Tn as AssertionVerdictEvidence, Tr as DatasetGraderRef, Tt as OrganizationMembersClient, U as BitfabOpenAITracingProcessor, Un as ScenarioHistoryEntry, Ur as BitfabVercelAiHandler, Ut as ArchiveLabelTarget, V as CaptureSurface, Vn as ScenarioDataSources, Vr as UpdateDatasetParams, Vt as GraderVerdictUpdate, W as TraceResponse, Wn as ScenarioRecord, Wr as VercelCallParams, Wt as ArchiveVerdictTarget, X as SpansClient, Xn as TraceAssertionsResult, Xr as AssertionCategorySummary, Xt as LabelAction, Y as SpanListResult, Yn as TraceAssertionSource, Yr as AssertionCategory, Yt as HumanVerdictUpdate, Z as BitfabRivetIntegration, Zn as TraceAssertionsUpdate, Zr as CategoriesClient, Zt as LabelConfidence, _ as BitfabConfig, _i as NodeMatcher, _n as AssertionEvidenceParameter, _r as ExperimentSummaryResult, _t as TraceIngestionType, a as ReplayRegistryOptions, ai as SpanLookup, an as TraceLabels, ar as ExperimentCategoryTally, at as DbBranchOptions, b as CurrentSpan, bi as MixedTracingError, bn as AssertionGenerationStatus, br as ExperimentsClient, bt as ReplayInterrupt, c as SeedResult, ci as TokenUsage, cn as VerdictAction, cr as ExperimentPage, ct as ReplayError, d as seedFromRegistry, di as MockOverride, dn as VerdictSource, dr as ExperimentRunBy, dt as ReplayItemFinishProgress, ei as SaveAssertionCategoryParams, en as LabelStatus, er as TraceSearchResult, et as RivetIntegrationOptions, f as finalizers, fi as MockOverrideCtx, fn as VerdictStatus, fr as ExperimentStatus, ft as ReplayItemStartProgress, g as Bitfab, gi as NO_MOCK_OVERRIDE, gn as ArchiveAssertionsParams, gr as ExperimentSummaryFacts, gt as ReplayResult, h as CommitRef, hi as MockValue, hn as VerdictsClient, hr as ExperimentSummaryExampleTrace, ht as ReplayProgressItem, i as ReplayRegistryContext, ii as HttpClient, in as PassFailVerdict, ir as Experiment, it as BITFAB_PROGRESS_PREFIX, j as SpanOptions, ji as ProviderDefinition, jn as SaveScenarioData, jr as GraderRerunResult, jt as BitfabLangGraphCallbackHandler, k as SpanMethodDecorator, ki as AllowedEnvVars, kn as SaveAssertionsParams, kr as GraderRerunError, kt as BitfabLangGraphIntegration, l as defineReplayRegistry, li as flushTraces, ln as VerdictConfidence, lr as ExperimentRollup, lt as ReplayExperiment, m as __version__, mi as MockOverrideResolver, mn as VerdictUpdate, mr as ExperimentSummaryBeforeAfter, mt as ReplayProgress, n as ReplayRegistration, ni as CapturedSpan, nn as LabelUpdate, nr as TraceTargetOccurrence, nt as AdaptContext, o as ReseedRegistryResult, oi as SpanOccurrence, on as TraceVerdicts, or as ExperimentCodeChangeTotals, ot as DbBranchReplayError, p as DEFAULT_SERVICE_URL, pi as MockOverrideInput, pn as VerdictTarget, pr as ExperimentSummary, pt as ReplayOptions, q as SpanListField, qn as ScenarioTrigger, qr as BitfabClaudeAgentHandler, qt as HumanLabelUpdate, r as ReplayRegistry, ri as CodeChangeFile, rn as LabelsClient, rr as TracesClient, rt as AdaptInputsFn, s as SeedCase, si as SpanType, sn as Verdict, sr as ExperimentJitter, st as MockStrategy, t as ReplayOptionsFactory, ti as SaveCategoryParams, tn as LabelTarget, tr as TraceTarget, tt as ReplayBranch, u as reseedFromRegistry, ui as DbBranchTimings, un as VerdictOutcome, ur as ExperimentRollupResult, ut as ReplayItem, v as BitfabFunction, vi as SpanNodeMeta, vn as AssertionGeneration, vr as ExperimentTally, vt as reportReplayProgress, w as NodeOptions, wi as SUPPORTED_PROVIDERS, wn as AssertionRewriteStatus, wr as Dataset, wt as OrganizationMember, x as CurrentTrace, xi as DbSnapshotConfig, xn as AssertionGenerationTimeoutError, xr as ListExperimentsParams, xt as ReplayInterruptSignal, y as CaptureWhen, yi as BitfabError, yn as AssertionGenerationError, yr as ExperimentTotals, yt as serializeReplayResult, z as getCurrentSpan, zn as ScenarioDataAppend, zr as SaveDatasetParams, zt as GraderVerdictOutcome } from "./index-C9WPpeEU.cjs";
|
|
2
|
+
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, type ArchiveLabelTarget, type ArchiveVerdictTarget, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionGeneration, AssertionGenerationError, type AssertionGenerationStatus, AssertionGenerationTimeoutError, type AssertionLabelEvidence, type AssertionRewrite, type AssertionRewriteStatus, type AssertionVerdict, type AssertionVerdictEvidence, type Assignee, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, type BitfabAgentMiddleware, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, type BitfabLangGraphAgent, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabPiIntegration, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, CategoriesClient, type Category, type CategorySummary, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type Experiment, type ExperimentCategoryTally, type ExperimentCodeChangeTotals, type ExperimentJitter, type ExperimentPage, type ExperimentRollup, type ExperimentRollupResult, type ExperimentRunBy, type ExperimentStatus, type ExperimentSummary, type ExperimentSummaryBeforeAfter, type ExperimentSummaryExampleTrace, type ExperimentSummaryFacts, type ExperimentSummaryResult, type ExperimentTally, type ExperimentTotals, ExperimentsClient, type GenerateAssertionsOptions, type GetGraderLabelsParams, type GetGraderVerdictsParams, type GraderLabel, type GraderLabelOutcome, type GraderLabelSource, type GraderLabelUpdate, type GraderRerun, GraderRerunError, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GraderRerunTimeoutError, type GraderVerdict, type GraderVerdictOutcome, type GraderVerdictSource, type GraderVerdictUpdate, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type HumanVerdictOutcome, type HumanVerdictUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, type ListExperimentsParams, type ListedSpan, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type OrganizationMember, OrganizationMembersClient, type PassFailVerdict, type PiIntegrationOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, type ReplayBranch, ReplayError, type ReplayExperiment, type ReplayInterrupt, type ReplayInterruptSignal, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayNodeIdentity, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveCategoryParams, type SaveDatasetParams, type SaveDatasetResult, type SaveScenarioActualOutcome, type SaveScenarioData, type SaveScenarioHistoryEntry, type SaveScenarioParams, type SavedTraceAssertion, type Scenario, type ScenarioAction, type ScenarioActualOutcome, type ScenarioData, type ScenarioDataAppend, type ScenarioDataOrigin, type ScenarioDataSources, type ScenarioGeneration, type ScenarioHistoryEntry, type ScenarioRecord, type ScenarioRecordInput, type ScenarioSource, type ScenarioTrigger, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SelectiveReplayDecision, type SelectiveReplayOptions, type SelectiveReplayReport, type SpanListField, type SpanListParams, type SpanListResult, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, SpansClient, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, type TraceVerdicts, TracesClient, type TracingProcessor, type UpdateDatasetParams, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type Verdict, type VerdictAction, type VerdictConfidence, type VerdictOutcome, type VerdictSource, type VerdictStatus, type VerdictTarget, type VerdictUpdate, VerdictsClient, type WrapAnthropicOptions, type WrapBAMLOptions, type WrapJevOptions, type WrapOpenAIResponsesOptions, type WrapOpenRouterOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
|
package/dist/index.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { $ as RivetEffectType, $n as TraceSearchParams, $r as
|
|
2
|
-
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, type ArchiveLabelTarget, type ArchiveVerdictTarget, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionGeneration, AssertionGenerationError, type AssertionGenerationStatus, AssertionGenerationTimeoutError, type AssertionLabelEvidence, type AssertionRewrite, type AssertionRewriteStatus, type AssertionVerdict, type AssertionVerdictEvidence, type Assignee, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, type BitfabAgentMiddleware, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, type BitfabLangGraphAgent, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabPiIntegration, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, CategoriesClient, type Category, type CategorySummary, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type Experiment, type ExperimentCategoryTally, type ExperimentCodeChangeTotals, type ExperimentJitter, type ExperimentPage, type ExperimentRollup, type ExperimentRollupResult, type ExperimentRunBy, type ExperimentStatus, type ExperimentTally, type ExperimentTotals, ExperimentsClient, type GenerateAssertionsOptions, type GetGraderLabelsParams, type GetGraderVerdictsParams, type GraderLabel, type GraderLabelOutcome, type GraderLabelSource, type GraderLabelUpdate, type GraderRerun, GraderRerunError, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GraderRerunTimeoutError, type GraderVerdict, type GraderVerdictOutcome, type GraderVerdictSource, type GraderVerdictUpdate, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type HumanVerdictOutcome, type HumanVerdictUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, type ListExperimentsParams, type ListedSpan, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type OrganizationMember, OrganizationMembersClient, type PassFailVerdict, type PiIntegrationOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, type ReplayBranch, ReplayError, type ReplayExperiment, type ReplayInterrupt, type ReplayInterruptSignal, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayNodeIdentity, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveCategoryParams, type SaveDatasetParams, type SaveDatasetResult, type SaveScenarioActualOutcome, type SaveScenarioData, type SaveScenarioHistoryEntry, type SaveScenarioParams, type SavedTraceAssertion, type Scenario, type ScenarioAction, type ScenarioActualOutcome, type ScenarioData, type ScenarioDataAppend, type ScenarioDataOrigin, type ScenarioDataSources, type ScenarioGeneration, type ScenarioHistoryEntry, type ScenarioRecord, type ScenarioRecordInput, type ScenarioSource, type ScenarioTrigger, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SelectiveReplayDecision, type SelectiveReplayOptions, type SelectiveReplayReport, type SpanListField, type SpanListParams, type SpanListResult, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, SpansClient, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, type TraceVerdicts, TracesClient, type TracingProcessor, type UpdateDatasetParams, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type Verdict, type VerdictAction, type VerdictConfidence, type VerdictOutcome, type VerdictSource, type VerdictStatus, type VerdictTarget, type VerdictUpdate, VerdictsClient, type WrapAnthropicOptions, type WrapBAMLOptions, type WrapJevOptions, type WrapOpenAIResponsesOptions, type WrapOpenRouterOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
|
|
1
|
+
import { $ as RivetEffectType, $n as TraceSearchParams, $r as CategorySummary, $t as LabelSource, A as SpanMethodDecoratorContext, Ai as BamlExecutionResult, An as SaveScenarioActualOutcome, Ar as GraderRerunProgress, At as LangGraphIntegrationOptions, B as getCurrentTrace, Bn as ScenarioDataOrigin, Br as SaveDatasetResult, Bt as GraderVerdictSource, C as NodeMethodDecorator, Ci as DbSnapshotRef, Cn as AssertionRewrite, Cr as AddDatasetTracesResult, Ct as PiIntegrationOptions, D as SeedCaseOptions, Di as SelectiveReplayOptions, Dn as SaveAssertion, Dr as DatasetsClient, Dt as BitfabAgentMiddleware, E as ReseedResult, Ei as SelectiveReplayDecision, En as GenerateAssertionsOptions, Er as DatasetTraceIds, Et as BitfabOpenAIAgentHandler, F as WrapOpenAIResponsesOptions, Fi as Assignee, Fn as Scenario, Fr as RemoveDatasetGradersResult, Ft as GraderLabelOutcome, G as TracingProcessor, Gn as ScenarioRecordInput, Gr as VercelGenerateResult, Gt as AssertionVerdict, H as ActiveSpanContext, Hn as ScenarioGeneration, Hr as BitfabLanguageModelMiddleware, Ht as GradersClient, I as WrapOpenRouterOptions, Ii as Justification, In as ScenarioAction, Ir as RemoveDatasetTracesResult, It as GraderLabelSource, J as SpanListParams, Jn as TraceAssertion, Jr as AssertionCategoriesClient, Jt as HumanVerdictOutcome, K as ListedSpan, Kn as ScenarioSource, Kr as VercelStreamResult, Kt as HumanLabelOutcome, L as WrappedBamlFn, Li as JustificationSpan, Ln as ScenarioActualOutcome, Lr as RerunGradersOptions, Lt as GraderLabelUpdate, M as WrapAnthropicOptions, Mi as ApprovalFields, Mn as SaveScenarioHistoryEntry, Mr as GraderRerunStatus, Mt as GetGraderLabelsParams, N as WrapBAMLOptions, Ni as ApprovalState, Nn as SaveScenarioParams, Nr as GraderRerunTimeoutError, Nt as GetGraderVerdictsParams, O as SeedRunOptions, Oi as SelectiveReplayReport, On as SaveAssertionsAllParams, Or as GraderRerun, Ot as BitfabLangGraphAgent, P as WrapJevOptions, Pi as Approver, Pn as SavedTraceAssertion, Pr as ListDatasetsParams, Pt as GraderLabel, Q as RivetContextLike, Qn as TraceSearchFilters, Qr as Category, Qt as LabelOutcome, R as getCurrentReplayBranch, Rn as ScenarioData, Rr as RerunGradersResult, Rt as GraderVerdict, S as DetachedTrace, Si as DbSnapshotProvider, Sn as AssertionLabelEvidence, Sr as AddDatasetGradersResult, St as BitfabPiIntegration, T as ReseedOptions, Ti as ReplayNodeIdentity, Tn as AssertionVerdictEvidence, Tr as DatasetGraderRef, Tt as OrganizationMembersClient, U as BitfabOpenAITracingProcessor, Un as ScenarioHistoryEntry, Ur as BitfabVercelAiHandler, Ut as ArchiveLabelTarget, V as CaptureSurface, Vn as ScenarioDataSources, Vr as UpdateDatasetParams, Vt as GraderVerdictUpdate, W as TraceResponse, Wn as ScenarioRecord, Wr as VercelCallParams, Wt as ArchiveVerdictTarget, X as SpansClient, Xn as TraceAssertionsResult, Xr as AssertionCategorySummary, Xt as LabelAction, Y as SpanListResult, Yn as TraceAssertionSource, Yr as AssertionCategory, Yt as HumanVerdictUpdate, Z as BitfabRivetIntegration, Zn as TraceAssertionsUpdate, Zr as CategoriesClient, Zt as LabelConfidence, _ as BitfabConfig, _i as NodeMatcher, _n as AssertionEvidenceParameter, _r as ExperimentSummaryResult, _t as TraceIngestionType, a as ReplayRegistryOptions, ai as SpanLookup, an as TraceLabels, ar as ExperimentCategoryTally, at as DbBranchOptions, b as CurrentSpan, bi as MixedTracingError, bn as AssertionGenerationStatus, br as ExperimentsClient, bt as ReplayInterrupt, c as SeedResult, ci as TokenUsage, cn as VerdictAction, cr as ExperimentPage, ct as ReplayError, d as seedFromRegistry, di as MockOverride, dn as VerdictSource, dr as ExperimentRunBy, dt as ReplayItemFinishProgress, ei as SaveAssertionCategoryParams, en as LabelStatus, er as TraceSearchResult, et as RivetIntegrationOptions, f as finalizers, fi as MockOverrideCtx, fn as VerdictStatus, fr as ExperimentStatus, ft as ReplayItemStartProgress, g as Bitfab, gi as NO_MOCK_OVERRIDE, gn as ArchiveAssertionsParams, gr as ExperimentSummaryFacts, gt as ReplayResult, h as CommitRef, hi as MockValue, hn as VerdictsClient, hr as ExperimentSummaryExampleTrace, ht as ReplayProgressItem, i as ReplayRegistryContext, ii as HttpClient, in as PassFailVerdict, ir as Experiment, it as BITFAB_PROGRESS_PREFIX, j as SpanOptions, ji as ProviderDefinition, jn as SaveScenarioData, jr as GraderRerunResult, jt as BitfabLangGraphCallbackHandler, k as SpanMethodDecorator, ki as AllowedEnvVars, kn as SaveAssertionsParams, kr as GraderRerunError, kt as BitfabLangGraphIntegration, l as defineReplayRegistry, li as flushTraces, ln as VerdictConfidence, lr as ExperimentRollup, lt as ReplayExperiment, m as __version__, mi as MockOverrideResolver, mn as VerdictUpdate, mr as ExperimentSummaryBeforeAfter, mt as ReplayProgress, n as ReplayRegistration, ni as CapturedSpan, nn as LabelUpdate, nr as TraceTargetOccurrence, nt as AdaptContext, o as ReseedRegistryResult, oi as SpanOccurrence, on as TraceVerdicts, or as ExperimentCodeChangeTotals, ot as DbBranchReplayError, p as DEFAULT_SERVICE_URL, pi as MockOverrideInput, pn as VerdictTarget, pr as ExperimentSummary, pt as ReplayOptions, q as SpanListField, qn as ScenarioTrigger, qr as BitfabClaudeAgentHandler, qt as HumanLabelUpdate, r as ReplayRegistry, ri as CodeChangeFile, rn as LabelsClient, rr as TracesClient, rt as AdaptInputsFn, s as SeedCase, si as SpanType, sn as Verdict, sr as ExperimentJitter, st as MockStrategy, t as ReplayOptionsFactory, ti as SaveCategoryParams, tn as LabelTarget, tr as TraceTarget, tt as ReplayBranch, u as reseedFromRegistry, ui as DbBranchTimings, un as VerdictOutcome, ur as ExperimentRollupResult, ut as ReplayItem, v as BitfabFunction, vi as SpanNodeMeta, vn as AssertionGeneration, vr as ExperimentTally, vt as reportReplayProgress, w as NodeOptions, wi as SUPPORTED_PROVIDERS, wn as AssertionRewriteStatus, wr as Dataset, wt as OrganizationMember, x as CurrentTrace, xi as DbSnapshotConfig, xn as AssertionGenerationTimeoutError, xr as ListExperimentsParams, xt as ReplayInterruptSignal, y as CaptureWhen, yi as BitfabError, yn as AssertionGenerationError, yr as ExperimentTotals, yt as serializeReplayResult, z as getCurrentSpan, zn as ScenarioDataAppend, zr as SaveDatasetParams, zt as GraderVerdictOutcome } from "./index-C9WPpeEU.js";
|
|
2
|
+
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, type ArchiveLabelTarget, type ArchiveVerdictTarget, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionGeneration, AssertionGenerationError, type AssertionGenerationStatus, AssertionGenerationTimeoutError, type AssertionLabelEvidence, type AssertionRewrite, type AssertionRewriteStatus, type AssertionVerdict, type AssertionVerdictEvidence, type Assignee, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, type BitfabAgentMiddleware, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, type BitfabLangGraphAgent, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabPiIntegration, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, CategoriesClient, type Category, type CategorySummary, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type Experiment, type ExperimentCategoryTally, type ExperimentCodeChangeTotals, type ExperimentJitter, type ExperimentPage, type ExperimentRollup, type ExperimentRollupResult, type ExperimentRunBy, type ExperimentStatus, type ExperimentSummary, type ExperimentSummaryBeforeAfter, type ExperimentSummaryExampleTrace, type ExperimentSummaryFacts, type ExperimentSummaryResult, type ExperimentTally, type ExperimentTotals, ExperimentsClient, type GenerateAssertionsOptions, type GetGraderLabelsParams, type GetGraderVerdictsParams, type GraderLabel, type GraderLabelOutcome, type GraderLabelSource, type GraderLabelUpdate, type GraderRerun, GraderRerunError, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GraderRerunTimeoutError, type GraderVerdict, type GraderVerdictOutcome, type GraderVerdictSource, type GraderVerdictUpdate, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type HumanVerdictOutcome, type HumanVerdictUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, type ListExperimentsParams, type ListedSpan, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type OrganizationMember, OrganizationMembersClient, type PassFailVerdict, type PiIntegrationOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, type ReplayBranch, ReplayError, type ReplayExperiment, type ReplayInterrupt, type ReplayInterruptSignal, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayNodeIdentity, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveCategoryParams, type SaveDatasetParams, type SaveDatasetResult, type SaveScenarioActualOutcome, type SaveScenarioData, type SaveScenarioHistoryEntry, type SaveScenarioParams, type SavedTraceAssertion, type Scenario, type ScenarioAction, type ScenarioActualOutcome, type ScenarioData, type ScenarioDataAppend, type ScenarioDataOrigin, type ScenarioDataSources, type ScenarioGeneration, type ScenarioHistoryEntry, type ScenarioRecord, type ScenarioRecordInput, type ScenarioSource, type ScenarioTrigger, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SelectiveReplayDecision, type SelectiveReplayOptions, type SelectiveReplayReport, type SpanListField, type SpanListParams, type SpanListResult, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, SpansClient, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, type TraceVerdicts, TracesClient, type TracingProcessor, type UpdateDatasetParams, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type Verdict, type VerdictAction, type VerdictConfidence, type VerdictOutcome, type VerdictSource, type VerdictStatus, type VerdictTarget, type VerdictUpdate, VerdictsClient, type WrapAnthropicOptions, type WrapBAMLOptions, type WrapJevOptions, type WrapOpenAIResponsesOptions, type WrapOpenRouterOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
|
package/dist/index.js
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import { A as VerdictsClient, C as OrganizationMembersClient, D as BitfabLangGraphCallbackHandler, E as BitfabLangGraphIntegration, F as GraderRerunTimeoutError, I as BitfabClaudeAgentHandler, L as DEFAULT_SERVICE_URL, M as SUPPORTED_PROVIDERS, N as DatasetsClient, O as GradersClient, P as GraderRerunError, R as AssertionCategoriesClient, S as BitfabPiIntegration, T as NO_MOCK_OVERRIDE, _ as BITFAB_PROGRESS_PREFIX, a as Bitfab, b as reportReplayProgress, c as getCurrentSpan, d as BitfabOpenAITracingProcessor, f as AssertionGenerationError, g as BitfabRivetIntegration, h as SpansClient, i as finalizers, j as ExperimentsClient, k as LabelsClient, l as getCurrentTrace, m as TracesClient, n as reseedFromRegistry, o as BitfabFunction, p as AssertionGenerationTimeoutError, r as seedFromRegistry, s as getCurrentReplayBranch, t as defineReplayRegistry, u as BitfabVercelAiHandler, v as DbBranchReplayError, w as BitfabOpenAIAgentHandler, x as serializeReplayResult, y as ReplayError, z as CategoriesClient } from "./src-
|
|
2
|
-
import { C as BitfabError, E as __version__, i as flushTraces, t as HttpClient, w as MixedTracingError } from "./http-
|
|
1
|
+
import { A as VerdictsClient, C as OrganizationMembersClient, D as BitfabLangGraphCallbackHandler, E as BitfabLangGraphIntegration, F as GraderRerunTimeoutError, I as BitfabClaudeAgentHandler, L as DEFAULT_SERVICE_URL, M as SUPPORTED_PROVIDERS, N as DatasetsClient, O as GradersClient, P as GraderRerunError, R as AssertionCategoriesClient, S as BitfabPiIntegration, T as NO_MOCK_OVERRIDE, _ as BITFAB_PROGRESS_PREFIX, a as Bitfab, b as reportReplayProgress, c as getCurrentSpan, d as BitfabOpenAITracingProcessor, f as AssertionGenerationError, g as BitfabRivetIntegration, h as SpansClient, i as finalizers, j as ExperimentsClient, k as LabelsClient, l as getCurrentTrace, m as TracesClient, n as reseedFromRegistry, o as BitfabFunction, p as AssertionGenerationTimeoutError, r as seedFromRegistry, s as getCurrentReplayBranch, t as defineReplayRegistry, u as BitfabVercelAiHandler, v as DbBranchReplayError, w as BitfabOpenAIAgentHandler, x as serializeReplayResult, y as ReplayError, z as CategoriesClient } from "./src-D-21-G6z.js";
|
|
2
|
+
import { C as BitfabError, E as __version__, i as flushTraces, t as HttpClient, w as MixedTracingError } from "./http-DcEhqOUu.js";
|
|
3
3
|
export { AssertionCategoriesClient, AssertionGenerationError, AssertionGenerationTimeoutError, BITFAB_PROGRESS_PREFIX, Bitfab, BitfabClaudeAgentHandler, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabPiIntegration, BitfabRivetIntegration, BitfabVercelAiHandler, CategoriesClient, DEFAULT_SERVICE_URL, DatasetsClient, DbBranchReplayError, ExperimentsClient, GraderRerunError, GraderRerunTimeoutError, GradersClient, HttpClient, LabelsClient, MixedTracingError, NO_MOCK_OVERRIDE, OrganizationMembersClient, ReplayError, SUPPORTED_PROVIDERS, SpansClient, TracesClient, VerdictsClient, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
|
package/dist/node.cjs
CHANGED
|
@@ -2,8 +2,8 @@ Object.defineProperties(exports, {
|
|
|
2
2
|
__esModule: { value: true },
|
|
3
3
|
[Symbol.toStringTag]: { value: "Module" }
|
|
4
4
|
});
|
|
5
|
-
const require_src = require("./src-
|
|
6
|
-
const require_http = require("./http-
|
|
5
|
+
const require_src = require("./src-Cwzg-mER.cjs");
|
|
6
|
+
const require_http = require("./http-C6NC-zwf.cjs");
|
|
7
7
|
const require_autoTrace = require("./autoTrace-DPWV1Xzr.cjs");
|
|
8
8
|
let async_hooks = require("async_hooks");
|
|
9
9
|
//#region src/asyncStorageNode.ts
|