bitfab 0.50.0 → 0.52.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-WKSZSBRQ.js → chunk-6M3EOIRH.js} +9 -5
- package/dist/{chunk-WKSZSBRQ.js.map → chunk-6M3EOIRH.js.map} +1 -1
- package/dist/{chunk-VC3CVN2P.js → chunk-K4XVZ7BD.js} +9 -5
- package/dist/{chunk-VC3CVN2P.js.map → chunk-K4XVZ7BD.js.map} +1 -1
- package/dist/{chunk-NHT7BLPJ.js → chunk-KZKVSOBL.js} +23 -11
- package/dist/chunk-KZKVSOBL.js.map +1 -0
- package/dist/{chunk-SXHG2H6U.js → chunk-LLS4QMFH.js} +23 -5
- package/dist/chunk-LLS4QMFH.js.map +1 -0
- package/dist/{http-W7XZFZN3.js → http-EBBRHSDB.js} +2 -2
- package/dist/{http-UI4FW2QI.js → http-OVESYGOV.js} +2 -2
- package/dist/index.cjs +46 -12
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +22 -9
- package/dist/index.d.ts +22 -9
- package/dist/index.js +3 -3
- package/dist/node.cjs +46 -12
- package/dist/node.cjs.map +1 -1
- package/dist/node.d.cts +1 -1
- package/dist/node.d.ts +1 -1
- package/dist/node.js +3 -3
- package/dist/{replay-G3E5VTPT.js → replay-QEIVO2N5.js} +3 -3
- package/dist/replayCli.js +40 -14
- package/dist/replayCli.js.map +1 -1
- package/package.json +1 -1
- package/dist/chunk-NHT7BLPJ.js.map +0 -1
- package/dist/chunk-SXHG2H6U.js.map +0 -1
- /package/dist/{http-UI4FW2QI.js.map → http-EBBRHSDB.js.map} +0 -0
- /package/dist/{http-W7XZFZN3.js.map → http-OVESYGOV.js.map} +0 -0
- /package/dist/{replay-G3E5VTPT.js.map → replay-QEIVO2N5.js.map} +0 -0
package/dist/index.d.cts
CHANGED
|
@@ -556,7 +556,7 @@ declare class HttpClient {
|
|
|
556
556
|
* Start a replay session by fetching historical traces.
|
|
557
557
|
* Blocking call - creates a test run and returns lightweight item references.
|
|
558
558
|
*/
|
|
559
|
-
startReplay(traceFunctionKey: string, limit: number | undefined, traceIds?: string[], name?: string, codeChangeDescription?: string | null, codeChangeFiles?: CodeChangeFile[] | null, includeDbBranchLease?: boolean, experimentGroupId?: string,
|
|
559
|
+
startReplay(traceFunctionKey: string, limit: number | undefined, traceIds?: string[], name?: string, codeChangeDescription?: string | null, codeChangeFiles?: CodeChangeFile[] | null, includeDbBranchLease?: boolean, experimentGroupId?: string, datasetIds?: string[], graderIds?: string[], dbBranchSettings?: DbBranchSettings, attempts?: number, includeOriginalMetadata?: boolean, onlyWithAssertions?: boolean): Promise<StartReplayResponse>;
|
|
560
560
|
/**
|
|
561
561
|
* Fetch an external span by ID.
|
|
562
562
|
* Blocking GET request.
|
|
@@ -802,11 +802,19 @@ type TraceAssertionsResult = {
|
|
|
802
802
|
assertions: TraceAssertion[];
|
|
803
803
|
inheritedFrom: string | null;
|
|
804
804
|
};
|
|
805
|
+
type TraceAssertionsUpdate = {
|
|
806
|
+
traceId: string;
|
|
807
|
+
assertions: SaveAssertion[];
|
|
808
|
+
};
|
|
805
809
|
type SaveAssertionsParams = {
|
|
806
810
|
traceId: string;
|
|
807
811
|
assertions: SaveAssertion[];
|
|
808
812
|
source?: TraceAssertionSource;
|
|
809
813
|
};
|
|
814
|
+
type SaveAssertionsAllParams = {
|
|
815
|
+
updates: TraceAssertionsUpdate[];
|
|
816
|
+
source?: TraceAssertionSource;
|
|
817
|
+
};
|
|
810
818
|
type ArchiveAssertionsParams = {
|
|
811
819
|
traceId: string;
|
|
812
820
|
assertionIds: string[];
|
|
@@ -816,6 +824,7 @@ declare class TracesClient {
|
|
|
816
824
|
constructor(httpClient: HttpClient);
|
|
817
825
|
getAssertions(traceId: string): Promise<TraceAssertionsResult>;
|
|
818
826
|
saveAssertions(params: SaveAssertionsParams): Promise<TraceAssertion[]>;
|
|
827
|
+
saveAssertionsAll(params: SaveAssertionsAllParams): Promise<TraceAssertion[]>;
|
|
819
828
|
archiveAssertions(params: ArchiveAssertionsParams): Promise<string[]>;
|
|
820
829
|
}
|
|
821
830
|
|
|
@@ -1645,12 +1654,15 @@ interface DbBranchOptions {
|
|
|
1645
1654
|
interface ReplayOptions {
|
|
1646
1655
|
/**
|
|
1647
1656
|
* Maximum number of traces to replay (1-5,000, default 5). Ignored when
|
|
1648
|
-
* `traceIds` is passed (with a warning), or when `datasetId`
|
|
1649
|
-
* because either source already determines how many traces replay.
|
|
1657
|
+
* `traceIds` is passed (with a warning), or when `datasetId` / `datasetIds`
|
|
1658
|
+
* is passed, because either source already determines how many traces replay.
|
|
1650
1659
|
*/
|
|
1651
1660
|
limit?: number;
|
|
1652
1661
|
attempts?: number;
|
|
1653
|
-
/**
|
|
1662
|
+
/**
|
|
1663
|
+
* Optional list of specific trace IDs to replay (max 100). Mutually exclusive
|
|
1664
|
+
* with `datasetId` and `datasetIds`.
|
|
1665
|
+
*/
|
|
1654
1666
|
traceIds?: string[];
|
|
1655
1667
|
/** Optional display name for the resulting experiment/test run. */
|
|
1656
1668
|
name?: string;
|
|
@@ -1707,13 +1719,14 @@ interface ReplayOptions {
|
|
|
1707
1719
|
/** Group ID to associate this replay with an experiment group for live streaming in Studio. */
|
|
1708
1720
|
experimentGroupId?: string;
|
|
1709
1721
|
/**
|
|
1710
|
-
* Dataset this replay runs against. Mutually exclusive with `traceIds
|
|
1711
|
-
* set, the resulting experiment is
|
|
1722
|
+
* Dataset this replay runs against. Mutually exclusive with `traceIds` and
|
|
1723
|
+
* with `datasetIds`. When set, the resulting experiment is
|
|
1712
1724
|
* durably attributed to the dataset (stored on the test run), so it appears
|
|
1713
1725
|
* under the dataset's experiments even if the trace lineage can't be
|
|
1714
1726
|
* reconstructed. Validated server-side against the org.
|
|
1715
1727
|
*/
|
|
1716
1728
|
datasetId?: string;
|
|
1729
|
+
datasetIds?: string[];
|
|
1717
1730
|
/**
|
|
1718
1731
|
* Graders to attach directly to this experiment (test run), independent of any
|
|
1719
1732
|
* graders already on the dataset. The resulting experiment is graded by the
|
|
@@ -1726,7 +1739,7 @@ interface ReplayOptions {
|
|
|
1726
1739
|
/**
|
|
1727
1740
|
* Replay only the selected traces that carry at least one assertion.
|
|
1728
1741
|
*
|
|
1729
|
-
* Narrows whatever `limit`, `traceIds` or `
|
|
1742
|
+
* Narrows whatever `limit`, `traceIds` or `datasetIds` selected, so a run that
|
|
1730
1743
|
* measures assertion outcomes does not pay to re-execute traces nothing can
|
|
1731
1744
|
* grade. The server applies it as part of selection, which is what makes it
|
|
1732
1745
|
* compose with `limit`: `{ limit: 10, onlyWithAssertions: true }` is the ten
|
|
@@ -3275,7 +3288,7 @@ declare class BitfabFunction {
|
|
|
3275
3288
|
/**
|
|
3276
3289
|
* SDK version from package.json (injected at build time)
|
|
3277
3290
|
*/
|
|
3278
|
-
declare const __version__ = "0.
|
|
3291
|
+
declare const __version__ = "0.52.0";
|
|
3279
3292
|
|
|
3280
3293
|
/**
|
|
3281
3294
|
* Constants for the Bitfab SDK.
|
|
@@ -3405,4 +3418,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
|
|
|
3405
3418
|
run?: boolean;
|
|
3406
3419
|
}): Promise<SeedResult>;
|
|
3407
3420
|
|
|
3408
|
-
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ArchiveAssertionsParams, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult };
|
|
3421
|
+
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ArchiveAssertionsParams, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult };
|
package/dist/index.d.ts
CHANGED
|
@@ -556,7 +556,7 @@ declare class HttpClient {
|
|
|
556
556
|
* Start a replay session by fetching historical traces.
|
|
557
557
|
* Blocking call - creates a test run and returns lightweight item references.
|
|
558
558
|
*/
|
|
559
|
-
startReplay(traceFunctionKey: string, limit: number | undefined, traceIds?: string[], name?: string, codeChangeDescription?: string | null, codeChangeFiles?: CodeChangeFile[] | null, includeDbBranchLease?: boolean, experimentGroupId?: string,
|
|
559
|
+
startReplay(traceFunctionKey: string, limit: number | undefined, traceIds?: string[], name?: string, codeChangeDescription?: string | null, codeChangeFiles?: CodeChangeFile[] | null, includeDbBranchLease?: boolean, experimentGroupId?: string, datasetIds?: string[], graderIds?: string[], dbBranchSettings?: DbBranchSettings, attempts?: number, includeOriginalMetadata?: boolean, onlyWithAssertions?: boolean): Promise<StartReplayResponse>;
|
|
560
560
|
/**
|
|
561
561
|
* Fetch an external span by ID.
|
|
562
562
|
* Blocking GET request.
|
|
@@ -802,11 +802,19 @@ type TraceAssertionsResult = {
|
|
|
802
802
|
assertions: TraceAssertion[];
|
|
803
803
|
inheritedFrom: string | null;
|
|
804
804
|
};
|
|
805
|
+
type TraceAssertionsUpdate = {
|
|
806
|
+
traceId: string;
|
|
807
|
+
assertions: SaveAssertion[];
|
|
808
|
+
};
|
|
805
809
|
type SaveAssertionsParams = {
|
|
806
810
|
traceId: string;
|
|
807
811
|
assertions: SaveAssertion[];
|
|
808
812
|
source?: TraceAssertionSource;
|
|
809
813
|
};
|
|
814
|
+
type SaveAssertionsAllParams = {
|
|
815
|
+
updates: TraceAssertionsUpdate[];
|
|
816
|
+
source?: TraceAssertionSource;
|
|
817
|
+
};
|
|
810
818
|
type ArchiveAssertionsParams = {
|
|
811
819
|
traceId: string;
|
|
812
820
|
assertionIds: string[];
|
|
@@ -816,6 +824,7 @@ declare class TracesClient {
|
|
|
816
824
|
constructor(httpClient: HttpClient);
|
|
817
825
|
getAssertions(traceId: string): Promise<TraceAssertionsResult>;
|
|
818
826
|
saveAssertions(params: SaveAssertionsParams): Promise<TraceAssertion[]>;
|
|
827
|
+
saveAssertionsAll(params: SaveAssertionsAllParams): Promise<TraceAssertion[]>;
|
|
819
828
|
archiveAssertions(params: ArchiveAssertionsParams): Promise<string[]>;
|
|
820
829
|
}
|
|
821
830
|
|
|
@@ -1645,12 +1654,15 @@ interface DbBranchOptions {
|
|
|
1645
1654
|
interface ReplayOptions {
|
|
1646
1655
|
/**
|
|
1647
1656
|
* Maximum number of traces to replay (1-5,000, default 5). Ignored when
|
|
1648
|
-
* `traceIds` is passed (with a warning), or when `datasetId`
|
|
1649
|
-
* because either source already determines how many traces replay.
|
|
1657
|
+
* `traceIds` is passed (with a warning), or when `datasetId` / `datasetIds`
|
|
1658
|
+
* is passed, because either source already determines how many traces replay.
|
|
1650
1659
|
*/
|
|
1651
1660
|
limit?: number;
|
|
1652
1661
|
attempts?: number;
|
|
1653
|
-
/**
|
|
1662
|
+
/**
|
|
1663
|
+
* Optional list of specific trace IDs to replay (max 100). Mutually exclusive
|
|
1664
|
+
* with `datasetId` and `datasetIds`.
|
|
1665
|
+
*/
|
|
1654
1666
|
traceIds?: string[];
|
|
1655
1667
|
/** Optional display name for the resulting experiment/test run. */
|
|
1656
1668
|
name?: string;
|
|
@@ -1707,13 +1719,14 @@ interface ReplayOptions {
|
|
|
1707
1719
|
/** Group ID to associate this replay with an experiment group for live streaming in Studio. */
|
|
1708
1720
|
experimentGroupId?: string;
|
|
1709
1721
|
/**
|
|
1710
|
-
* Dataset this replay runs against. Mutually exclusive with `traceIds
|
|
1711
|
-
* set, the resulting experiment is
|
|
1722
|
+
* Dataset this replay runs against. Mutually exclusive with `traceIds` and
|
|
1723
|
+
* with `datasetIds`. When set, the resulting experiment is
|
|
1712
1724
|
* durably attributed to the dataset (stored on the test run), so it appears
|
|
1713
1725
|
* under the dataset's experiments even if the trace lineage can't be
|
|
1714
1726
|
* reconstructed. Validated server-side against the org.
|
|
1715
1727
|
*/
|
|
1716
1728
|
datasetId?: string;
|
|
1729
|
+
datasetIds?: string[];
|
|
1717
1730
|
/**
|
|
1718
1731
|
* Graders to attach directly to this experiment (test run), independent of any
|
|
1719
1732
|
* graders already on the dataset. The resulting experiment is graded by the
|
|
@@ -1726,7 +1739,7 @@ interface ReplayOptions {
|
|
|
1726
1739
|
/**
|
|
1727
1740
|
* Replay only the selected traces that carry at least one assertion.
|
|
1728
1741
|
*
|
|
1729
|
-
* Narrows whatever `limit`, `traceIds` or `
|
|
1742
|
+
* Narrows whatever `limit`, `traceIds` or `datasetIds` selected, so a run that
|
|
1730
1743
|
* measures assertion outcomes does not pay to re-execute traces nothing can
|
|
1731
1744
|
* grade. The server applies it as part of selection, which is what makes it
|
|
1732
1745
|
* compose with `limit`: `{ limit: 10, onlyWithAssertions: true }` is the ten
|
|
@@ -3275,7 +3288,7 @@ declare class BitfabFunction {
|
|
|
3275
3288
|
/**
|
|
3276
3289
|
* SDK version from package.json (injected at build time)
|
|
3277
3290
|
*/
|
|
3278
|
-
declare const __version__ = "0.
|
|
3291
|
+
declare const __version__ = "0.52.0";
|
|
3279
3292
|
|
|
3280
3293
|
/**
|
|
3281
3294
|
* Constants for the Bitfab SDK.
|
|
@@ -3405,4 +3418,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
|
|
|
3405
3418
|
run?: boolean;
|
|
3406
3419
|
}): Promise<SeedResult>;
|
|
3407
3420
|
|
|
3408
|
-
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ArchiveAssertionsParams, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult };
|
|
3421
|
+
export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ArchiveAssertionsParams, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, seedFromRegistry, serializeReplayResult };
|
package/dist/index.js
CHANGED
|
@@ -27,7 +27,7 @@ import {
|
|
|
27
27
|
getCurrentSpan,
|
|
28
28
|
getCurrentTrace,
|
|
29
29
|
seedFromRegistry
|
|
30
|
-
} from "./chunk-
|
|
30
|
+
} from "./chunk-KZKVSOBL.js";
|
|
31
31
|
import "./chunk-ZUD7OFYB.js";
|
|
32
32
|
import {
|
|
33
33
|
BITFAB_PROGRESS_PREFIX,
|
|
@@ -36,7 +36,7 @@ import {
|
|
|
36
36
|
ReplayError,
|
|
37
37
|
reportReplayProgress,
|
|
38
38
|
serializeReplayResult
|
|
39
|
-
} from "./chunk-
|
|
39
|
+
} from "./chunk-LLS4QMFH.js";
|
|
40
40
|
import {
|
|
41
41
|
BitfabError,
|
|
42
42
|
DEFAULT_SERVICE_URL,
|
|
@@ -44,7 +44,7 @@ import {
|
|
|
44
44
|
MixedTracingError,
|
|
45
45
|
__version__,
|
|
46
46
|
flushTraces
|
|
47
|
-
} from "./chunk-
|
|
47
|
+
} from "./chunk-6M3EOIRH.js";
|
|
48
48
|
import "./chunk-H6LZRFMN.js";
|
|
49
49
|
export {
|
|
50
50
|
BITFAB_PROGRESS_PREFIX,
|
package/dist/node.cjs
CHANGED
|
@@ -97,7 +97,7 @@ var __version__, __packageName__;
|
|
|
97
97
|
var init_version_generated = __esm({
|
|
98
98
|
"src/version.generated.ts"() {
|
|
99
99
|
"use strict";
|
|
100
|
-
__version__ = "0.
|
|
100
|
+
__version__ = "0.52.0";
|
|
101
101
|
__packageName__ = "bitfab";
|
|
102
102
|
}
|
|
103
103
|
});
|
|
@@ -1863,7 +1863,7 @@ var init_http = __esm({
|
|
|
1863
1863
|
* Start a replay session by fetching historical traces.
|
|
1864
1864
|
* Blocking call - creates a test run and returns lightweight item references.
|
|
1865
1865
|
*/
|
|
1866
|
-
async startReplay(traceFunctionKey, limit, traceIds, name, codeChangeDescription, codeChangeFiles, includeDbBranchLease, experimentGroupId,
|
|
1866
|
+
async startReplay(traceFunctionKey, limit, traceIds, name, codeChangeDescription, codeChangeFiles, includeDbBranchLease, experimentGroupId, datasetIds, graderIds, dbBranchSettings, attempts, includeOriginalMetadata, onlyWithAssertions) {
|
|
1867
1867
|
const payload = { traceFunctionKey };
|
|
1868
1868
|
if (limit !== void 0) {
|
|
1869
1869
|
payload.limit = limit;
|
|
@@ -1887,8 +1887,12 @@ var init_http = __esm({
|
|
|
1887
1887
|
if (experimentGroupId !== void 0) {
|
|
1888
1888
|
payload.experimentGroupId = experimentGroupId;
|
|
1889
1889
|
}
|
|
1890
|
-
if (
|
|
1891
|
-
|
|
1890
|
+
if (datasetIds !== void 0) {
|
|
1891
|
+
if (datasetIds.length === 1) {
|
|
1892
|
+
payload.datasetId = datasetIds[0];
|
|
1893
|
+
} else {
|
|
1894
|
+
payload.datasetIds = datasetIds;
|
|
1895
|
+
}
|
|
1892
1896
|
}
|
|
1893
1897
|
if (graderIds !== void 0) {
|
|
1894
1898
|
payload.graderIds = graderIds;
|
|
@@ -2490,6 +2494,23 @@ function resolveAttempts(attempts) {
|
|
|
2490
2494
|
}
|
|
2491
2495
|
return attempts;
|
|
2492
2496
|
}
|
|
2497
|
+
function resolveDatasetIds(options) {
|
|
2498
|
+
if (options?.datasetId !== void 0 && options?.datasetIds !== void 0) {
|
|
2499
|
+
throw new BitfabError(
|
|
2500
|
+
"datasetId and datasetIds are the same selector: pass one dataset through datasetId, or several through datasetIds."
|
|
2501
|
+
);
|
|
2502
|
+
}
|
|
2503
|
+
if (options?.datasetId !== void 0) {
|
|
2504
|
+
return [options.datasetId];
|
|
2505
|
+
}
|
|
2506
|
+
if (options?.datasetIds === void 0) {
|
|
2507
|
+
return void 0;
|
|
2508
|
+
}
|
|
2509
|
+
if (options.datasetIds.length === 0) {
|
|
2510
|
+
throw new BitfabError("datasetIds must contain at least one dataset ID.");
|
|
2511
|
+
}
|
|
2512
|
+
return [...new Set(options.datasetIds)];
|
|
2513
|
+
}
|
|
2493
2514
|
function dbBranchEnabled(dbBranch) {
|
|
2494
2515
|
return dbBranch !== void 0 && dbBranch !== false;
|
|
2495
2516
|
}
|
|
@@ -2922,9 +2943,10 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
|
|
|
2922
2943
|
);
|
|
2923
2944
|
}
|
|
2924
2945
|
}
|
|
2925
|
-
|
|
2946
|
+
const datasetIds = resolveDatasetIds(options);
|
|
2947
|
+
if (options?.traceIds !== void 0 && datasetIds !== void 0) {
|
|
2926
2948
|
throw new BitfabError(
|
|
2927
|
-
"traceIds and
|
|
2949
|
+
"traceIds and datasetIds select different replay sources and cannot be used together."
|
|
2928
2950
|
);
|
|
2929
2951
|
}
|
|
2930
2952
|
if (options?.limit !== void 0 && options?.traceIds !== void 0) {
|
|
@@ -2966,7 +2988,7 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
|
|
|
2966
2988
|
// before it could report its resolved inputs.
|
|
2967
2989
|
dbBranchEnabled(options?.dbBranch) && options?.dryRun !== true,
|
|
2968
2990
|
options?.experimentGroupId,
|
|
2969
|
-
|
|
2991
|
+
datasetIds,
|
|
2970
2992
|
options?.graderIds,
|
|
2971
2993
|
resolveDbBranchSettings(options?.dbBranch),
|
|
2972
2994
|
attempts,
|
|
@@ -3317,7 +3339,8 @@ registerAsyncLocalStorageClass(
|
|
|
3317
3339
|
);
|
|
3318
3340
|
|
|
3319
3341
|
// src/assertions.ts
|
|
3320
|
-
|
|
3342
|
+
var ASSERTIONS_PATH = "/api/sdk/traces/assertions";
|
|
3343
|
+
function traceAssertionsPath(traceId, suffix = "") {
|
|
3321
3344
|
return `/api/sdk/traces/${encodeURIComponent(traceId)}/assertions${suffix}`;
|
|
3322
3345
|
}
|
|
3323
3346
|
var TracesClient = class {
|
|
@@ -3325,18 +3348,29 @@ var TracesClient = class {
|
|
|
3325
3348
|
this.httpClient = httpClient;
|
|
3326
3349
|
}
|
|
3327
3350
|
async getAssertions(traceId) {
|
|
3328
|
-
return this.httpClient.get(
|
|
3351
|
+
return this.httpClient.get(
|
|
3352
|
+
traceAssertionsPath(traceId)
|
|
3353
|
+
);
|
|
3329
3354
|
}
|
|
3330
3355
|
async saveAssertions(params) {
|
|
3331
|
-
|
|
3332
|
-
assertions: params.assertions,
|
|
3356
|
+
return this.saveAssertionsAll({
|
|
3357
|
+
updates: [{ traceId: params.traceId, assertions: params.assertions }],
|
|
3358
|
+
source: params.source
|
|
3359
|
+
});
|
|
3360
|
+
}
|
|
3361
|
+
async saveAssertionsAll(params) {
|
|
3362
|
+
if (params.updates.length === 0) {
|
|
3363
|
+
return [];
|
|
3364
|
+
}
|
|
3365
|
+
const response = await this.httpClient.request(ASSERTIONS_PATH, {
|
|
3366
|
+
updates: params.updates,
|
|
3333
3367
|
source: params.source ?? "agent"
|
|
3334
3368
|
});
|
|
3335
3369
|
return response.assertions;
|
|
3336
3370
|
}
|
|
3337
3371
|
async archiveAssertions(params) {
|
|
3338
3372
|
const response = await this.httpClient.request(
|
|
3339
|
-
|
|
3373
|
+
traceAssertionsPath(params.traceId, "/archive"),
|
|
3340
3374
|
{ assertionIds: params.assertionIds }
|
|
3341
3375
|
);
|
|
3342
3376
|
return response.archived;
|