bitfab 0.58.1 → 0.58.3

package/dist/index.d.cts

@@ -13,6 +13,8 @@ type Approver = {
     email: string | null;
     imageUrl: string | null;
 };
+/** The organization member on the hook for reviewing an assertion. */
+type Assignee = Approver;
 /** Read-only on this client: only a person in Bitfab sets these. */
 type ApprovalFields = {
     approvalState: ApprovalState;
@@ -600,7 +602,7 @@ declare class HttpClient {
      * Start a replay session by fetching historical traces.
      * Blocking call - creates a test run and returns lightweight item references.
      */
-    startReplay(traceFunctionKey: string, limit: number | undefined, traceIds?: string[], name?: string, codeChangeDescription?: string | null, codeChangeFiles?: CodeChangeFile[] | null, includeDbBranchLease?: boolean, experimentGroupId?: string, datasetIds?: string[], graderIds?: string[], dbBranchSettings?: DbBranchSettings, attempts?: number, includeOriginalMetadata?: boolean, onlyWithAssertions?: boolean): Promise<StartReplayResponse>;
+    startReplay(traceFunctionKey: string, limit: number | undefined, traceIds?: string[], name?: string, codeChangeDescription?: string | null, codeChangeFiles?: CodeChangeFile[] | null, includeDbBranchLease?: boolean, experimentGroupId?: string, datasetIds?: string[], graderIds?: string[], dbBranchSettings?: DbBranchSettings, attempts?: number, includeOriginalMetadata?: boolean, onlyWithAssertions?: boolean, judgeAssertions?: boolean): Promise<StartReplayResponse>;
     /**
      * Fetch an external span by ID.
      * Blocking GET request.
@@ -1355,6 +1357,8 @@ type TraceAssertion = {
     justification: Justification | null;
     /** Why its assigned category is the right one, span by span. */
     categoryJustification: Justification | null;
+    /** Who is on the hook for reviewing this assertion, or null for nobody. */
+    assignee: Assignee | null;
     createdAt: string;
     updatedAt: string;
 } & ApprovalFields;
@@ -1362,9 +1366,10 @@ type AssertionEvidenceParameter = {
     name: string;
     type: "string" | "number" | "boolean" | "object" | "array" | "null" | "unknown";
 };
-type PotentialAssertionEvidence = {
+type AssertionLabelEvidence = {
     spanId: string;
     text: string;
+    sourceField: string;
     spanName: string | null;
     parameters: AssertionEvidenceParameter[];
     spanType: "llm" | "agent" | "function" | "guardrail" | "handoff" | "custom";
@@ -1388,6 +1393,12 @@ type SaveAssertion = {
      * clears it. Omit on an edit to preserve it.
      */
     categoryJustification?: Justification | null;
+    /**
+     * Email of the organization member who should review this assertion. Routing
+     * only, so it leaves the approval state alone. Omit on an edit to preserve
+     * the current assignee, or pass null to leave it to nobody.
+     */
+    assigneeEmail?: string | null;
 };
 type TraceAssertionsResult = {
     assertions: TraceAssertion[];
@@ -1501,7 +1512,7 @@ declare class LabelsClient {
     get(traceId: string): Promise<TraceLabels | null>;
     getAll(traceIds: string[]): Promise<TraceLabels[]>;
     /** Generate suggested evidence for an assertion on an original or replay trace. */
-    generateLabelEvidence(traceId: string, assertionId: string): Promise<PotentialAssertionEvidence[]>;
+    generateLabelEvidence(traceId: string, assertionId: string): Promise<AssertionLabelEvidence[]>;
 }
 
 type GraderLabelSource = "human" | "live_grader";
@@ -1778,6 +1789,23 @@ declare class BitfabOpenAIAgentHandler {
     wrapRun(agent: AgentLike, input: RunInput, options?: RunOptions): Promise<RunResultLike>;
 }
 
+type OrganizationMember = {
+    id: string;
+    fullName: string | null;
+    email: string | null;
+    imageUrl: string | null;
+};
+/** The people in the API key's organization. */
+declare class OrganizationMembersClient {
+    private readonly httpClient;
+    constructor(httpClient: HttpClient);
+    /**
+     * List the organization's members, ordered by name. Read it to find the
+     * address to pass as an assertion's `assigneeEmail`.
+     */
+    list(): Promise<OrganizationMember[]>;
+}
+
 /**
  * Replay historical traces through a function and create a test run.
  *
@@ -1924,6 +1952,12 @@ interface ReplayOptions {
      * replays nothing.
      */
     onlyWithAssertions?: boolean;
+    /**
+     * Judge every approved assertion on each replay as it finishes and save the
+     * verdict as that assertion's agent label. Off unless asked: each judgement
+     * costs model calls.
+     */
+    judgeAssertions?: boolean;
     /**
      * Reshape recorded inputs before they are spread into `fn`.
      *
@@ -2917,6 +2951,7 @@ declare class Bitfab {
     /** Dataset operations for the authenticated organization. */
     readonly datasets: DatasetsClient;
     readonly assertionCategories: AssertionCategoriesClient;
+    readonly organizationMembers: OrganizationMembersClient;
     readonly traces: TracesClient;
     readonly labels: LabelsClient;
     readonly graders: GradersClient;
@@ -3622,7 +3657,7 @@ interface CommitRef {
 /**
  * SDK version from package.json (injected at build time)
  */
-declare const __version__ = "0.58.1";
+declare const __version__ = "0.58.3";
 
 /**
  * Constants for the Bitfab SDK.
@@ -3761,4 +3796,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
     run?: boolean;
 }): Promise<SeedResult>;
 
-export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type PotentialAssertionEvidence, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
+export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionLabelEvidence, type AssertionVerdict, type Assignee, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type OrganizationMember, OrganizationMembersClient, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };

package/dist/index.d.ts

@@ -13,6 +13,8 @@ type Approver = {
     email: string | null;
     imageUrl: string | null;
 };
+/** The organization member on the hook for reviewing an assertion. */
+type Assignee = Approver;
 /** Read-only on this client: only a person in Bitfab sets these. */
 type ApprovalFields = {
     approvalState: ApprovalState;
@@ -600,7 +602,7 @@ declare class HttpClient {
      * Start a replay session by fetching historical traces.
      * Blocking call - creates a test run and returns lightweight item references.
      */
-    startReplay(traceFunctionKey: string, limit: number | undefined, traceIds?: string[], name?: string, codeChangeDescription?: string | null, codeChangeFiles?: CodeChangeFile[] | null, includeDbBranchLease?: boolean, experimentGroupId?: string, datasetIds?: string[], graderIds?: string[], dbBranchSettings?: DbBranchSettings, attempts?: number, includeOriginalMetadata?: boolean, onlyWithAssertions?: boolean): Promise<StartReplayResponse>;
+    startReplay(traceFunctionKey: string, limit: number | undefined, traceIds?: string[], name?: string, codeChangeDescription?: string | null, codeChangeFiles?: CodeChangeFile[] | null, includeDbBranchLease?: boolean, experimentGroupId?: string, datasetIds?: string[], graderIds?: string[], dbBranchSettings?: DbBranchSettings, attempts?: number, includeOriginalMetadata?: boolean, onlyWithAssertions?: boolean, judgeAssertions?: boolean): Promise<StartReplayResponse>;
     /**
      * Fetch an external span by ID.
      * Blocking GET request.
@@ -1355,6 +1357,8 @@ type TraceAssertion = {
     justification: Justification | null;
     /** Why its assigned category is the right one, span by span. */
     categoryJustification: Justification | null;
+    /** Who is on the hook for reviewing this assertion, or null for nobody. */
+    assignee: Assignee | null;
     createdAt: string;
     updatedAt: string;
 } & ApprovalFields;
@@ -1362,9 +1366,10 @@ type AssertionEvidenceParameter = {
     name: string;
     type: "string" | "number" | "boolean" | "object" | "array" | "null" | "unknown";
 };
-type PotentialAssertionEvidence = {
+type AssertionLabelEvidence = {
     spanId: string;
     text: string;
+    sourceField: string;
     spanName: string | null;
     parameters: AssertionEvidenceParameter[];
     spanType: "llm" | "agent" | "function" | "guardrail" | "handoff" | "custom";
@@ -1388,6 +1393,12 @@ type SaveAssertion = {
      * clears it. Omit on an edit to preserve it.
      */
     categoryJustification?: Justification | null;
+    /**
+     * Email of the organization member who should review this assertion. Routing
+     * only, so it leaves the approval state alone. Omit on an edit to preserve
+     * the current assignee, or pass null to leave it to nobody.
+     */
+    assigneeEmail?: string | null;
 };
 type TraceAssertionsResult = {
     assertions: TraceAssertion[];
@@ -1501,7 +1512,7 @@ declare class LabelsClient {
     get(traceId: string): Promise<TraceLabels | null>;
     getAll(traceIds: string[]): Promise<TraceLabels[]>;
     /** Generate suggested evidence for an assertion on an original or replay trace. */
-    generateLabelEvidence(traceId: string, assertionId: string): Promise<PotentialAssertionEvidence[]>;
+    generateLabelEvidence(traceId: string, assertionId: string): Promise<AssertionLabelEvidence[]>;
 }
 
 type GraderLabelSource = "human" | "live_grader";
@@ -1778,6 +1789,23 @@ declare class BitfabOpenAIAgentHandler {
     wrapRun(agent: AgentLike, input: RunInput, options?: RunOptions): Promise<RunResultLike>;
 }
 
+type OrganizationMember = {
+    id: string;
+    fullName: string | null;
+    email: string | null;
+    imageUrl: string | null;
+};
+/** The people in the API key's organization. */
+declare class OrganizationMembersClient {
+    private readonly httpClient;
+    constructor(httpClient: HttpClient);
+    /**
+     * List the organization's members, ordered by name. Read it to find the
+     * address to pass as an assertion's `assigneeEmail`.
+     */
+    list(): Promise<OrganizationMember[]>;
+}
+
 /**
  * Replay historical traces through a function and create a test run.
  *
@@ -1924,6 +1952,12 @@ interface ReplayOptions {
      * replays nothing.
      */
     onlyWithAssertions?: boolean;
+    /**
+     * Judge every approved assertion on each replay as it finishes and save the
+     * verdict as that assertion's agent label. Off unless asked: each judgement
+     * costs model calls.
+     */
+    judgeAssertions?: boolean;
     /**
      * Reshape recorded inputs before they are spread into `fn`.
      *
@@ -2917,6 +2951,7 @@ declare class Bitfab {
     /** Dataset operations for the authenticated organization. */
     readonly datasets: DatasetsClient;
     readonly assertionCategories: AssertionCategoriesClient;
+    readonly organizationMembers: OrganizationMembersClient;
     readonly traces: TracesClient;
     readonly labels: LabelsClient;
     readonly graders: GradersClient;
@@ -3622,7 +3657,7 @@ interface CommitRef {
 /**
  * SDK version from package.json (injected at build time)
  */
-declare const __version__ = "0.58.1";
+declare const __version__ = "0.58.3";
 
 /**
  * Constants for the Bitfab SDK.
@@ -3761,4 +3796,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
     run?: boolean;
 }): Promise<SeedResult>;
 
-export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type PotentialAssertionEvidence, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
+export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ApprovalFields, type ApprovalState, type Approver, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionEvidenceParameter, type AssertionLabelEvidence, type AssertionVerdict, type Assignee, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabRivetIntegration, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type Justification, type JustificationSpan, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelTarget, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type OrganizationMember, OrganizationMembersClient, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, type RivetContextLike, type RivetEffectType, type RivetIntegrationOptions, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceSearchFilters, type TraceSearchParams, type TraceSearchResult, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };

package/dist/index.js

@@ -21,6 +21,7 @@ import {
   DatasetsClient,
   GradersClient,
   LabelsClient,
+  OrganizationMembersClient,
   SUPPORTED_PROVIDERS,
   TracesClient,
   defineReplayRegistry,
@@ -30,7 +31,7 @@ import {
   getCurrentTrace,
   reseedFromRegistry,
   seedFromRegistry
-} from "./chunk-756R63DD.js";
+} from "./chunk-34VY4J27.js";
 import "./chunk-RCHSYWKI.js";
 import {
   BITFAB_PROGRESS_PREFIX,
@@ -39,7 +40,7 @@ import {
   ReplayError,
   reportReplayProgress,
   serializeReplayResult
-} from "./chunk-4GTG3VPY.js";
+} from "./chunk-HJLWJ3L2.js";
 import {
   BitfabError,
   DEFAULT_SERVICE_URL,
@@ -47,7 +48,7 @@ import {
   MixedTracingError,
   __version__,
   flushTraces
-} from "./chunk-EQLQVY2O.js";
+} from "./chunk-EIWNY3FF.js";
 import "./chunk-VCRFFCLY.js";
 export {
   AssertionCategoriesClient,
@@ -71,6 +72,7 @@ export {
   LabelsClient,
   MixedTracingError,
   NO_MOCK_OVERRIDE,
+  OrganizationMembersClient,
   ReplayError,
   SUPPORTED_PROVIDERS,
   TracesClient,

package/dist/node.cjs

@@ -97,7 +97,7 @@ var __version__, __packageName__;
 var init_version_generated = __esm({
   "src/version.generated.ts"() {
     "use strict";
-    __version__ = "0.58.1";
+    __version__ = "0.58.3";
     __packageName__ = "bitfab";
   }
 });
@@ -2894,7 +2894,7 @@ var init_http = __esm({
        * Start a replay session by fetching historical traces.
        * Blocking call - creates a test run and returns lightweight item references.
        */
-      async startReplay(traceFunctionKey, limit, traceIds, name, codeChangeDescription, codeChangeFiles, includeDbBranchLease, experimentGroupId, datasetIds, graderIds, dbBranchSettings, attempts, includeOriginalMetadata, onlyWithAssertions) {
+      async startReplay(traceFunctionKey, limit, traceIds, name, codeChangeDescription, codeChangeFiles, includeDbBranchLease, experimentGroupId, datasetIds, graderIds, dbBranchSettings, attempts, includeOriginalMetadata, onlyWithAssertions, judgeAssertions) {
         const payload = { traceFunctionKey };
         if (limit !== void 0) {
           payload.limit = limit;
@@ -2940,6 +2940,9 @@ var init_http = __esm({
         if (onlyWithAssertions) {
           payload.onlyWithAssertions = true;
         }
+        if (judgeAssertions) {
+          payload.judgeAssertions = true;
+        }
         const git = await resolvedGitState();
         if (git && !isEmptyGitState(git)) {
           payload.git = git;
@@ -4097,7 +4100,8 @@ async function replay(httpClient, serviceUrl, traceFunctionKey, fn, options, reg
     resolveDbBranchSettings(options?.dbBranch),
     attempts,
     options?.adaptInputs !== void 0,
-    options?.onlyWithAssertions
+    options?.onlyWithAssertions,
+    options?.judgeAssertions
   );
   if (serverItems.length === 0) {
     try {
@@ -4422,6 +4426,7 @@ __export(node_exports, {
   LabelsClient: () => LabelsClient,
   MixedTracingError: () => MixedTracingError,
   NO_MOCK_OVERRIDE: () => NO_MOCK_OVERRIDE,
+  OrganizationMembersClient: () => OrganizationMembersClient,
   ReplayError: () => ReplayError,
   SUPPORTED_PROVIDERS: () => SUPPORTED_PROVIDERS,
   TracesClient: () => TracesClient,
@@ -7132,6 +7137,22 @@ function openAiAgentsParentSpanId(bitfabTraceId, enclosingSpanIds) {
   return void 0;
 }
 
+// src/organizationMembers.ts
+var MEMBERS_PATH = "/api/sdk/organizationMembers";
+var OrganizationMembersClient = class {
+  constructor(httpClient) {
+    this.httpClient = httpClient;
+  }
+  /**
+   * List the organization's members, ordered by name. Read it to find the
+   * address to pass as an assertion's `assigneeEmail`.
+   */
+  async list() {
+    const response = await this.httpClient.get(MEMBERS_PATH);
+    return response.members;
+  }
+};
+
 // src/client.ts
 init_randomUuid();
 init_replay();
@@ -8797,6 +8818,7 @@ var Bitfab = class {
     }
     this.datasets = new DatasetsClient(this.httpClient);
     this.assertionCategories = new AssertionCategoriesClient(this.httpClient);
+    this.organizationMembers = new OrganizationMembersClient(this.httpClient);
     this.traces = new TracesClient(this.httpClient);
     this.labels = new LabelsClient(this.httpClient);
     this.graders = new GradersClient(this.httpClient);
@@ -11041,6 +11063,7 @@ assertAsyncStorageRegistered();
   LabelsClient,
   MixedTracingError,
   NO_MOCK_OVERRIDE,
+  OrganizationMembersClient,
   ReplayError,
   SUPPORTED_PROVIDERS,
   TracesClient,