bitfab 0.53.5 → 0.54.1

package/dist/index.d.cts

@@ -507,7 +507,7 @@ declare class HttpClient {
      */
     request<T>(endpoint: string, payload: Record<string, unknown>, options?: {
         timeout?: number;
-        method?: "POST" | "PATCH" | "PUT";
+        method?: "POST" | "PATCH" | "PUT" | "DELETE";
     }): Promise<T>;
     /**
      * POST an already-encoded body. The span transport encodes its own batches,
@@ -516,7 +516,7 @@ declare class HttpClient {
      */
     sendEncoded<T>(endpoint: string, body: string, options?: {
         timeout?: number;
-        method?: "POST" | "PATCH" | "PUT";
+        method?: "POST" | "PATCH" | "PUT" | "DELETE";
     }): Promise<T>;
     private sendPrepared;
     /**
@@ -799,6 +799,35 @@ interface SpanTreeResponse {
     root: SpanTreeNode;
 }
 
+type AssertionCategorySummary = {
+    id: string;
+    title: string;
+    description: string;
+};
+type AssertionCategory = AssertionCategorySummary & {
+    organizationId: string;
+    createdAt: string;
+    updatedAt: string;
+};
+type SaveAssertionCategoryParams = {
+    id?: string;
+    title: string;
+    description?: string;
+};
+/** Organization-scoped groupings for assertions. */
+declare class AssertionCategoriesClient {
+    private readonly httpClient;
+    constructor(httpClient: HttpClient);
+    /** Create a category, or update it by ID. Omitted descriptions are preserved. */
+    save(params: SaveAssertionCategoryParams): Promise<AssertionCategory>;
+    /** Read one category in the API key's organization. */
+    get(id: string): Promise<AssertionCategory>;
+    /** List the organization's categories ordered by title. */
+    list(): Promise<AssertionCategory[]>;
+    /** Delete a category and clear its assignments, preserving assertions and verdicts. */
+    delete(id: string): Promise<AssertionCategory>;
+}
+
 type TraceTargetOccurrence = "first" | "last" | number;
 type TraceTarget = {
     kind: "output";
@@ -812,6 +841,8 @@ type TraceAssertion = {
     id: string;
     traceId: string;
     assertion: string;
+    category_assertion_id: string | null;
+    category: AssertionCategorySummary | null;
     passCriteria: string | null;
     failCriteria: string | null;
     targetOnEvaluatedTrace: TraceTarget | null;
@@ -820,6 +851,8 @@ type TraceAssertion = {
     updatedAt: string;
 };
 type SaveAssertion = {
+    /** Omit to preserve the category, or pass null to clear it. */
+    category_assertion_id?: string | null;
     id?: string;
     assertion: string;
     passCriteria?: string | null;
@@ -2685,6 +2718,7 @@ declare class Bitfab {
     private readonly httpClient;
     /** Dataset operations for the authenticated organization. */
     readonly datasets: DatasetsClient;
+    readonly assertionCategories: AssertionCategoriesClient;
     readonly traces: TracesClient;
     readonly labels: LabelsClient;
     readonly graders: GradersClient;
@@ -3344,7 +3378,7 @@ interface CommitRef {
 /**
  * SDK version from package.json (injected at build time)
  */
-declare const __version__ = "0.53.5";
+declare const __version__ = "0.54.1";
 
 /**
  * Constants for the Bitfab SDK.
@@ -3483,4 +3517,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
     run?: boolean;
 }): Promise<SeedResult>;
 
-export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ArchiveAssertionsParams, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
+export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };

package/dist/index.d.ts

@@ -507,7 +507,7 @@ declare class HttpClient {
      */
     request<T>(endpoint: string, payload: Record<string, unknown>, options?: {
         timeout?: number;
-        method?: "POST" | "PATCH" | "PUT";
+        method?: "POST" | "PATCH" | "PUT" | "DELETE";
     }): Promise<T>;
     /**
      * POST an already-encoded body. The span transport encodes its own batches,
@@ -516,7 +516,7 @@ declare class HttpClient {
      */
     sendEncoded<T>(endpoint: string, body: string, options?: {
         timeout?: number;
-        method?: "POST" | "PATCH" | "PUT";
+        method?: "POST" | "PATCH" | "PUT" | "DELETE";
     }): Promise<T>;
     private sendPrepared;
     /**
@@ -799,6 +799,35 @@ interface SpanTreeResponse {
     root: SpanTreeNode;
 }
 
+type AssertionCategorySummary = {
+    id: string;
+    title: string;
+    description: string;
+};
+type AssertionCategory = AssertionCategorySummary & {
+    organizationId: string;
+    createdAt: string;
+    updatedAt: string;
+};
+type SaveAssertionCategoryParams = {
+    id?: string;
+    title: string;
+    description?: string;
+};
+/** Organization-scoped groupings for assertions. */
+declare class AssertionCategoriesClient {
+    private readonly httpClient;
+    constructor(httpClient: HttpClient);
+    /** Create a category, or update it by ID. Omitted descriptions are preserved. */
+    save(params: SaveAssertionCategoryParams): Promise<AssertionCategory>;
+    /** Read one category in the API key's organization. */
+    get(id: string): Promise<AssertionCategory>;
+    /** List the organization's categories ordered by title. */
+    list(): Promise<AssertionCategory[]>;
+    /** Delete a category and clear its assignments, preserving assertions and verdicts. */
+    delete(id: string): Promise<AssertionCategory>;
+}
+
 type TraceTargetOccurrence = "first" | "last" | number;
 type TraceTarget = {
     kind: "output";
@@ -812,6 +841,8 @@ type TraceAssertion = {
     id: string;
     traceId: string;
     assertion: string;
+    category_assertion_id: string | null;
+    category: AssertionCategorySummary | null;
     passCriteria: string | null;
     failCriteria: string | null;
     targetOnEvaluatedTrace: TraceTarget | null;
@@ -820,6 +851,8 @@ type TraceAssertion = {
     updatedAt: string;
 };
 type SaveAssertion = {
+    /** Omit to preserve the category, or pass null to clear it. */
+    category_assertion_id?: string | null;
     id?: string;
     assertion: string;
     passCriteria?: string | null;
@@ -2685,6 +2718,7 @@ declare class Bitfab {
     private readonly httpClient;
     /** Dataset operations for the authenticated organization. */
     readonly datasets: DatasetsClient;
+    readonly assertionCategories: AssertionCategoriesClient;
     readonly traces: TracesClient;
     readonly labels: LabelsClient;
     readonly graders: GradersClient;
@@ -3344,7 +3378,7 @@ interface CommitRef {
 /**
  * SDK version from package.json (injected at build time)
  */
-declare const __version__ = "0.53.5";
+declare const __version__ = "0.54.1";
 
 /**
  * Constants for the Bitfab SDK.
@@ -3483,4 +3517,4 @@ declare function seedFromRegistry(registry: ReplayRegistry, pipeline: string, ca
     run?: boolean;
 }): Promise<SeedResult>;
 
-export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ArchiveAssertionsParams, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };
+export { type ActiveSpanContext, type AdaptContext, type AdaptInputsFn, type AddDatasetGradersResult, type AddDatasetTracesResult, type AllowedEnvVars, type ArchiveAssertionsParams, AssertionCategoriesClient, type AssertionCategory, type AssertionCategorySummary, type AssertionVerdict, BITFAB_PROGRESS_PREFIX, type BamlExecutionResult, Bitfab, BitfabClaudeAgentHandler, type BitfabConfig, BitfabError, BitfabFunction, BitfabLangGraphCallbackHandler as BitfabLangChainCallbackHandler, BitfabLangGraphCallbackHandler, BitfabLangGraphIntegration, type BitfabLanguageModelMiddleware, BitfabOpenAIAgentHandler, BitfabOpenAITracingProcessor, BitfabVercelAiHandler, type CaptureSurface, type CaptureWhen, type CapturedSpan, type CodeChangeFile, type CommitRef, type CurrentSpan, type CurrentTrace, DEFAULT_SERVICE_URL, type Dataset, type DatasetGraderRef, type DatasetTraceIds, DatasetsClient, type DbBranchOptions, DbBranchReplayError, type DbBranchTimings, type DbSnapshotConfig, type DbSnapshotProvider, type DbSnapshotRef, type DetachedTrace, type GetGraderLabelsParams, type GraderLabel, type GraderLabelSource, type GraderRerun, type GraderRerunProgress, type GraderRerunResult, type GraderRerunStatus, GradersClient, HttpClient, type HumanLabelOutcome, type HumanLabelUpdate, type LabelAction, type LabelConfidence, type LabelOutcome, type LabelSource, type LabelStatus, type LabelUpdate, LabelsClient, type LangGraphIntegrationOptions, type ListDatasetsParams, MixedTracingError, type MockOverride, type MockOverrideCtx, type MockOverrideInput, type MockOverrideResolver, type MockStrategy, type MockValue, NO_MOCK_OVERRIDE, type NodeMatcher, type NodeMethodDecorator, type NodeOptions, type ProviderDefinition, type RemoveDatasetGradersResult, type RemoveDatasetTracesResult, ReplayBranch, ReplayError, type ReplayItem, type ReplayItemFinishProgress, type ReplayItemStartProgress, type ReplayOptions, type ReplayOptionsFactory, type ReplayProgress, type ReplayProgressItem, type ReplayRegistration, type ReplayRegistry, type ReplayRegistryContext, type ReplayRegistryOptions, type ReplayResult, type RerunGradersOptions, type RerunGradersResult, type ReseedOptions, type ReseedRegistryResult, type ReseedResult, SUPPORTED_PROVIDERS, type SaveAssertion, type SaveAssertionCategoryParams, type SaveAssertionsAllParams, type SaveAssertionsParams, type SaveDatasetParams, type SaveDatasetResult, type SeedCase, type SeedCaseOptions, type SeedResult, type SeedRunOptions, type SpanLookup, type SpanMethodDecorator, type SpanMethodDecoratorContext, type SpanNodeMeta, type SpanOccurrence, type SpanOptions, type SpanType, type TokenUsage, type TraceAssertion, type TraceAssertionSource, type TraceAssertionsResult, type TraceAssertionsUpdate, type TraceIngestionType, type TraceLabels, type TraceOutline, type TraceOutlineSpan, type TraceOutlineSpanError, type TraceResponse, type TraceTarget, type TraceTargetOccurrence, TracesClient, type TracingProcessor, type VercelCallParams, type VercelGenerateResult, type VercelStreamResult, type WrapBAMLOptions, type WrappedBamlFn, __version__, defineReplayRegistry, finalizers, flushTraces, getCurrentReplayBranch, getCurrentSpan, getCurrentTrace, reportReplayProgress, reseedFromRegistry, seedFromRegistry, serializeReplayResult };

package/dist/index.js

@@ -8,6 +8,7 @@ if (typeof globalThis.__bitfab_deprecation_warned === "undefined") {
   );
 }
 import {
+  AssertionCategoriesClient,
   Bitfab,
   BitfabClaudeAgentHandler,
   BitfabFunction,
@@ -28,7 +29,7 @@ import {
   getCurrentTrace,
   reseedFromRegistry,
   seedFromRegistry
-} from "./chunk-JMZSZD22.js";
+} from "./chunk-AK3B74ER.js";
 import "./chunk-EGWJYCNT.js";
 import {
   BITFAB_PROGRESS_PREFIX,
@@ -37,7 +38,7 @@ import {
   ReplayError,
   reportReplayProgress,
   serializeReplayResult
-} from "./chunk-HIWCN36R.js";
+} from "./chunk-7F3PBLYC.js";
 import {
   BitfabError,
   DEFAULT_SERVICE_URL,
@@ -45,9 +46,10 @@ import {
   MixedTracingError,
   __version__,
   flushTraces
-} from "./chunk-I6HABUAU.js";
+} from "./chunk-IE25TPKY.js";
 import "./chunk-VCRFFCLY.js";
 export {
+  AssertionCategoriesClient,
   BITFAB_PROGRESS_PREFIX,
   Bitfab,
   BitfabClaudeAgentHandler,