opik 2.0.19 → 2.0.20

package/dist/index.d.cts

@@ -12257,6 +12257,15 @@ declare class Trace {
     update: (updates: TraceUpdateData) => this;
 }
 
+interface OpikApiClientTempOptions extends OpikApiClient.Options {
+    requestOptions?: RequestOptions;
+}
+declare class OpikApiClientTemp extends OpikApiClient {
+    requestOptions: RequestOptions;
+    constructor(options?: OpikApiClientTempOptions);
+    setHeaders: (headers: Record<string, string>) => void;
+}
+
 interface BatchQueueOptions {
     delay?: number;
     enableCreateBatch?: boolean;
@@ -12285,13 +12294,24 @@ declare abstract class BatchQueue<EntityData = object, EntityId = string> {
     flush: () => Promise<void>;
 }
 
-interface OpikApiClientTempOptions extends OpikApiClient.Options {
-    requestOptions?: RequestOptions;
-}
-declare class OpikApiClientTemp extends OpikApiClient {
-    requestOptions: RequestOptions;
-    constructor(options?: OpikApiClientTempOptions);
-    setHeaders: (headers: Record<string, string>) => void;
+type AssertionResultId = {
+    entityId: string;
+    name: string;
+};
+declare class AssertionResultsBatchQueue extends BatchQueue<AssertionResultBatchItem, AssertionResultId> {
+    private readonly api;
+    private readonly entityType;
+    private useLegacyFallback;
+    constructor(api: OpikApiClientTemp, delay?: number, entityType?: AssertionResultBatchEntityType);
+    protected getId(entity: AssertionResultBatchItem): {
+        entityId: string;
+        name: string;
+    };
+    protected createEntities(assertionResults: AssertionResultBatchItem[]): Promise<void>;
+    private writeViaLegacyFeedbackScores;
+    protected getEntity(): Promise<AssertionResultBatchItem | undefined>;
+    protected updateEntity(): Promise<void>;
+    protected deleteEntities(): Promise<void>;
 }
 
 type SpanUpdate = Partial<SavedSpan> & {
@@ -12726,7 +12746,7 @@ type EvaluationScoreResult = {
     reason?: string;
     /** Whether the scoring failed */
     scoringFailed?: boolean;
-    /** Optional category name for grouping scores (e.g., "suite_assertion") */
+    /** Optional category name for grouping scores */
     categoryName?: string;
 };
 /**
@@ -13124,6 +13144,14 @@ declare abstract class BaseSuiteEvaluator extends BaseMetric {
     readonly validationSchema: z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>;
     protected constructor(name: string, trackMetric?: boolean);
     abstract toConfig(): LLMJudgeConfig;
+    /**
+     * Score the given input and return one or more assertion results.
+     *
+     * Each returned `EvaluationScoreResult.value` MUST be `0` (failed) or `1`
+     * (passed) — suite evaluator outputs are routed to the assertion-results
+     * endpoint where they are persisted as `passed | failed`. Non-binary values
+     * are coerced to `failed` and logged as a warning.
+     */
     abstract score(input: unknown): EvaluationScoreResult | EvaluationScoreResult[] | Promise<EvaluationScoreResult> | Promise<EvaluationScoreResult[]>;
 }
 
@@ -13499,6 +13527,7 @@ declare class OpikClient {
     traceBatchQueue: TraceBatchQueue;
     spanFeedbackScoresBatchQueue: SpanFeedbackScoresBatchQueue;
     traceFeedbackScoresBatchQueue: TraceFeedbackScoresBatchQueue;
+    traceAssertionResultsBatchQueue: AssertionResultsBatchQueue;
     datasetBatchQueue: DatasetBatchQueue;
     private lastProjectNameLogged;
     constructor(explicitConfig?: Partial<ConstructorOpikConfig>);

package/dist/index.d.ts

@@ -12257,6 +12257,15 @@ declare class Trace {
     update: (updates: TraceUpdateData) => this;
 }
 
+interface OpikApiClientTempOptions extends OpikApiClient.Options {
+    requestOptions?: RequestOptions;
+}
+declare class OpikApiClientTemp extends OpikApiClient {
+    requestOptions: RequestOptions;
+    constructor(options?: OpikApiClientTempOptions);
+    setHeaders: (headers: Record<string, string>) => void;
+}
+
 interface BatchQueueOptions {
     delay?: number;
     enableCreateBatch?: boolean;
@@ -12285,13 +12294,24 @@ declare abstract class BatchQueue<EntityData = object, EntityId = string> {
     flush: () => Promise<void>;
 }
 
-interface OpikApiClientTempOptions extends OpikApiClient.Options {
-    requestOptions?: RequestOptions;
-}
-declare class OpikApiClientTemp extends OpikApiClient {
-    requestOptions: RequestOptions;
-    constructor(options?: OpikApiClientTempOptions);
-    setHeaders: (headers: Record<string, string>) => void;
+type AssertionResultId = {
+    entityId: string;
+    name: string;
+};
+declare class AssertionResultsBatchQueue extends BatchQueue<AssertionResultBatchItem, AssertionResultId> {
+    private readonly api;
+    private readonly entityType;
+    private useLegacyFallback;
+    constructor(api: OpikApiClientTemp, delay?: number, entityType?: AssertionResultBatchEntityType);
+    protected getId(entity: AssertionResultBatchItem): {
+        entityId: string;
+        name: string;
+    };
+    protected createEntities(assertionResults: AssertionResultBatchItem[]): Promise<void>;
+    private writeViaLegacyFeedbackScores;
+    protected getEntity(): Promise<AssertionResultBatchItem | undefined>;
+    protected updateEntity(): Promise<void>;
+    protected deleteEntities(): Promise<void>;
 }
 
 type SpanUpdate = Partial<SavedSpan> & {
@@ -12726,7 +12746,7 @@ type EvaluationScoreResult = {
     reason?: string;
     /** Whether the scoring failed */
     scoringFailed?: boolean;
-    /** Optional category name for grouping scores (e.g., "suite_assertion") */
+    /** Optional category name for grouping scores */
     categoryName?: string;
 };
 /**
@@ -13124,6 +13144,14 @@ declare abstract class BaseSuiteEvaluator extends BaseMetric {
     readonly validationSchema: z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>;
     protected constructor(name: string, trackMetric?: boolean);
     abstract toConfig(): LLMJudgeConfig;
+    /**
+     * Score the given input and return one or more assertion results.
+     *
+     * Each returned `EvaluationScoreResult.value` MUST be `0` (failed) or `1`
+     * (passed) — suite evaluator outputs are routed to the assertion-results
+     * endpoint where they are persisted as `passed | failed`. Non-binary values
+     * are coerced to `failed` and logged as a warning.
+     */
     abstract score(input: unknown): EvaluationScoreResult | EvaluationScoreResult[] | Promise<EvaluationScoreResult> | Promise<EvaluationScoreResult[]>;
 }
 
@@ -13499,6 +13527,7 @@ declare class OpikClient {
     traceBatchQueue: TraceBatchQueue;
     spanFeedbackScoresBatchQueue: SpanFeedbackScoresBatchQueue;
     traceFeedbackScoresBatchQueue: TraceFeedbackScoresBatchQueue;
+    traceAssertionResultsBatchQueue: AssertionResultsBatchQueue;
     datasetBatchQueue: DatasetBatchQueue;
     private lastProjectNameLogged;
     constructor(explicitConfig?: Partial<ConstructorOpikConfig>);

package/dist/index.js

@@ -1 +1 @@
-import {Ea}from'./chunk-H3272XZV.js';export{ra as AgentTaskCompletionJudge,qa as AgentToolCorrectnessJudge,ea as AnswerRelevance,aa as BaseLLMJudgeMetric,B as BaseMetric,C as BaseSuiteEvaluator,p as ChatPrompt,ta as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,Z as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,la as DemographicBiasJudge,ja as DialogueHelpfulnessJudge,Y as ExactMatch,fa as GEval,ga as GEvalPreset,na as GenderBiasJudge,da as Hallucination,$ as IsJson,P as LLMJudge,G as ModelConfigurationError,E as ModelError,F as ModelGenerationError,ba as Moderation,Ba as OPIK_PARENT_SPAN_ID_HEADER,Aa as OPIK_TRACE_ID_HEADER,za as Opik,D as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,ma as PoliticalBiasJudge,o as Prompt,k as PromptType,sa as PromptUncertaintyJudge,ka as QARelevanceJudge,_ as RegexMatch,pa as RegionalBiasJudge,oa as ReligiousBiasJudge,O as ResponseSchema,M as SYSTEM_PROMPT,ia as SummarizationCoherenceJudge,ha as SummarizationConsistencyJudge,xa as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,N as USER_PROMPT_TEMPLATE,ca as Usefulness,I as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,J as createModel,K as createModelFromInstance,R as deserializeEvaluators,H as detectProvider,c as disableLogger,W as evaluate,X as evaluatePrompt,U as evaluateTestSuite,u as flushAll,e as generateId,Ca as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,ua as resolveEvaluators,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,L as resolveModel,V as runTests,Q as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,va as validateEvaluators,wa as validateExecutionPolicy,Da as z}from'./chunk-H3272XZV.js';Ea();
+import {Ea}from'./chunk-2HP64V53.js';export{ra as AgentTaskCompletionJudge,qa as AgentToolCorrectnessJudge,ea as AnswerRelevance,aa as BaseLLMJudgeMetric,B as BaseMetric,C as BaseSuiteEvaluator,p as ChatPrompt,ta as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,Z as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,la as DemographicBiasJudge,ja as DialogueHelpfulnessJudge,Y as ExactMatch,fa as GEval,ga as GEvalPreset,na as GenderBiasJudge,da as Hallucination,$ as IsJson,P as LLMJudge,G as ModelConfigurationError,E as ModelError,F as ModelGenerationError,ba as Moderation,Ba as OPIK_PARENT_SPAN_ID_HEADER,Aa as OPIK_TRACE_ID_HEADER,za as Opik,D as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,ma as PoliticalBiasJudge,o as Prompt,k as PromptType,sa as PromptUncertaintyJudge,ka as QARelevanceJudge,_ as RegexMatch,pa as RegionalBiasJudge,oa as ReligiousBiasJudge,O as ResponseSchema,M as SYSTEM_PROMPT,ia as SummarizationCoherenceJudge,ha as SummarizationConsistencyJudge,xa as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,N as USER_PROMPT_TEMPLATE,ca as Usefulness,I as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,J as createModel,K as createModelFromInstance,R as deserializeEvaluators,H as detectProvider,c as disableLogger,W as evaluate,X as evaluatePrompt,U as evaluateTestSuite,u as flushAll,e as generateId,Ca as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,ua as resolveEvaluators,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,L as resolveModel,V as runTests,Q as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,va as validateEvaluators,wa as validateExecutionPolicy,Da as z}from'./chunk-2HP64V53.js';Ea();

package/dist/{suite-ZKMDSCVB.js → suite-PNRRBE3L.js}

@@ -1 +1 @@
-import {ya}from'./chunk-H3272XZV.js';export{y as DEFAULT_EXECUTION_POLICY,xa as TestSuite,z as TestSuiteResult,A as buildSuiteResult,R as deserializeEvaluators,U as evaluateTestSuite,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,V as runTests,Q as serializeEvaluators}from'./chunk-H3272XZV.js';ya();
+import {ya}from'./chunk-2HP64V53.js';export{y as DEFAULT_EXECUTION_POLICY,xa as TestSuite,z as TestSuiteResult,A as buildSuiteResult,R as deserializeEvaluators,U as evaluateTestSuite,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,V as runTests,Q as serializeEvaluators}from'./chunk-2HP64V53.js';ya();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "opik",
   "description": "Opik TypeScript and JavaScript SDK",
-  "version": "2.0.19",
+  "version": "2.0.20",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/comet-ml/opik.git",