opik 2.1.22 → 2.1.24

package/dist/index.d.cts

@@ -5866,6 +5866,7 @@ interface LlmAsJudgeCode {
     messages: LlmAsJudgeMessage[];
     variables: Record<string, string>;
     schema: LlmAsJudgeOutputSchema[];
+    maxCostUsd?: number;
 }
 
 interface LlmAsJudgeCodePublic {
@@ -5873,6 +5874,7 @@ interface LlmAsJudgeCodePublic {
     messages: LlmAsJudgeMessagePublic[];
     variables: Record<string, string>;
     schema: LlmAsJudgeOutputSchemaPublic[];
+    maxCostUsd?: number;
 }
 
 interface LlmAsJudgeCodeWrite {
@@ -5880,6 +5882,7 @@ interface LlmAsJudgeCodeWrite {
     messages: LlmAsJudgeMessageWrite[];
     variables: Record<string, string>;
     schema: LlmAsJudgeOutputSchemaWrite[];
+    maxCostUsd?: number;
 }
 
 interface LlmAsJudgeMessage {
@@ -7789,18 +7792,21 @@ interface TraceThreadLlmAsJudgeCode {
     model: LlmAsJudgeModelParameters;
     messages: LlmAsJudgeMessage[];
     schema: LlmAsJudgeOutputSchema[];
+    maxCostUsd?: number;
 }
 
 interface TraceThreadLlmAsJudgeCodePublic {
     model: LlmAsJudgeModelParametersPublic;
     messages: LlmAsJudgeMessagePublic[];
     schema: LlmAsJudgeOutputSchemaPublic[];
+    maxCostUsd?: number;
 }
 
 interface TraceThreadLlmAsJudgeCodeWrite {
     model: LlmAsJudgeModelParametersWrite;
     messages: LlmAsJudgeMessageWrite[];
     schema: LlmAsJudgeOutputSchemaWrite[];
+    maxCostUsd?: number;
 }
 
 interface TraceThreadPage {

package/dist/index.d.ts

@@ -5866,6 +5866,7 @@ interface LlmAsJudgeCode {
     messages: LlmAsJudgeMessage[];
     variables: Record<string, string>;
     schema: LlmAsJudgeOutputSchema[];
+    maxCostUsd?: number;
 }
 
 interface LlmAsJudgeCodePublic {
@@ -5873,6 +5874,7 @@ interface LlmAsJudgeCodePublic {
     messages: LlmAsJudgeMessagePublic[];
     variables: Record<string, string>;
     schema: LlmAsJudgeOutputSchemaPublic[];
+    maxCostUsd?: number;
 }
 
 interface LlmAsJudgeCodeWrite {
@@ -5880,6 +5882,7 @@ interface LlmAsJudgeCodeWrite {
     messages: LlmAsJudgeMessageWrite[];
     variables: Record<string, string>;
     schema: LlmAsJudgeOutputSchemaWrite[];
+    maxCostUsd?: number;
 }
 
 interface LlmAsJudgeMessage {
@@ -7789,18 +7792,21 @@ interface TraceThreadLlmAsJudgeCode {
     model: LlmAsJudgeModelParameters;
     messages: LlmAsJudgeMessage[];
     schema: LlmAsJudgeOutputSchema[];
+    maxCostUsd?: number;
 }
 
 interface TraceThreadLlmAsJudgeCodePublic {
     model: LlmAsJudgeModelParametersPublic;
     messages: LlmAsJudgeMessagePublic[];
     schema: LlmAsJudgeOutputSchemaPublic[];
+    maxCostUsd?: number;
 }
 
 interface TraceThreadLlmAsJudgeCodeWrite {
     model: LlmAsJudgeModelParametersWrite;
     messages: LlmAsJudgeMessageWrite[];
     schema: LlmAsJudgeOutputSchemaWrite[];
+    maxCostUsd?: number;
 }
 
 interface TraceThreadPage {

package/dist/index.js

@@ -1 +1 @@
-import {Ia}from'./chunk-VMYFJBMS.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-VMYFJBMS.js';Ia();
+import {Ia}from'./chunk-EVP4RLIU.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-EVP4RLIU.js';Ia();

package/dist/{suite-67MCN67F.js → suite-CXJIINJ3.js}

@@ -1 +1 @@
-import {Ca}from'./chunk-VMYFJBMS.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-VMYFJBMS.js';Ca();
+import {Ca}from'./chunk-EVP4RLIU.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-EVP4RLIU.js';Ca();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "opik",
   "description": "Opik TypeScript and JavaScript SDK",
-  "version": "2.1.22",
+  "version": "2.1.24",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/comet-ml/opik.git",