opik 2.2.39 → 2.2.41

package/dist/index.d.cts

@@ -1674,6 +1674,7 @@ interface ProviderApiKeyUpdate {
     headers?: Record<string, string>;
     configuration?: Record<string, string>;
     baseUrl?: string;
+    authConfig?: ProviderAuthConfig;
 }
 
 /**
@@ -1691,6 +1692,17 @@ interface ProviderApiKeyWrite {
     headers?: Record<string, string>;
     configuration?: Record<string, string>;
     baseUrl?: string;
+    authConfig?: ProviderAuthConfigWrite;
+}
+
+/**
+ * @example
+ *     {}
+ */
+interface ProviderAuthCheck {
+    /** Test the stored auth config of this provider; also the sentinel-resolution target when auth_config is sent */
+    providerId?: string;
+    authConfig?: ProviderAuthConfig;
 }
 
 declare const ProviderApiKeyWriteProvider: {
@@ -4073,6 +4085,7 @@ declare namespace AutomationRuleEvaluatorObjectObjectPublic {
         /** Projects assigned to this rule (unique, sorted alphabetically by name) */
         projects?: ProjectReferencePublic[];
         name: string;
+        /** Fraction of production (SDK-logged) items this rule scores, from 0 to 1. Trace rules ignore this value for experiment, playground and optimization traces and score them in full; span and thread rules only ever evaluate SDK-logged data. */
         samplingRate?: number;
         enabled?: boolean;
         /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
@@ -4135,6 +4148,7 @@ declare namespace AutomationRuleEvaluatorPublic {
         /** Projects assigned to this rule (unique, sorted alphabetically by name) */
         projects?: ProjectReferencePublic[];
         name: string;
+        /** Fraction of production (SDK-logged) items this rule scores, from 0 to 1. Trace rules ignore this value for experiment, playground and optimization traces and score them in full; span and thread rules only ever evaluate SDK-logged data. */
         samplingRate?: number;
         enabled?: boolean;
         /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
@@ -4222,6 +4236,7 @@ declare namespace AutomationRuleEvaluatorUpdate {
     }
     interface _Base {
         name: string;
+        /** Fraction of production (SDK-logged) items this rule scores, from 0 to 1. Trace rules ignore this value for experiment, playground and optimization traces and score them in full; span and thread rules only ever evaluate SDK-logged data. */
         samplingRate?: number;
         enabled?: boolean;
         triggerScope?: AutomationRuleEvaluatorUpdateTriggerScope;
@@ -4311,6 +4326,7 @@ declare namespace AutomationRuleEvaluatorWrite {
         /** Project IDs for write operations (used when creating/updating rules) */
         projectIds?: string[];
         name: string;
+        /** Fraction of production (SDK-logged) items this rule scores, from 0 to 1. Trace rules ignore this value for experiment, playground and optimization traces and score them in full; span and thread rules only ever evaluate SDK-logged data. */
         samplingRate?: number;
         enabled?: boolean;
         /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
@@ -4711,6 +4727,36 @@ interface CreateSessionResponse {
     runnerId?: string;
 }
 
+/**
+ * Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel
+ */
+interface Credential {
+    key: string;
+    value?: string;
+    /** Secret values are encrypted at rest and never read back; once true it cannot be unset */
+    secret?: boolean;
+}
+
+/**
+ * Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel
+ */
+interface CredentialPublic {
+    key: string;
+    value?: string;
+    /** Secret values are encrypted at rest and never read back; once true it cannot be unset */
+    secret?: boolean;
+}
+
+/**
+ * Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel
+ */
+interface CredentialWrite {
+    key: string;
+    value?: string;
+    /** Secret values are encrypted at rest and never read back; once true it cannot be unset */
+    secret?: boolean;
+}
+
 interface DashboardPagePublic {
     content?: DashboardPublic[];
     page?: number;
@@ -6910,6 +6956,7 @@ interface ProviderApiKeyPublic {
     headers?: Record<string, string>;
     configuration?: Record<string, string>;
     baseUrl?: string;
+    authConfig?: ProviderAuthConfigPublic;
     createdAt?: Date;
     createdBy?: string;
     lastUpdatedAt?: Date;
@@ -6931,6 +6978,84 @@ declare const ProviderApiKeyPublicProvider: {
 };
 type ProviderApiKeyPublicProvider = (typeof ProviderApiKeyPublicProvider)[keyof typeof ProviderApiKeyPublicProvider];
 
+/**
+ * Dynamic token auth recipe. Send the '__SECRET__' sentinel as a credential value to keep the stored secret; send an empty object to clear the auth config.
+ */
+interface ProviderAuthConfig {
+    /** Auth service URL the credentials are sent to */
+    tokenUrl?: string;
+    /** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+    sendAs?: ProviderAuthConfigSendAs;
+    /** Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel */
+    credentials?: Credential[];
+    /** Field holding the token in the reply; dot-path for nested replies */
+    tokenField?: string;
+    /** Field holding the token lifetime in seconds in the reply; dot-path for nested replies */
+    expiresField?: string;
+    /** Lifetime in seconds assumed when the reply doesn't state one, capped at one year; 0 disables caching for such replies. A reply-stated lifetime always wins */
+    fallbackTtlSeconds?: number;
+}
+
+/**
+ * Dynamic token auth recipe. When set, Opik fetches a short-lived bearer from the configured auth service instead of using a static api_key. Only supported for custom providers. Secret credential values read back masked.
+ */
+interface ProviderAuthConfigPublic {
+    /** Auth service URL the credentials are sent to */
+    tokenUrl?: string;
+    /** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+    sendAs?: ProviderAuthConfigPublicSendAs;
+    /** Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel */
+    credentials?: CredentialPublic[];
+    /** Field holding the token in the reply; dot-path for nested replies */
+    tokenField?: string;
+    /** Field holding the token lifetime in seconds in the reply; dot-path for nested replies */
+    expiresField?: string;
+    /** Lifetime in seconds assumed when the reply doesn't state one, capped at one year; 0 disables caching for such replies. A reply-stated lifetime always wins */
+    fallbackTtlSeconds?: number;
+}
+
+/** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+declare const ProviderAuthConfigPublicSendAs: {
+    readonly Form: "form";
+    readonly Json: "json";
+    readonly Basic: "basic";
+};
+type ProviderAuthConfigPublicSendAs = (typeof ProviderAuthConfigPublicSendAs)[keyof typeof ProviderAuthConfigPublicSendAs];
+
+/** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+declare const ProviderAuthConfigSendAs: {
+    readonly Form: "form";
+    readonly Json: "json";
+    readonly Basic: "basic";
+};
+type ProviderAuthConfigSendAs = (typeof ProviderAuthConfigSendAs)[keyof typeof ProviderAuthConfigSendAs];
+
+/**
+ * Dynamic token auth recipe. When set, Opik fetches a short-lived bearer from the configured auth service instead of using a static api_key. Only supported for custom providers. Secret credential values read back masked.
+ */
+interface ProviderAuthConfigWrite {
+    /** Auth service URL the credentials are sent to */
+    tokenUrl?: string;
+    /** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+    sendAs?: ProviderAuthConfigWriteSendAs;
+    /** Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel */
+    credentials?: CredentialWrite[];
+    /** Field holding the token in the reply; dot-path for nested replies */
+    tokenField?: string;
+    /** Field holding the token lifetime in seconds in the reply; dot-path for nested replies */
+    expiresField?: string;
+    /** Lifetime in seconds assumed when the reply doesn't state one, capped at one year; 0 disables caching for such replies. A reply-stated lifetime always wins */
+    fallbackTtlSeconds?: number;
+}
+
+/** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+declare const ProviderAuthConfigWriteSendAs: {
+    readonly Form: "form";
+    readonly Json: "json";
+    readonly Basic: "basic";
+};
+type ProviderAuthConfigWriteSendAs = (typeof ProviderAuthConfigWriteSendAs)[keyof typeof ProviderAuthConfigWriteSendAs];
+
 interface RecentActivityItemPublic {
     type?: RecentActivityItemPublicType;
     id?: string;
@@ -10609,7 +10734,7 @@ declare class LlmProviderKeyClient {
     getLlmProviderApiKeyById(id: string, request?: GetLlmProviderApiKeyByIdRequest, requestOptions?: LlmProviderKeyClient.RequestOptions): HttpResponsePromise<ProviderApiKeyPublic>;
     private __getLlmProviderApiKeyById;
     /**
-     * Update LLM Provider's ApiKey
+     * Update LLM Provider's ApiKey. api_key and auth_config are mutually exclusive: setting a valid auth_config on a provider that holds a static api_key clears the stored key; send auth_config as an empty object to clear the recipe and switch back to a static key
      *
      * @param {string} id
      * @param {OpikApi.ProviderApiKeyUpdate} request
@@ -10624,6 +10749,22 @@ declare class LlmProviderKeyClient {
      */
     updateLlmProviderApiKey(id: string, request?: ProviderApiKeyUpdate, requestOptions?: LlmProviderKeyClient.RequestOptions): HttpResponsePromise<void>;
     private __updateLlmProviderApiKey;
+    /**
+     * Runs the token fetch once, backend-side, and reports the token lifetime. The token itself is never returned. Send provider_id to test the stored config, auth_config to test submitted values, or both to resolve secret sentinels against the stored config.
+     *
+     * @param {OpikApi.ProviderAuthCheck} request
+     * @param {LlmProviderKeyClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.BadRequestError}
+     * @throws {@link OpikApi.ForbiddenError}
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.UnprocessableEntityError}
+     *
+     * @example
+     *     await client.llmProviderKey.testLlmProviderAuthConfig()
+     */
+    testLlmProviderAuthConfig(request?: ProviderAuthCheck, requestOptions?: LlmProviderKeyClient.RequestOptions): HttpResponsePromise<Result>;
+    private __testLlmProviderAuthConfig;
 }
 
 declare namespace ManualEvaluationClient {

package/dist/index.d.ts

@@ -1674,6 +1674,7 @@ interface ProviderApiKeyUpdate {
     headers?: Record<string, string>;
     configuration?: Record<string, string>;
     baseUrl?: string;
+    authConfig?: ProviderAuthConfig;
 }
 
 /**
@@ -1691,6 +1692,17 @@ interface ProviderApiKeyWrite {
     headers?: Record<string, string>;
     configuration?: Record<string, string>;
     baseUrl?: string;
+    authConfig?: ProviderAuthConfigWrite;
+}
+
+/**
+ * @example
+ *     {}
+ */
+interface ProviderAuthCheck {
+    /** Test the stored auth config of this provider; also the sentinel-resolution target when auth_config is sent */
+    providerId?: string;
+    authConfig?: ProviderAuthConfig;
 }
 
 declare const ProviderApiKeyWriteProvider: {
@@ -4073,6 +4085,7 @@ declare namespace AutomationRuleEvaluatorObjectObjectPublic {
         /** Projects assigned to this rule (unique, sorted alphabetically by name) */
         projects?: ProjectReferencePublic[];
         name: string;
+        /** Fraction of production (SDK-logged) items this rule scores, from 0 to 1. Trace rules ignore this value for experiment, playground and optimization traces and score them in full; span and thread rules only ever evaluate SDK-logged data. */
         samplingRate?: number;
         enabled?: boolean;
         /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
@@ -4135,6 +4148,7 @@ declare namespace AutomationRuleEvaluatorPublic {
         /** Projects assigned to this rule (unique, sorted alphabetically by name) */
         projects?: ProjectReferencePublic[];
         name: string;
+        /** Fraction of production (SDK-logged) items this rule scores, from 0 to 1. Trace rules ignore this value for experiment, playground and optimization traces and score them in full; span and thread rules only ever evaluate SDK-logged data. */
         samplingRate?: number;
         enabled?: boolean;
         /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
@@ -4222,6 +4236,7 @@ declare namespace AutomationRuleEvaluatorUpdate {
     }
     interface _Base {
         name: string;
+        /** Fraction of production (SDK-logged) items this rule scores, from 0 to 1. Trace rules ignore this value for experiment, playground and optimization traces and score them in full; span and thread rules only ever evaluate SDK-logged data. */
         samplingRate?: number;
         enabled?: boolean;
         triggerScope?: AutomationRuleEvaluatorUpdateTriggerScope;
@@ -4311,6 +4326,7 @@ declare namespace AutomationRuleEvaluatorWrite {
         /** Project IDs for write operations (used when creating/updating rules) */
         projectIds?: string[];
         name: string;
+        /** Fraction of production (SDK-logged) items this rule scores, from 0 to 1. Trace rules ignore this value for experiment, playground and optimization traces and score them in full; span and thread rules only ever evaluate SDK-logged data. */
         samplingRate?: number;
         enabled?: boolean;
         /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
@@ -4711,6 +4727,36 @@ interface CreateSessionResponse {
     runnerId?: string;
 }
 
+/**
+ * Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel
+ */
+interface Credential {
+    key: string;
+    value?: string;
+    /** Secret values are encrypted at rest and never read back; once true it cannot be unset */
+    secret?: boolean;
+}
+
+/**
+ * Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel
+ */
+interface CredentialPublic {
+    key: string;
+    value?: string;
+    /** Secret values are encrypted at rest and never read back; once true it cannot be unset */
+    secret?: boolean;
+}
+
+/**
+ * Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel
+ */
+interface CredentialWrite {
+    key: string;
+    value?: string;
+    /** Secret values are encrypted at rest and never read back; once true it cannot be unset */
+    secret?: boolean;
+}
+
 interface DashboardPagePublic {
     content?: DashboardPublic[];
     page?: number;
@@ -6910,6 +6956,7 @@ interface ProviderApiKeyPublic {
     headers?: Record<string, string>;
     configuration?: Record<string, string>;
     baseUrl?: string;
+    authConfig?: ProviderAuthConfigPublic;
     createdAt?: Date;
     createdBy?: string;
     lastUpdatedAt?: Date;
@@ -6931,6 +6978,84 @@ declare const ProviderApiKeyPublicProvider: {
 };
 type ProviderApiKeyPublicProvider = (typeof ProviderApiKeyPublicProvider)[keyof typeof ProviderApiKeyPublicProvider];
 
+/**
+ * Dynamic token auth recipe. Send the '__SECRET__' sentinel as a credential value to keep the stored secret; send an empty object to clear the auth config.
+ */
+interface ProviderAuthConfig {
+    /** Auth service URL the credentials are sent to */
+    tokenUrl?: string;
+    /** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+    sendAs?: ProviderAuthConfigSendAs;
+    /** Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel */
+    credentials?: Credential[];
+    /** Field holding the token in the reply; dot-path for nested replies */
+    tokenField?: string;
+    /** Field holding the token lifetime in seconds in the reply; dot-path for nested replies */
+    expiresField?: string;
+    /** Lifetime in seconds assumed when the reply doesn't state one, capped at one year; 0 disables caching for such replies. A reply-stated lifetime always wins */
+    fallbackTtlSeconds?: number;
+}
+
+/**
+ * Dynamic token auth recipe. When set, Opik fetches a short-lived bearer from the configured auth service instead of using a static api_key. Only supported for custom providers. Secret credential values read back masked.
+ */
+interface ProviderAuthConfigPublic {
+    /** Auth service URL the credentials are sent to */
+    tokenUrl?: string;
+    /** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+    sendAs?: ProviderAuthConfigPublicSendAs;
+    /** Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel */
+    credentials?: CredentialPublic[];
+    /** Field holding the token in the reply; dot-path for nested replies */
+    tokenField?: string;
+    /** Field holding the token lifetime in seconds in the reply; dot-path for nested replies */
+    expiresField?: string;
+    /** Lifetime in seconds assumed when the reply doesn't state one, capped at one year; 0 disables caching for such replies. A reply-stated lifetime always wins */
+    fallbackTtlSeconds?: number;
+}
+
+/** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+declare const ProviderAuthConfigPublicSendAs: {
+    readonly Form: "form";
+    readonly Json: "json";
+    readonly Basic: "basic";
+};
+type ProviderAuthConfigPublicSendAs = (typeof ProviderAuthConfigPublicSendAs)[keyof typeof ProviderAuthConfigPublicSendAs];
+
+/** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+declare const ProviderAuthConfigSendAs: {
+    readonly Form: "form";
+    readonly Json: "json";
+    readonly Basic: "basic";
+};
+type ProviderAuthConfigSendAs = (typeof ProviderAuthConfigSendAs)[keyof typeof ProviderAuthConfigSendAs];
+
+/**
+ * Dynamic token auth recipe. When set, Opik fetches a short-lived bearer from the configured auth service instead of using a static api_key. Only supported for custom providers. Secret credential values read back masked.
+ */
+interface ProviderAuthConfigWrite {
+    /** Auth service URL the credentials are sent to */
+    tokenUrl?: string;
+    /** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+    sendAs?: ProviderAuthConfigWriteSendAs;
+    /** Fields sent to the token URL. Values flagged as secret are write-only: they read back as the '__SECRET__' sentinel */
+    credentials?: CredentialWrite[];
+    /** Field holding the token in the reply; dot-path for nested replies */
+    tokenField?: string;
+    /** Field holding the token lifetime in seconds in the reply; dot-path for nested replies */
+    expiresField?: string;
+    /** Lifetime in seconds assumed when the reply doesn't state one, capped at one year; 0 disables caching for such replies. A reply-stated lifetime always wins */
+    fallbackTtlSeconds?: number;
+}
+
+/** How credentials are sent: form body (default), JSON body, or basic auth (id/secret in an HTTP Basic header, remaining fields in the form body) */
+declare const ProviderAuthConfigWriteSendAs: {
+    readonly Form: "form";
+    readonly Json: "json";
+    readonly Basic: "basic";
+};
+type ProviderAuthConfigWriteSendAs = (typeof ProviderAuthConfigWriteSendAs)[keyof typeof ProviderAuthConfigWriteSendAs];
+
 interface RecentActivityItemPublic {
     type?: RecentActivityItemPublicType;
     id?: string;
@@ -10609,7 +10734,7 @@ declare class LlmProviderKeyClient {
     getLlmProviderApiKeyById(id: string, request?: GetLlmProviderApiKeyByIdRequest, requestOptions?: LlmProviderKeyClient.RequestOptions): HttpResponsePromise<ProviderApiKeyPublic>;
     private __getLlmProviderApiKeyById;
     /**
-     * Update LLM Provider's ApiKey
+     * Update LLM Provider's ApiKey. api_key and auth_config are mutually exclusive: setting a valid auth_config on a provider that holds a static api_key clears the stored key; send auth_config as an empty object to clear the recipe and switch back to a static key
      *
      * @param {string} id
      * @param {OpikApi.ProviderApiKeyUpdate} request
@@ -10624,6 +10749,22 @@ declare class LlmProviderKeyClient {
      */
     updateLlmProviderApiKey(id: string, request?: ProviderApiKeyUpdate, requestOptions?: LlmProviderKeyClient.RequestOptions): HttpResponsePromise<void>;
     private __updateLlmProviderApiKey;
+    /**
+     * Runs the token fetch once, backend-side, and reports the token lifetime. The token itself is never returned. Send provider_id to test the stored config, auth_config to test submitted values, or both to resolve secret sentinels against the stored config.
+     *
+     * @param {OpikApi.ProviderAuthCheck} request
+     * @param {LlmProviderKeyClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.BadRequestError}
+     * @throws {@link OpikApi.ForbiddenError}
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.UnprocessableEntityError}
+     *
+     * @example
+     *     await client.llmProviderKey.testLlmProviderAuthConfig()
+     */
+    testLlmProviderAuthConfig(request?: ProviderAuthCheck, requestOptions?: LlmProviderKeyClient.RequestOptions): HttpResponsePromise<Result>;
+    private __testLlmProviderAuthConfig;
 }
 
 declare namespace ManualEvaluationClient {

package/dist/index.js

@@ -1 +1 @@
-import {Ia}from'./chunk-5KXDWHV4.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-5KXDWHV4.js';Ia();
+import {Ia}from'./chunk-ZGZI64NN.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-ZGZI64NN.js';Ia();

package/dist/{suite-RRBUX74B.js → suite-4KUNTGMT.js}

@@ -1 +1 @@
-import {Ca}from'./chunk-5KXDWHV4.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-5KXDWHV4.js';Ca();
+import {Ca}from'./chunk-ZGZI64NN.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-ZGZI64NN.js';Ca();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "opik",
   "description": "Opik TypeScript and JavaScript SDK",
-  "version": "2.2.39",
+  "version": "2.2.41",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/comet-ml/opik.git",