opik 2.0.19 → 2.0.21

package/dist/index.d.cts

@@ -697,6 +697,8 @@ interface ChatCompletionRequest {
     metadata?: Record<string, string>;
     reasoningEffort?: string;
     serviceTier?: string;
+    logprobs?: boolean;
+    topLogprobs?: number;
     functions?: Function$1[];
     functionCall?: FunctionCall;
 }
@@ -1138,6 +1140,37 @@ declare const DatasetWriteVisibility: {
 };
 type DatasetWriteVisibility = (typeof DatasetWriteVisibility)[keyof typeof DatasetWriteVisibility];
 
+/**
+ * @example
+ *     {}
+ */
+interface EnvironmentUpdate {
+    name?: string;
+    description?: string;
+    color?: string;
+    position?: number;
+}
+
+/**
+ * @example
+ *     {
+ *         name: "name"
+ *     }
+ */
+interface EnvironmentWrite {
+    id?: string;
+    name: string;
+    description?: string;
+    color?: string;
+    position?: number;
+}
+
+/**
+ * @example
+ *     {}
+ */
+type GetEnvironmentByIdRequest = {};
+
 /**
  * @example
  *     {
@@ -3812,6 +3845,7 @@ interface ChatCompletionChoice {
     message?: AssistantMessage;
     delta?: Delta;
     finishReason?: string;
+    logprobs?: LogProbs;
 }
 
 interface ChatCompletionResponse {
@@ -4424,6 +4458,26 @@ interface Delta {
     functionCall?: FunctionCall;
 }
 
+interface EnvironmentPagePublic {
+    page?: number;
+    size?: number;
+    total?: number;
+    content?: EnvironmentPublic[];
+    sortableBy?: string[];
+}
+
+interface EnvironmentPublic {
+    id?: string;
+    name: string;
+    description?: string;
+    color?: string;
+    position?: number;
+    createdAt?: Date;
+    createdBy?: string;
+    lastUpdatedAt?: Date;
+    lastUpdatedBy?: string;
+}
+
 interface ErrorCountWithDeviation {
     count?: number;
     deviation?: number;
@@ -5471,6 +5525,16 @@ interface LogPage {
     total?: number;
 }
 
+interface LogProb {
+    token?: string;
+    logprob?: number;
+    bytes?: number[];
+}
+
+interface LogProbs {
+    content?: LogProb[];
+}
+
 interface ManualEvaluationRequest {
     /** Project ID */
     projectId: string;
@@ -8722,6 +8786,86 @@ declare class DatasetsClient {
     private __updateDatasetVersion;
 }
 
+declare namespace EnvironmentsClient {
+    type Options = BaseClientOptions;
+    interface RequestOptions extends BaseRequestOptions {
+    }
+}
+/**
+ * Environment related resources
+ */
+declare class EnvironmentsClient {
+    protected readonly _options: NormalizedClientOptions<EnvironmentsClient.Options>;
+    constructor(options?: EnvironmentsClient.Options);
+    /**
+     * Find environments for the workspace. Capped at the workspace limit (default 20).
+     *
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @example
+     *     await client.environments.findEnvironments()
+     */
+    findEnvironments(requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<EnvironmentPagePublic>;
+    private __findEnvironments;
+    /**
+     * Create environment
+     *
+     * @param {OpikApi.EnvironmentWrite} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.ConflictError}
+     *
+     * @example
+     *     await client.environments.createEnvironment({
+     *         name: "name"
+     *     })
+     */
+    createEnvironment(request: EnvironmentWrite, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __createEnvironment;
+    /**
+     * Delete environments batch. Idempotent — missing ids are silently ignored.
+     *
+     * @param {OpikApi.BatchDelete} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @example
+     *     await client.environments.deleteEnvironmentsBatch({
+     *         ids: ["ids"]
+     *     })
+     */
+    deleteEnvironmentsBatch(request: BatchDelete, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __deleteEnvironmentsBatch;
+    /**
+     * Get environment by id
+     *
+     * @param {string} id
+     * @param {OpikApi.GetEnvironmentByIdRequest} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.environments.getEnvironmentById("id")
+     */
+    getEnvironmentById(id: string, request?: GetEnvironmentByIdRequest, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<EnvironmentPublic>;
+    private __getEnvironmentById;
+    /**
+     * Update environment by id
+     *
+     * @param {string} id
+     * @param {OpikApi.EnvironmentUpdate} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.ConflictError}
+     *
+     * @example
+     *     await client.environments.updateEnvironment("id")
+     */
+    updateEnvironment(id: string, request?: EnvironmentUpdate, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __updateEnvironment;
+}
+
 declare namespace ExperimentsClient {
     type Options = BaseClientOptions;
     interface RequestOptions extends BaseRequestOptions {
@@ -11652,6 +11796,7 @@ declare class OpikApiClient {
     protected _chatCompletions: ChatCompletionsClient | undefined;
     protected _dashboards: DashboardsClient | undefined;
     protected _datasets: DatasetsClient | undefined;
+    protected _environments: EnvironmentsClient | undefined;
     protected _experiments: ExperimentsClient | undefined;
     protected _feedbackDefinitions: FeedbackDefinitionsClient | undefined;
     protected _guardrails: GuardrailsClient | undefined;
@@ -11687,6 +11832,7 @@ declare class OpikApiClient {
     get chatCompletions(): ChatCompletionsClient;
     get dashboards(): DashboardsClient;
     get datasets(): DatasetsClient;
+    get environments(): EnvironmentsClient;
     get experiments(): ExperimentsClient;
     get feedbackDefinitions(): FeedbackDefinitionsClient;
     get guardrails(): GuardrailsClient;
@@ -12257,6 +12403,15 @@ declare class Trace {
     update: (updates: TraceUpdateData) => this;
 }
 
+interface OpikApiClientTempOptions extends OpikApiClient.Options {
+    requestOptions?: RequestOptions;
+}
+declare class OpikApiClientTemp extends OpikApiClient {
+    requestOptions: RequestOptions;
+    constructor(options?: OpikApiClientTempOptions);
+    setHeaders: (headers: Record<string, string>) => void;
+}
+
 interface BatchQueueOptions {
     delay?: number;
     enableCreateBatch?: boolean;
@@ -12285,13 +12440,24 @@ declare abstract class BatchQueue<EntityData = object, EntityId = string> {
     flush: () => Promise<void>;
 }
 
-interface OpikApiClientTempOptions extends OpikApiClient.Options {
-    requestOptions?: RequestOptions;
-}
-declare class OpikApiClientTemp extends OpikApiClient {
-    requestOptions: RequestOptions;
-    constructor(options?: OpikApiClientTempOptions);
-    setHeaders: (headers: Record<string, string>) => void;
+type AssertionResultId = {
+    entityId: string;
+    name: string;
+};
+declare class AssertionResultsBatchQueue extends BatchQueue<AssertionResultBatchItem, AssertionResultId> {
+    private readonly api;
+    private readonly entityType;
+    private useLegacyFallback;
+    constructor(api: OpikApiClientTemp, delay?: number, entityType?: AssertionResultBatchEntityType);
+    protected getId(entity: AssertionResultBatchItem): {
+        entityId: string;
+        name: string;
+    };
+    protected createEntities(assertionResults: AssertionResultBatchItem[]): Promise<void>;
+    private writeViaLegacyFeedbackScores;
+    protected getEntity(): Promise<AssertionResultBatchItem | undefined>;
+    protected updateEntity(): Promise<void>;
+    protected deleteEntities(): Promise<void>;
 }
 
 type SpanUpdate = Partial<SavedSpan> & {
@@ -12726,7 +12892,7 @@ type EvaluationScoreResult = {
     reason?: string;
     /** Whether the scoring failed */
     scoringFailed?: boolean;
-    /** Optional category name for grouping scores (e.g., "suite_assertion") */
+    /** Optional category name for grouping scores */
     categoryName?: string;
 };
 /**
@@ -13124,6 +13290,14 @@ declare abstract class BaseSuiteEvaluator extends BaseMetric {
     readonly validationSchema: z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>;
     protected constructor(name: string, trackMetric?: boolean);
     abstract toConfig(): LLMJudgeConfig;
+    /**
+     * Score the given input and return one or more assertion results.
+     *
+     * Each returned `EvaluationScoreResult.value` MUST be `0` (failed) or `1`
+     * (passed) — suite evaluator outputs are routed to the assertion-results
+     * endpoint where they are persisted as `passed | failed`. Non-binary values
+     * are coerced to `failed` and logged as a warning.
+     */
     abstract score(input: unknown): EvaluationScoreResult | EvaluationScoreResult[] | Promise<EvaluationScoreResult> | Promise<EvaluationScoreResult[]>;
 }
 
@@ -13499,6 +13673,7 @@ declare class OpikClient {
     traceBatchQueue: TraceBatchQueue;
     spanFeedbackScoresBatchQueue: SpanFeedbackScoresBatchQueue;
     traceFeedbackScoresBatchQueue: TraceFeedbackScoresBatchQueue;
+    traceAssertionResultsBatchQueue: AssertionResultsBatchQueue;
     datasetBatchQueue: DatasetBatchQueue;
     private lastProjectNameLogged;
     constructor(explicitConfig?: Partial<ConstructorOpikConfig>);

package/dist/index.d.ts

@@ -697,6 +697,8 @@ interface ChatCompletionRequest {
     metadata?: Record<string, string>;
     reasoningEffort?: string;
     serviceTier?: string;
+    logprobs?: boolean;
+    topLogprobs?: number;
     functions?: Function$1[];
     functionCall?: FunctionCall;
 }
@@ -1138,6 +1140,37 @@ declare const DatasetWriteVisibility: {
 };
 type DatasetWriteVisibility = (typeof DatasetWriteVisibility)[keyof typeof DatasetWriteVisibility];
 
+/**
+ * @example
+ *     {}
+ */
+interface EnvironmentUpdate {
+    name?: string;
+    description?: string;
+    color?: string;
+    position?: number;
+}
+
+/**
+ * @example
+ *     {
+ *         name: "name"
+ *     }
+ */
+interface EnvironmentWrite {
+    id?: string;
+    name: string;
+    description?: string;
+    color?: string;
+    position?: number;
+}
+
+/**
+ * @example
+ *     {}
+ */
+type GetEnvironmentByIdRequest = {};
+
 /**
  * @example
  *     {
@@ -3812,6 +3845,7 @@ interface ChatCompletionChoice {
     message?: AssistantMessage;
     delta?: Delta;
     finishReason?: string;
+    logprobs?: LogProbs;
 }
 
 interface ChatCompletionResponse {
@@ -4424,6 +4458,26 @@ interface Delta {
     functionCall?: FunctionCall;
 }
 
+interface EnvironmentPagePublic {
+    page?: number;
+    size?: number;
+    total?: number;
+    content?: EnvironmentPublic[];
+    sortableBy?: string[];
+}
+
+interface EnvironmentPublic {
+    id?: string;
+    name: string;
+    description?: string;
+    color?: string;
+    position?: number;
+    createdAt?: Date;
+    createdBy?: string;
+    lastUpdatedAt?: Date;
+    lastUpdatedBy?: string;
+}
+
 interface ErrorCountWithDeviation {
     count?: number;
     deviation?: number;
@@ -5471,6 +5525,16 @@ interface LogPage {
     total?: number;
 }
 
+interface LogProb {
+    token?: string;
+    logprob?: number;
+    bytes?: number[];
+}
+
+interface LogProbs {
+    content?: LogProb[];
+}
+
 interface ManualEvaluationRequest {
     /** Project ID */
     projectId: string;
@@ -8722,6 +8786,86 @@ declare class DatasetsClient {
     private __updateDatasetVersion;
 }
 
+declare namespace EnvironmentsClient {
+    type Options = BaseClientOptions;
+    interface RequestOptions extends BaseRequestOptions {
+    }
+}
+/**
+ * Environment related resources
+ */
+declare class EnvironmentsClient {
+    protected readonly _options: NormalizedClientOptions<EnvironmentsClient.Options>;
+    constructor(options?: EnvironmentsClient.Options);
+    /**
+     * Find environments for the workspace. Capped at the workspace limit (default 20).
+     *
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @example
+     *     await client.environments.findEnvironments()
+     */
+    findEnvironments(requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<EnvironmentPagePublic>;
+    private __findEnvironments;
+    /**
+     * Create environment
+     *
+     * @param {OpikApi.EnvironmentWrite} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.ConflictError}
+     *
+     * @example
+     *     await client.environments.createEnvironment({
+     *         name: "name"
+     *     })
+     */
+    createEnvironment(request: EnvironmentWrite, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __createEnvironment;
+    /**
+     * Delete environments batch. Idempotent — missing ids are silently ignored.
+     *
+     * @param {OpikApi.BatchDelete} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @example
+     *     await client.environments.deleteEnvironmentsBatch({
+     *         ids: ["ids"]
+     *     })
+     */
+    deleteEnvironmentsBatch(request: BatchDelete, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __deleteEnvironmentsBatch;
+    /**
+     * Get environment by id
+     *
+     * @param {string} id
+     * @param {OpikApi.GetEnvironmentByIdRequest} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.environments.getEnvironmentById("id")
+     */
+    getEnvironmentById(id: string, request?: GetEnvironmentByIdRequest, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<EnvironmentPublic>;
+    private __getEnvironmentById;
+    /**
+     * Update environment by id
+     *
+     * @param {string} id
+     * @param {OpikApi.EnvironmentUpdate} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.ConflictError}
+     *
+     * @example
+     *     await client.environments.updateEnvironment("id")
+     */
+    updateEnvironment(id: string, request?: EnvironmentUpdate, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __updateEnvironment;
+}
+
 declare namespace ExperimentsClient {
     type Options = BaseClientOptions;
     interface RequestOptions extends BaseRequestOptions {
@@ -11652,6 +11796,7 @@ declare class OpikApiClient {
     protected _chatCompletions: ChatCompletionsClient | undefined;
     protected _dashboards: DashboardsClient | undefined;
     protected _datasets: DatasetsClient | undefined;
+    protected _environments: EnvironmentsClient | undefined;
     protected _experiments: ExperimentsClient | undefined;
     protected _feedbackDefinitions: FeedbackDefinitionsClient | undefined;
     protected _guardrails: GuardrailsClient | undefined;
@@ -11687,6 +11832,7 @@ declare class OpikApiClient {
     get chatCompletions(): ChatCompletionsClient;
     get dashboards(): DashboardsClient;
     get datasets(): DatasetsClient;
+    get environments(): EnvironmentsClient;
     get experiments(): ExperimentsClient;
     get feedbackDefinitions(): FeedbackDefinitionsClient;
     get guardrails(): GuardrailsClient;
@@ -12257,6 +12403,15 @@ declare class Trace {
     update: (updates: TraceUpdateData) => this;
 }
 
+interface OpikApiClientTempOptions extends OpikApiClient.Options {
+    requestOptions?: RequestOptions;
+}
+declare class OpikApiClientTemp extends OpikApiClient {
+    requestOptions: RequestOptions;
+    constructor(options?: OpikApiClientTempOptions);
+    setHeaders: (headers: Record<string, string>) => void;
+}
+
 interface BatchQueueOptions {
     delay?: number;
     enableCreateBatch?: boolean;
@@ -12285,13 +12440,24 @@ declare abstract class BatchQueue<EntityData = object, EntityId = string> {
     flush: () => Promise<void>;
 }
 
-interface OpikApiClientTempOptions extends OpikApiClient.Options {
-    requestOptions?: RequestOptions;
-}
-declare class OpikApiClientTemp extends OpikApiClient {
-    requestOptions: RequestOptions;
-    constructor(options?: OpikApiClientTempOptions);
-    setHeaders: (headers: Record<string, string>) => void;
+type AssertionResultId = {
+    entityId: string;
+    name: string;
+};
+declare class AssertionResultsBatchQueue extends BatchQueue<AssertionResultBatchItem, AssertionResultId> {
+    private readonly api;
+    private readonly entityType;
+    private useLegacyFallback;
+    constructor(api: OpikApiClientTemp, delay?: number, entityType?: AssertionResultBatchEntityType);
+    protected getId(entity: AssertionResultBatchItem): {
+        entityId: string;
+        name: string;
+    };
+    protected createEntities(assertionResults: AssertionResultBatchItem[]): Promise<void>;
+    private writeViaLegacyFeedbackScores;
+    protected getEntity(): Promise<AssertionResultBatchItem | undefined>;
+    protected updateEntity(): Promise<void>;
+    protected deleteEntities(): Promise<void>;
 }
 
 type SpanUpdate = Partial<SavedSpan> & {
@@ -12726,7 +12892,7 @@ type EvaluationScoreResult = {
     reason?: string;
     /** Whether the scoring failed */
     scoringFailed?: boolean;
-    /** Optional category name for grouping scores (e.g., "suite_assertion") */
+    /** Optional category name for grouping scores */
     categoryName?: string;
 };
 /**
@@ -13124,6 +13290,14 @@ declare abstract class BaseSuiteEvaluator extends BaseMetric {
     readonly validationSchema: z.ZodObject<{}, "passthrough", z.ZodTypeAny, z.objectOutputType<{}, z.ZodTypeAny, "passthrough">, z.objectInputType<{}, z.ZodTypeAny, "passthrough">>;
     protected constructor(name: string, trackMetric?: boolean);
     abstract toConfig(): LLMJudgeConfig;
+    /**
+     * Score the given input and return one or more assertion results.
+     *
+     * Each returned `EvaluationScoreResult.value` MUST be `0` (failed) or `1`
+     * (passed) — suite evaluator outputs are routed to the assertion-results
+     * endpoint where they are persisted as `passed | failed`. Non-binary values
+     * are coerced to `failed` and logged as a warning.
+     */
     abstract score(input: unknown): EvaluationScoreResult | EvaluationScoreResult[] | Promise<EvaluationScoreResult> | Promise<EvaluationScoreResult[]>;
 }
 
@@ -13499,6 +13673,7 @@ declare class OpikClient {
     traceBatchQueue: TraceBatchQueue;
     spanFeedbackScoresBatchQueue: SpanFeedbackScoresBatchQueue;
     traceFeedbackScoresBatchQueue: TraceFeedbackScoresBatchQueue;
+    traceAssertionResultsBatchQueue: AssertionResultsBatchQueue;
     datasetBatchQueue: DatasetBatchQueue;
     private lastProjectNameLogged;
     constructor(explicitConfig?: Partial<ConstructorOpikConfig>);

package/dist/index.js

@@ -1 +1 @@
-import {Ea}from'./chunk-H3272XZV.js';export{ra as AgentTaskCompletionJudge,qa as AgentToolCorrectnessJudge,ea as AnswerRelevance,aa as BaseLLMJudgeMetric,B as BaseMetric,C as BaseSuiteEvaluator,p as ChatPrompt,ta as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,Z as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,la as DemographicBiasJudge,ja as DialogueHelpfulnessJudge,Y as ExactMatch,fa as GEval,ga as GEvalPreset,na as GenderBiasJudge,da as Hallucination,$ as IsJson,P as LLMJudge,G as ModelConfigurationError,E as ModelError,F as ModelGenerationError,ba as Moderation,Ba as OPIK_PARENT_SPAN_ID_HEADER,Aa as OPIK_TRACE_ID_HEADER,za as Opik,D as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,ma as PoliticalBiasJudge,o as Prompt,k as PromptType,sa as PromptUncertaintyJudge,ka as QARelevanceJudge,_ as RegexMatch,pa as RegionalBiasJudge,oa as ReligiousBiasJudge,O as ResponseSchema,M as SYSTEM_PROMPT,ia as SummarizationCoherenceJudge,ha as SummarizationConsistencyJudge,xa as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,N as USER_PROMPT_TEMPLATE,ca as Usefulness,I as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,J as createModel,K as createModelFromInstance,R as deserializeEvaluators,H as detectProvider,c as disableLogger,W as evaluate,X as evaluatePrompt,U as evaluateTestSuite,u as flushAll,e as generateId,Ca as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,ua as resolveEvaluators,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,L as resolveModel,V as runTests,Q as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,va as validateEvaluators,wa as validateExecutionPolicy,Da as z}from'./chunk-H3272XZV.js';Ea();
+import {Ea}from'./chunk-XQEUQ5J4.js';export{ra as AgentTaskCompletionJudge,qa as AgentToolCorrectnessJudge,ea as AnswerRelevance,aa as BaseLLMJudgeMetric,B as BaseMetric,C as BaseSuiteEvaluator,p as ChatPrompt,ta as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,Z as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,la as DemographicBiasJudge,ja as DialogueHelpfulnessJudge,Y as ExactMatch,fa as GEval,ga as GEvalPreset,na as GenderBiasJudge,da as Hallucination,$ as IsJson,P as LLMJudge,G as ModelConfigurationError,E as ModelError,F as ModelGenerationError,ba as Moderation,Ba as OPIK_PARENT_SPAN_ID_HEADER,Aa as OPIK_TRACE_ID_HEADER,za as Opik,D as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,ma as PoliticalBiasJudge,o as Prompt,k as PromptType,sa as PromptUncertaintyJudge,ka as QARelevanceJudge,_ as RegexMatch,pa as RegionalBiasJudge,oa as ReligiousBiasJudge,O as ResponseSchema,M as SYSTEM_PROMPT,ia as SummarizationCoherenceJudge,ha as SummarizationConsistencyJudge,xa as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,N as USER_PROMPT_TEMPLATE,ca as Usefulness,I as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,J as createModel,K as createModelFromInstance,R as deserializeEvaluators,H as detectProvider,c as disableLogger,W as evaluate,X as evaluatePrompt,U as evaluateTestSuite,u as flushAll,e as generateId,Ca as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,ua as resolveEvaluators,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,L as resolveModel,V as runTests,Q as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,va as validateEvaluators,wa as validateExecutionPolicy,Da as z}from'./chunk-XQEUQ5J4.js';Ea();

package/dist/{suite-ZKMDSCVB.js → suite-N4PQBN76.js}

@@ -1 +1 @@
-import {ya}from'./chunk-H3272XZV.js';export{y as DEFAULT_EXECUTION_POLICY,xa as TestSuite,z as TestSuiteResult,A as buildSuiteResult,R as deserializeEvaluators,U as evaluateTestSuite,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,V as runTests,Q as serializeEvaluators}from'./chunk-H3272XZV.js';ya();
+import {ya}from'./chunk-XQEUQ5J4.js';export{y as DEFAULT_EXECUTION_POLICY,xa as TestSuite,z as TestSuiteResult,A as buildSuiteResult,R as deserializeEvaluators,U as evaluateTestSuite,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,V as runTests,Q as serializeEvaluators}from'./chunk-XQEUQ5J4.js';ya();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "opik",
   "description": "Opik TypeScript and JavaScript SDK",
-  "version": "2.0.19",
+  "version": "2.0.21",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/comet-ml/opik.git",