opik 2.0.16 → 2.0.18

package/dist/index.d.cts

@@ -486,6 +486,30 @@ interface RemoveItemsFromAnnotationQueueRequest {
     body: AnnotationQueueItemIds;
 }
 
+/**
+ * @example
+ *     {
+ *         entityType: "TRACE",
+ *         assertionResults: [{
+ *                 entityId: "entity_id",
+ *                 name: "name",
+ *                 status: "passed",
+ *                 source: "ui"
+ *             }]
+ *     }
+ */
+interface AssertionResultBatch {
+    entityType: AssertionResultBatchEntityType;
+    assertionResults: AssertionResultBatchItem[];
+}
+
+declare const AssertionResultBatchEntityType: {
+    readonly Trace: "TRACE";
+    readonly Span: "SPAN";
+    readonly Thread: "THREAD";
+};
+type AssertionResultBatchEntityType = (typeof AssertionResultBatchEntityType)[keyof typeof AssertionResultBatchEntityType];
+
 /**
  * @example
  *     {
@@ -3268,6 +3292,30 @@ interface AssertionResult {
     reason?: string;
 }
 
+interface AssertionResultBatchItem {
+    entityId: string;
+    /** If null, the default project is used */
+    projectName?: string;
+    projectId?: string;
+    name: string;
+    status: AssertionResultBatchItemStatus;
+    reason?: string;
+    source: AssertionResultBatchItemSource;
+}
+
+declare const AssertionResultBatchItemSource: {
+    readonly Ui: "ui";
+    readonly Sdk: "sdk";
+    readonly OnlineScoring: "online_scoring";
+};
+type AssertionResultBatchItemSource = (typeof AssertionResultBatchItemSource)[keyof typeof AssertionResultBatchItemSource];
+
+declare const AssertionResultBatchItemStatus: {
+    readonly Passed: "passed";
+    readonly Failed: "failed";
+};
+type AssertionResultBatchItemStatus = (typeof AssertionResultBatchItemStatus)[keyof typeof AssertionResultBatchItemStatus];
+
 interface AssertionResultCompare {
     value?: string;
     passed?: boolean;
@@ -6105,6 +6153,7 @@ interface ServiceTogglesConfig {
     collaboratorsTabEnabled: boolean;
     v2WorkspaceAllowlistIds: string[];
     forceWorkspaceVersion: string;
+    defaultPageSize?: number;
     v2WorkspaceAllowlist?: string;
 }
 
@@ -7740,6 +7789,38 @@ declare class AnnotationQueuesClient {
     private __removeItemsFromAnnotationQueue;
 }
 
+declare namespace AssertionResultsClient {
+    type Options = BaseClientOptions;
+    interface RequestOptions extends BaseRequestOptions {
+    }
+}
+/**
+ * Assertion result related resources
+ */
+declare class AssertionResultsClient {
+    protected readonly _options: NormalizedClientOptions<AssertionResultsClient.Options>;
+    constructor(options?: AssertionResultsClient.Options);
+    /**
+     * Batch ingestion of assertion results for traces or spans
+     *
+     * @param {OpikApi.AssertionResultBatch} request
+     * @param {AssertionResultsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @example
+     *     await client.assertionResults.storeAssertionsBatch({
+     *         entityType: "TRACE",
+     *         assertionResults: [{
+     *                 entityId: "entity_id",
+     *                 name: "name",
+     *                 status: "passed",
+     *                 source: "ui"
+     *             }]
+     *     })
+     */
+    storeAssertionsBatch(request: AssertionResultBatch, requestOptions?: AssertionResultsClient.RequestOptions): HttpResponsePromise<void>;
+    private __storeAssertionsBatch;
+}
+
 declare namespace AttachmentsClient {
     type Options = BaseClientOptions;
     interface RequestOptions extends BaseRequestOptions {
@@ -11564,6 +11645,7 @@ declare class OpikApiClient {
     protected _agentConfigs: AgentConfigsClient | undefined;
     protected _alerts: AlertsClient | undefined;
     protected _annotationQueues: AnnotationQueuesClient | undefined;
+    protected _assertionResults: AssertionResultsClient | undefined;
     protected _attachments: AttachmentsClient | undefined;
     protected _check: CheckClient | undefined;
     protected _automationRuleEvaluators: AutomationRuleEvaluatorsClient | undefined;
@@ -11598,6 +11680,7 @@ declare class OpikApiClient {
     get agentConfigs(): AgentConfigsClient;
     get alerts(): AlertsClient;
     get annotationQueues(): AnnotationQueuesClient;
+    get assertionResults(): AssertionResultsClient;
     get attachments(): AttachmentsClient;
     get check(): CheckClient;
     get automationRuleEvaluators(): AutomationRuleEvaluatorsClient;

package/dist/index.d.ts

@@ -486,6 +486,30 @@ interface RemoveItemsFromAnnotationQueueRequest {
     body: AnnotationQueueItemIds;
 }
 
+/**
+ * @example
+ *     {
+ *         entityType: "TRACE",
+ *         assertionResults: [{
+ *                 entityId: "entity_id",
+ *                 name: "name",
+ *                 status: "passed",
+ *                 source: "ui"
+ *             }]
+ *     }
+ */
+interface AssertionResultBatch {
+    entityType: AssertionResultBatchEntityType;
+    assertionResults: AssertionResultBatchItem[];
+}
+
+declare const AssertionResultBatchEntityType: {
+    readonly Trace: "TRACE";
+    readonly Span: "SPAN";
+    readonly Thread: "THREAD";
+};
+type AssertionResultBatchEntityType = (typeof AssertionResultBatchEntityType)[keyof typeof AssertionResultBatchEntityType];
+
 /**
  * @example
  *     {
@@ -3268,6 +3292,30 @@ interface AssertionResult {
     reason?: string;
 }
 
+interface AssertionResultBatchItem {
+    entityId: string;
+    /** If null, the default project is used */
+    projectName?: string;
+    projectId?: string;
+    name: string;
+    status: AssertionResultBatchItemStatus;
+    reason?: string;
+    source: AssertionResultBatchItemSource;
+}
+
+declare const AssertionResultBatchItemSource: {
+    readonly Ui: "ui";
+    readonly Sdk: "sdk";
+    readonly OnlineScoring: "online_scoring";
+};
+type AssertionResultBatchItemSource = (typeof AssertionResultBatchItemSource)[keyof typeof AssertionResultBatchItemSource];
+
+declare const AssertionResultBatchItemStatus: {
+    readonly Passed: "passed";
+    readonly Failed: "failed";
+};
+type AssertionResultBatchItemStatus = (typeof AssertionResultBatchItemStatus)[keyof typeof AssertionResultBatchItemStatus];
+
 interface AssertionResultCompare {
     value?: string;
     passed?: boolean;
@@ -6105,6 +6153,7 @@ interface ServiceTogglesConfig {
     collaboratorsTabEnabled: boolean;
     v2WorkspaceAllowlistIds: string[];
     forceWorkspaceVersion: string;
+    defaultPageSize?: number;
     v2WorkspaceAllowlist?: string;
 }
 
@@ -7740,6 +7789,38 @@ declare class AnnotationQueuesClient {
     private __removeItemsFromAnnotationQueue;
 }
 
+declare namespace AssertionResultsClient {
+    type Options = BaseClientOptions;
+    interface RequestOptions extends BaseRequestOptions {
+    }
+}
+/**
+ * Assertion result related resources
+ */
+declare class AssertionResultsClient {
+    protected readonly _options: NormalizedClientOptions<AssertionResultsClient.Options>;
+    constructor(options?: AssertionResultsClient.Options);
+    /**
+     * Batch ingestion of assertion results for traces or spans
+     *
+     * @param {OpikApi.AssertionResultBatch} request
+     * @param {AssertionResultsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @example
+     *     await client.assertionResults.storeAssertionsBatch({
+     *         entityType: "TRACE",
+     *         assertionResults: [{
+     *                 entityId: "entity_id",
+     *                 name: "name",
+     *                 status: "passed",
+     *                 source: "ui"
+     *             }]
+     *     })
+     */
+    storeAssertionsBatch(request: AssertionResultBatch, requestOptions?: AssertionResultsClient.RequestOptions): HttpResponsePromise<void>;
+    private __storeAssertionsBatch;
+}
+
 declare namespace AttachmentsClient {
     type Options = BaseClientOptions;
     interface RequestOptions extends BaseRequestOptions {
@@ -11564,6 +11645,7 @@ declare class OpikApiClient {
     protected _agentConfigs: AgentConfigsClient | undefined;
     protected _alerts: AlertsClient | undefined;
     protected _annotationQueues: AnnotationQueuesClient | undefined;
+    protected _assertionResults: AssertionResultsClient | undefined;
     protected _attachments: AttachmentsClient | undefined;
     protected _check: CheckClient | undefined;
     protected _automationRuleEvaluators: AutomationRuleEvaluatorsClient | undefined;
@@ -11598,6 +11680,7 @@ declare class OpikApiClient {
     get agentConfigs(): AgentConfigsClient;
     get alerts(): AlertsClient;
     get annotationQueues(): AnnotationQueuesClient;
+    get assertionResults(): AssertionResultsClient;
     get attachments(): AttachmentsClient;
     get check(): CheckClient;
     get automationRuleEvaluators(): AutomationRuleEvaluatorsClient;

package/dist/index.js

@@ -1 +1 @@
-import {Ba}from'./chunk-C3YEVQFH.js';export{ra as AgentTaskCompletionJudge,qa as AgentToolCorrectnessJudge,ea as AnswerRelevance,aa as BaseLLMJudgeMetric,B as BaseMetric,C as BaseSuiteEvaluator,p as ChatPrompt,ta as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,Z as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,la as DemographicBiasJudge,ja as DialogueHelpfulnessJudge,Y as ExactMatch,fa as GEval,ga as GEvalPreset,na as GenderBiasJudge,da as Hallucination,$ as IsJson,P as LLMJudge,G as ModelConfigurationError,E as ModelError,F as ModelGenerationError,ba as Moderation,za as Opik,D as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,ma as PoliticalBiasJudge,o as Prompt,k as PromptType,sa as PromptUncertaintyJudge,ka as QARelevanceJudge,_ as RegexMatch,pa as RegionalBiasJudge,oa as ReligiousBiasJudge,O as ResponseSchema,M as SYSTEM_PROMPT,ia as SummarizationCoherenceJudge,ha as SummarizationConsistencyJudge,xa as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,N as USER_PROMPT_TEMPLATE,ca as Usefulness,I as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,J as createModel,K as createModelFromInstance,R as deserializeEvaluators,H as detectProvider,c as disableLogger,W as evaluate,X as evaluatePrompt,U as evaluateTestSuite,u as flushAll,e as generateId,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,ua as resolveEvaluators,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,L as resolveModel,V as runTests,Q as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,va as validateEvaluators,wa as validateExecutionPolicy,Aa as z}from'./chunk-C3YEVQFH.js';Ba();
+import {Ba}from'./chunk-62D43JIB.js';export{ra as AgentTaskCompletionJudge,qa as AgentToolCorrectnessJudge,ea as AnswerRelevance,aa as BaseLLMJudgeMetric,B as BaseMetric,C as BaseSuiteEvaluator,p as ChatPrompt,ta as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,Z as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,la as DemographicBiasJudge,ja as DialogueHelpfulnessJudge,Y as ExactMatch,fa as GEval,ga as GEvalPreset,na as GenderBiasJudge,da as Hallucination,$ as IsJson,P as LLMJudge,G as ModelConfigurationError,E as ModelError,F as ModelGenerationError,ba as Moderation,za as Opik,D as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,ma as PoliticalBiasJudge,o as Prompt,k as PromptType,sa as PromptUncertaintyJudge,ka as QARelevanceJudge,_ as RegexMatch,pa as RegionalBiasJudge,oa as ReligiousBiasJudge,O as ResponseSchema,M as SYSTEM_PROMPT,ia as SummarizationCoherenceJudge,ha as SummarizationConsistencyJudge,xa as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,N as USER_PROMPT_TEMPLATE,ca as Usefulness,I as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,J as createModel,K as createModelFromInstance,R as deserializeEvaluators,H as detectProvider,c as disableLogger,W as evaluate,X as evaluatePrompt,U as evaluateTestSuite,u as flushAll,e as generateId,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,ua as resolveEvaluators,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,L as resolveModel,V as runTests,Q as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,va as validateEvaluators,wa as validateExecutionPolicy,Aa as z}from'./chunk-62D43JIB.js';Ba();

package/dist/{suite-MYJYLBYX.js → suite-HGQSCN74.js}

@@ -1 +1 @@
-import {ya}from'./chunk-C3YEVQFH.js';export{y as DEFAULT_EXECUTION_POLICY,xa as TestSuite,z as TestSuiteResult,A as buildSuiteResult,R as deserializeEvaluators,U as evaluateTestSuite,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,V as runTests,Q as serializeEvaluators}from'./chunk-C3YEVQFH.js';ya();
+import {ya}from'./chunk-62D43JIB.js';export{y as DEFAULT_EXECUTION_POLICY,xa as TestSuite,z as TestSuiteResult,A as buildSuiteResult,R as deserializeEvaluators,U as evaluateTestSuite,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,V as runTests,Q as serializeEvaluators}from'./chunk-62D43JIB.js';ya();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "opik",
   "description": "Opik TypeScript and JavaScript SDK",
-  "version": "2.0.16",
+  "version": "2.0.18",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/comet-ml/opik.git",