opik 2.2.2 → 2.2.4

package/dist/index.d.cts

@@ -4048,6 +4048,8 @@ declare namespace AutomationRuleEvaluatorObjectObjectPublic {
         name: string;
         samplingRate?: number;
         enabled?: boolean;
+        /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+        triggerScope?: AutomationRuleEvaluatorObjectObjectPublicTriggerScope;
         createdAt?: Date;
         createdBy?: string;
         lastUpdatedAt?: Date;
@@ -4061,6 +4063,14 @@ declare const AutomationRuleEvaluatorObjectObjectPublicAction: {
 };
 type AutomationRuleEvaluatorObjectObjectPublicAction = (typeof AutomationRuleEvaluatorObjectObjectPublicAction)[keyof typeof AutomationRuleEvaluatorObjectObjectPublicAction];
 
+/** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+declare const AutomationRuleEvaluatorObjectObjectPublicTriggerScope: {
+    readonly Production: "production";
+    readonly Experiment: "experiment";
+    readonly Both: "both";
+};
+type AutomationRuleEvaluatorObjectObjectPublicTriggerScope = (typeof AutomationRuleEvaluatorObjectObjectPublicTriggerScope)[keyof typeof AutomationRuleEvaluatorObjectObjectPublicTriggerScope];
+
 interface AutomationRuleEvaluatorPagePublic {
     page?: number;
     size?: number;
@@ -4100,6 +4110,8 @@ declare namespace AutomationRuleEvaluatorPublic {
         name: string;
         samplingRate?: number;
         enabled?: boolean;
+        /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+        triggerScope?: AutomationRuleEvaluatorPublicTriggerScope;
         createdAt?: Date;
         createdBy?: string;
         lastUpdatedAt?: Date;
@@ -4113,6 +4125,14 @@ declare const AutomationRuleEvaluatorPublicAction: {
 };
 type AutomationRuleEvaluatorPublicAction = (typeof AutomationRuleEvaluatorPublicAction)[keyof typeof AutomationRuleEvaluatorPublicAction];
 
+/** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+declare const AutomationRuleEvaluatorPublicTriggerScope: {
+    readonly Production: "production";
+    readonly Experiment: "experiment";
+    readonly Both: "both";
+};
+type AutomationRuleEvaluatorPublicTriggerScope = (typeof AutomationRuleEvaluatorPublicTriggerScope)[keyof typeof AutomationRuleEvaluatorPublicTriggerScope];
+
 interface AutomationRuleEvaluatorSpanLlmAsJudgePublic {
     filters?: SpanFilterPublic[];
     code?: SpanLlmAsJudgeCodePublic;
@@ -4177,6 +4197,7 @@ declare namespace AutomationRuleEvaluatorUpdate {
         name: string;
         samplingRate?: number;
         enabled?: boolean;
+        triggerScope?: AutomationRuleEvaluatorUpdateTriggerScope;
         /** Primary project ID (legacy field, maintained for backwards compatibility) */
         projectId?: string;
         /** Multiple project IDs (new field for multi-project support) */
@@ -4215,6 +4236,13 @@ interface AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython {
     code?: TraceThreadUserDefinedMetricPythonCode;
 }
 
+declare const AutomationRuleEvaluatorUpdateTriggerScope: {
+    readonly Production: "production";
+    readonly Experiment: "experiment";
+    readonly Both: "both";
+};
+type AutomationRuleEvaluatorUpdateTriggerScope = (typeof AutomationRuleEvaluatorUpdateTriggerScope)[keyof typeof AutomationRuleEvaluatorUpdateTriggerScope];
+
 interface AutomationRuleEvaluatorUpdateUserDefinedMetricPython {
     filters?: TraceFilter[];
     code?: UserDefinedMetricPythonCode;
@@ -4258,6 +4286,8 @@ declare namespace AutomationRuleEvaluatorWrite {
         name: string;
         samplingRate?: number;
         enabled?: boolean;
+        /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+        triggerScope?: AutomationRuleEvaluatorWriteTriggerScope;
         action: AutomationRuleEvaluatorWriteAction;
     }
 }
@@ -4267,6 +4297,14 @@ declare const AutomationRuleEvaluatorWriteAction: {
 };
 type AutomationRuleEvaluatorWriteAction = (typeof AutomationRuleEvaluatorWriteAction)[keyof typeof AutomationRuleEvaluatorWriteAction];
 
+/** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+declare const AutomationRuleEvaluatorWriteTriggerScope: {
+    readonly Production: "production";
+    readonly Experiment: "experiment";
+    readonly Both: "both";
+};
+type AutomationRuleEvaluatorWriteTriggerScope = (typeof AutomationRuleEvaluatorWriteTriggerScope)[keyof typeof AutomationRuleEvaluatorWriteTriggerScope];
+
 interface AvgValueStatPublic {
     value?: number;
 }
@@ -13409,6 +13447,9 @@ interface OpikConfig {
     holdUntilFlush?: boolean;
     promptCacheTtlSeconds?: number;
     trackDisable?: boolean;
+    maxPayloadSizeMb?: number;
+    isAttachmentExtractionActive?: boolean;
+    minBase64EmbeddedAttachmentSize?: number;
 }
 interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
     headers?: Record<string, string>;
@@ -13925,13 +13966,24 @@ declare class AssertionResultsBatchQueue extends BatchQueue<AssertionResultBatch
     protected deleteEntities(): Promise<void>;
 }
 
+interface AttachmentUploadConfig {
+    minSizeBytes: number;
+    apiUrl: string;
+    workspaceName: string;
+    apiKey?: string;
+    extraHeaders?: Record<string, string>;
+}
+
 type SpanUpdate = Partial<SavedSpan> & {
     traceId: string;
 };
 declare class SpanBatchQueue extends BatchQueue<SavedSpan> {
     private readonly api;
-    constructor(api: OpikApiClientTemp, delay?: number);
+    private readonly maxPayloadSizeMb?;
+    private readonly attachmentUpload?;
+    constructor(api: OpikApiClientTemp, delay?: number, maxPayloadSizeMb?: number | undefined, attachmentUpload?: AttachmentUploadConfig | undefined);
     protected getId(entity: SavedSpan): string;
+    private extractAttachments;
     protected createEntities(spans: SavedSpan[]): Promise<void>;
     protected getEntity(id: string): Promise<SavedSpan>;
     protected updateEntity(id: string, updates: SpanUpdate): Promise<void>;
@@ -13957,8 +14009,11 @@ declare class SpanFeedbackScoresBatchQueue extends BatchQueue<FeedbackScoreBatch
 
 declare class TraceBatchQueue extends BatchQueue<SavedTrace> {
     private readonly api;
-    constructor(api: OpikApiClientTemp, delay?: number);
+    private readonly maxPayloadSizeMb?;
+    private readonly attachmentUpload?;
+    constructor(api: OpikApiClientTemp, delay?: number, maxPayloadSizeMb?: number | undefined, attachmentUpload?: AttachmentUploadConfig | undefined);
     protected getId(entity: SavedTrace): string;
+    private extractAttachments;
     protected createEntities(traces: SavedTrace[]): Promise<void>;
     protected getEntity(id: string): Promise<SavedTrace>;
     protected updateEntity(id: string, updates: Partial<SavedTrace>): Promise<void>;

package/dist/index.d.ts

@@ -4048,6 +4048,8 @@ declare namespace AutomationRuleEvaluatorObjectObjectPublic {
         name: string;
         samplingRate?: number;
         enabled?: boolean;
+        /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+        triggerScope?: AutomationRuleEvaluatorObjectObjectPublicTriggerScope;
         createdAt?: Date;
         createdBy?: string;
         lastUpdatedAt?: Date;
@@ -4061,6 +4063,14 @@ declare const AutomationRuleEvaluatorObjectObjectPublicAction: {
 };
 type AutomationRuleEvaluatorObjectObjectPublicAction = (typeof AutomationRuleEvaluatorObjectObjectPublicAction)[keyof typeof AutomationRuleEvaluatorObjectObjectPublicAction];
 
+/** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+declare const AutomationRuleEvaluatorObjectObjectPublicTriggerScope: {
+    readonly Production: "production";
+    readonly Experiment: "experiment";
+    readonly Both: "both";
+};
+type AutomationRuleEvaluatorObjectObjectPublicTriggerScope = (typeof AutomationRuleEvaluatorObjectObjectPublicTriggerScope)[keyof typeof AutomationRuleEvaluatorObjectObjectPublicTriggerScope];
+
 interface AutomationRuleEvaluatorPagePublic {
     page?: number;
     size?: number;
@@ -4100,6 +4110,8 @@ declare namespace AutomationRuleEvaluatorPublic {
         name: string;
         samplingRate?: number;
         enabled?: boolean;
+        /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+        triggerScope?: AutomationRuleEvaluatorPublicTriggerScope;
         createdAt?: Date;
         createdBy?: string;
         lastUpdatedAt?: Date;
@@ -4113,6 +4125,14 @@ declare const AutomationRuleEvaluatorPublicAction: {
 };
 type AutomationRuleEvaluatorPublicAction = (typeof AutomationRuleEvaluatorPublicAction)[keyof typeof AutomationRuleEvaluatorPublicAction];
 
+/** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+declare const AutomationRuleEvaluatorPublicTriggerScope: {
+    readonly Production: "production";
+    readonly Experiment: "experiment";
+    readonly Both: "both";
+};
+type AutomationRuleEvaluatorPublicTriggerScope = (typeof AutomationRuleEvaluatorPublicTriggerScope)[keyof typeof AutomationRuleEvaluatorPublicTriggerScope];
+
 interface AutomationRuleEvaluatorSpanLlmAsJudgePublic {
     filters?: SpanFilterPublic[];
     code?: SpanLlmAsJudgeCodePublic;
@@ -4177,6 +4197,7 @@ declare namespace AutomationRuleEvaluatorUpdate {
         name: string;
         samplingRate?: number;
         enabled?: boolean;
+        triggerScope?: AutomationRuleEvaluatorUpdateTriggerScope;
         /** Primary project ID (legacy field, maintained for backwards compatibility) */
         projectId?: string;
         /** Multiple project IDs (new field for multi-project support) */
@@ -4215,6 +4236,13 @@ interface AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython {
     code?: TraceThreadUserDefinedMetricPythonCode;
 }
 
+declare const AutomationRuleEvaluatorUpdateTriggerScope: {
+    readonly Production: "production";
+    readonly Experiment: "experiment";
+    readonly Both: "both";
+};
+type AutomationRuleEvaluatorUpdateTriggerScope = (typeof AutomationRuleEvaluatorUpdateTriggerScope)[keyof typeof AutomationRuleEvaluatorUpdateTriggerScope];
+
 interface AutomationRuleEvaluatorUpdateUserDefinedMetricPython {
     filters?: TraceFilter[];
     code?: UserDefinedMetricPythonCode;
@@ -4258,6 +4286,8 @@ declare namespace AutomationRuleEvaluatorWrite {
         name: string;
         samplingRate?: number;
         enabled?: boolean;
+        /** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+        triggerScope?: AutomationRuleEvaluatorWriteTriggerScope;
         action: AutomationRuleEvaluatorWriteAction;
     }
 }
@@ -4267,6 +4297,14 @@ declare const AutomationRuleEvaluatorWriteAction: {
 };
 type AutomationRuleEvaluatorWriteAction = (typeof AutomationRuleEvaluatorWriteAction)[keyof typeof AutomationRuleEvaluatorWriteAction];
 
+/** Controls whether the rule fires on production traces, experiment traces, or both. Defaults to 'production' if omitted. */
+declare const AutomationRuleEvaluatorWriteTriggerScope: {
+    readonly Production: "production";
+    readonly Experiment: "experiment";
+    readonly Both: "both";
+};
+type AutomationRuleEvaluatorWriteTriggerScope = (typeof AutomationRuleEvaluatorWriteTriggerScope)[keyof typeof AutomationRuleEvaluatorWriteTriggerScope];
+
 interface AvgValueStatPublic {
     value?: number;
 }
@@ -13409,6 +13447,9 @@ interface OpikConfig {
     holdUntilFlush?: boolean;
     promptCacheTtlSeconds?: number;
     trackDisable?: boolean;
+    maxPayloadSizeMb?: number;
+    isAttachmentExtractionActive?: boolean;
+    minBase64EmbeddedAttachmentSize?: number;
 }
 interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
     headers?: Record<string, string>;
@@ -13925,13 +13966,24 @@ declare class AssertionResultsBatchQueue extends BatchQueue<AssertionResultBatch
     protected deleteEntities(): Promise<void>;
 }
 
+interface AttachmentUploadConfig {
+    minSizeBytes: number;
+    apiUrl: string;
+    workspaceName: string;
+    apiKey?: string;
+    extraHeaders?: Record<string, string>;
+}
+
 type SpanUpdate = Partial<SavedSpan> & {
     traceId: string;
 };
 declare class SpanBatchQueue extends BatchQueue<SavedSpan> {
     private readonly api;
-    constructor(api: OpikApiClientTemp, delay?: number);
+    private readonly maxPayloadSizeMb?;
+    private readonly attachmentUpload?;
+    constructor(api: OpikApiClientTemp, delay?: number, maxPayloadSizeMb?: number | undefined, attachmentUpload?: AttachmentUploadConfig | undefined);
     protected getId(entity: SavedSpan): string;
+    private extractAttachments;
     protected createEntities(spans: SavedSpan[]): Promise<void>;
     protected getEntity(id: string): Promise<SavedSpan>;
     protected updateEntity(id: string, updates: SpanUpdate): Promise<void>;
@@ -13957,8 +14009,11 @@ declare class SpanFeedbackScoresBatchQueue extends BatchQueue<FeedbackScoreBatch
 
 declare class TraceBatchQueue extends BatchQueue<SavedTrace> {
     private readonly api;
-    constructor(api: OpikApiClientTemp, delay?: number);
+    private readonly maxPayloadSizeMb?;
+    private readonly attachmentUpload?;
+    constructor(api: OpikApiClientTemp, delay?: number, maxPayloadSizeMb?: number | undefined, attachmentUpload?: AttachmentUploadConfig | undefined);
     protected getId(entity: SavedTrace): string;
+    private extractAttachments;
     protected createEntities(traces: SavedTrace[]): Promise<void>;
     protected getEntity(id: string): Promise<SavedTrace>;
     protected updateEntity(id: string, updates: Partial<SavedTrace>): Promise<void>;

package/dist/index.js

@@ -1 +1 @@
-import {Ia}from'./chunk-UWEW2JHE.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-UWEW2JHE.js';Ia();
+import {Ia}from'./chunk-6AIUIPIA.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-6AIUIPIA.js';Ia();

package/dist/{suite-JQGBFRRK.js → suite-VKIVRD4K.js}

@@ -1 +1 @@
-import {Ca}from'./chunk-UWEW2JHE.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-UWEW2JHE.js';Ca();
+import {Ca}from'./chunk-6AIUIPIA.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-6AIUIPIA.js';Ca();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "opik",
   "description": "Opik TypeScript and JavaScript SDK",
-  "version": "2.2.2",
+  "version": "2.2.4",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/comet-ml/opik.git",