opik 2.0.64 → 2.0.66

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.cts CHANGED
@@ -6664,6 +6664,7 @@ interface ServiceTogglesConfig {
6664
6664
  welcomeWizardEnabled: boolean;
6665
6665
  exportEnabled: boolean;
6666
6666
  optimizationStudioEnabled: boolean;
6667
+ costIntelligenceEnabled: boolean;
6667
6668
  datasetVersioningEnabled: boolean;
6668
6669
  datasetExportEnabled: boolean;
6669
6670
  demoDataEnabled: boolean;
@@ -12879,6 +12880,7 @@ interface OpikConfig {
12879
12880
  batchDelayMs?: number;
12880
12881
  holdUntilFlush?: boolean;
12881
12882
  promptCacheTtlSeconds?: number;
12883
+ trackDisable?: boolean;
12882
12884
  }
12883
12885
  interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
12884
12886
  headers?: Record<string, string>;
@@ -14719,6 +14721,7 @@ declare abstract class BaseAnnotationQueue {
14719
14721
  delete(): Promise<void>;
14720
14722
  protected addItemsBatch(ids: string[]): Promise<void>;
14721
14723
  protected removeItemsBatch(ids: string[]): Promise<void>;
14724
+ protected fetchAllItems<T>(fetchPage: (limit: number, lastRetrievedId?: string) => Promise<T[]>, getCursor: (item: T) => string | undefined): Promise<T[]>;
14722
14725
  }
14723
14726
 
14724
14727
  declare class TracesAnnotationQueue extends BaseAnnotationQueue {
@@ -14726,6 +14729,16 @@ declare class TracesAnnotationQueue extends BaseAnnotationQueue {
14726
14729
  constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
14727
14730
  private extractTraceIds;
14728
14731
  addTraces(traces: TracePublic[]): Promise<void>;
14732
+ /**
14733
+ * Fetches all traces currently assigned to this annotation queue.
14734
+ *
14735
+ * @param options.truncateImages When true (default), truncates inline base64
14736
+ * image data in input, output and metadata to slim payloads.
14737
+ * @returns The traces in the queue.
14738
+ */
14739
+ getItems(options?: {
14740
+ truncateImages?: boolean;
14741
+ }): Promise<TracePublic[]>;
14729
14742
  removeTraces(traces: TracePublic[]): Promise<void>;
14730
14743
  }
14731
14744
 
@@ -14734,6 +14747,16 @@ declare class ThreadsAnnotationQueue extends BaseAnnotationQueue {
14734
14747
  constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
14735
14748
  private extractThreadIds;
14736
14749
  addThreads(threads: TraceThread[]): Promise<void>;
14750
+ /**
14751
+ * Fetches all threads currently assigned to this annotation queue.
14752
+ *
14753
+ * @param options.truncateImages When true (default), truncates inline base64
14754
+ * image data in input, output and metadata to slim payloads.
14755
+ * @returns The threads in the queue.
14756
+ */
14757
+ getItems(options?: {
14758
+ truncateImages?: boolean;
14759
+ }): Promise<TraceThread[]>;
14737
14760
  removeThreads(threads: TraceThread[]): Promise<void>;
14738
14761
  }
14739
14762
 
@@ -15549,6 +15572,21 @@ declare class OpikClient {
15549
15572
  }) => Promise<void>;
15550
15573
  }
15551
15574
 
15575
+ /**
15576
+ * Enable or disable tracing at runtime. Overrides the `trackDisable` config
15577
+ * default until {@link resetTracingToConfigDefault} is called.
15578
+ */
15579
+ declare function setTracingActive(active: boolean): void;
15580
+ /**
15581
+ * Whether tracing is currently active. Returns the runtime override if one was
15582
+ * set, otherwise the (cached) `!trackDisable` config default.
15583
+ */
15584
+ declare function isTracingActive(): boolean;
15585
+ /**
15586
+ * Clear any runtime override so the `trackDisable` config default applies again.
15587
+ */
15588
+ declare function resetTracingToConfigDefault(): void;
15589
+
15552
15590
  interface RegistryEntry {
15553
15591
  func: (...args: any[]) => any;
15554
15592
  name: string;
@@ -17536,4 +17574,4 @@ interface DistributedTraceHeaders {
17536
17574
  */
17537
17575
  declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
17538
17576
 
17539
- export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
17577
+ export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, isTracingActive, logger, resetGlobalClient, resetTracingToConfigDefault, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, setTracingActive, track, validateEvaluators, validateExecutionPolicy };
package/dist/index.d.ts CHANGED
@@ -6664,6 +6664,7 @@ interface ServiceTogglesConfig {
6664
6664
  welcomeWizardEnabled: boolean;
6665
6665
  exportEnabled: boolean;
6666
6666
  optimizationStudioEnabled: boolean;
6667
+ costIntelligenceEnabled: boolean;
6667
6668
  datasetVersioningEnabled: boolean;
6668
6669
  datasetExportEnabled: boolean;
6669
6670
  demoDataEnabled: boolean;
@@ -12879,6 +12880,7 @@ interface OpikConfig {
12879
12880
  batchDelayMs?: number;
12880
12881
  holdUntilFlush?: boolean;
12881
12882
  promptCacheTtlSeconds?: number;
12883
+ trackDisable?: boolean;
12882
12884
  }
12883
12885
  interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
12884
12886
  headers?: Record<string, string>;
@@ -14719,6 +14721,7 @@ declare abstract class BaseAnnotationQueue {
14719
14721
  delete(): Promise<void>;
14720
14722
  protected addItemsBatch(ids: string[]): Promise<void>;
14721
14723
  protected removeItemsBatch(ids: string[]): Promise<void>;
14724
+ protected fetchAllItems<T>(fetchPage: (limit: number, lastRetrievedId?: string) => Promise<T[]>, getCursor: (item: T) => string | undefined): Promise<T[]>;
14722
14725
  }
14723
14726
 
14724
14727
  declare class TracesAnnotationQueue extends BaseAnnotationQueue {
@@ -14726,6 +14729,16 @@ declare class TracesAnnotationQueue extends BaseAnnotationQueue {
14726
14729
  constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
14727
14730
  private extractTraceIds;
14728
14731
  addTraces(traces: TracePublic[]): Promise<void>;
14732
+ /**
14733
+ * Fetches all traces currently assigned to this annotation queue.
14734
+ *
14735
+ * @param options.truncateImages When true (default), truncates inline base64
14736
+ * image data in input, output and metadata to slim payloads.
14737
+ * @returns The traces in the queue.
14738
+ */
14739
+ getItems(options?: {
14740
+ truncateImages?: boolean;
14741
+ }): Promise<TracePublic[]>;
14729
14742
  removeTraces(traces: TracePublic[]): Promise<void>;
14730
14743
  }
14731
14744
 
@@ -14734,6 +14747,16 @@ declare class ThreadsAnnotationQueue extends BaseAnnotationQueue {
14734
14747
  constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
14735
14748
  private extractThreadIds;
14736
14749
  addThreads(threads: TraceThread[]): Promise<void>;
14750
+ /**
14751
+ * Fetches all threads currently assigned to this annotation queue.
14752
+ *
14753
+ * @param options.truncateImages When true (default), truncates inline base64
14754
+ * image data in input, output and metadata to slim payloads.
14755
+ * @returns The threads in the queue.
14756
+ */
14757
+ getItems(options?: {
14758
+ truncateImages?: boolean;
14759
+ }): Promise<TraceThread[]>;
14737
14760
  removeThreads(threads: TraceThread[]): Promise<void>;
14738
14761
  }
14739
14762
 
@@ -15549,6 +15572,21 @@ declare class OpikClient {
15549
15572
  }) => Promise<void>;
15550
15573
  }
15551
15574
 
15575
+ /**
15576
+ * Enable or disable tracing at runtime. Overrides the `trackDisable` config
15577
+ * default until {@link resetTracingToConfigDefault} is called.
15578
+ */
15579
+ declare function setTracingActive(active: boolean): void;
15580
+ /**
15581
+ * Whether tracing is currently active. Returns the runtime override if one was
15582
+ * set, otherwise the (cached) `!trackDisable` config default.
15583
+ */
15584
+ declare function isTracingActive(): boolean;
15585
+ /**
15586
+ * Clear any runtime override so the `trackDisable` config default applies again.
15587
+ */
15588
+ declare function resetTracingToConfigDefault(): void;
15589
+
15552
15590
  interface RegistryEntry {
15553
15591
  func: (...args: any[]) => any;
15554
15592
  name: string;
@@ -17536,4 +17574,4 @@ interface DistributedTraceHeaders {
17536
17574
  */
17537
17575
  declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
17538
17576
 
17539
- export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
17577
+ export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, isTracingActive, logger, resetGlobalClient, resetTracingToConfigDefault, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, setTracingActive, track, validateEvaluators, validateExecutionPolicy };
package/dist/index.js CHANGED
@@ -1 +1 @@
1
- import {Fa}from'./chunk-CSCAOGDC.js';export{sa as AgentTaskCompletionJudge,ra as AgentToolCorrectnessJudge,fa as AnswerRelevance,ba as BaseLLMJudgeMetric,C as BaseMetric,D as BaseSuiteEvaluator,p as ChatPrompt,ua as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,_ as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,ma as DemographicBiasJudge,ka as DialogueHelpfulnessJudge,Z as ExactMatch,ga as GEval,ha as GEvalPreset,oa as GenderBiasJudge,ea as Hallucination,aa as IsJson,Q as LLMJudge,H as ModelConfigurationError,F as ModelError,G as ModelGenerationError,ca as Moderation,Ca as OPIK_PARENT_SPAN_ID_HEADER,Ba as OPIK_TRACE_ID_HEADER,Aa as Opik,E as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,na as PoliticalBiasJudge,o as Prompt,k as PromptType,ta as PromptUncertaintyJudge,la as QARelevanceJudge,$ as RegexMatch,qa as RegionalBiasJudge,pa as ReligiousBiasJudge,P as ResponseSchema,N as SYSTEM_PROMPT,ja as SummarizationCoherenceJudge,ia as SummarizationConsistencyJudge,B as TASK_ERROR_SCORE_NAME,ya as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,O as USER_PROMPT_TEMPLATE,da as Usefulness,J as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,K as createModel,L as createModelFromInstance,S as deserializeEvaluators,I as detectProvider,c as disableLogger,X as evaluate,Y as evaluatePrompt,V as evaluateTestSuite,u as flushAll,e as generateId,Da as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,va as resolveEvaluators,T as resolveExecutionPolicy,U as resolveItemExecutionPolicy,M as resolveModel,W as runTests,R as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,wa as validateEvaluators,xa as validateExecutionPolicy,Ea as z}from'./chunk-CSCAOGDC.js';Fa();
1
+ import {Ia}from'./chunk-BYDBZQBY.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-BYDBZQBY.js';Ia();
@@ -0,0 +1 @@
1
+ import {Ca}from'./chunk-BYDBZQBY.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-BYDBZQBY.js';Ca();
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "opik",
3
3
  "description": "Opik TypeScript and JavaScript SDK",
4
- "version": "2.0.64",
4
+ "version": "2.0.66",
5
5
  "repository": {
6
6
  "type": "git",
7
7
  "url": "git+https://github.com/comet-ml/opik.git",