opik 1.9.11 → 1.9.13

package/dist/index.d.cts

@@ -1,7 +1,7 @@
 import * as stream from 'stream';
 import { Logger } from 'tslog';
 import z$1, { z } from 'zod';
-import { LanguageModel } from 'ai';
+import { ModelMessage, SystemModelMessage, UserModelMessage, AssistantModelMessage, ToolModelMessage, LanguageModel } from 'ai';
 import { OpenAIProviderSettings } from '@ai-sdk/openai';
 import { OpenAIChatModelId } from '@ai-sdk/openai/internal';
 import { AnthropicProviderSettings } from '@ai-sdk/anthropic';
@@ -9732,14 +9732,6 @@ interface EvaluateOptions<T = Record<string, unknown>> {
 }
 declare function evaluate<T = Record<string, unknown>>(options: EvaluateOptions<T>): Promise<EvaluationResult>;
 
-type JSONValue = null | string | number | boolean | {
-    [value: string]: JSONValue;
-} | Array<JSONValue>;
-/**
- * Provider-specific options.
- * Allows providers to pass through custom metadata and functionality.
- */
-type ProviderOptions = Record<string, Record<string, JSONValue>>;
 /**
  * System message containing system instructions.
  *
@@ -9747,42 +9739,26 @@ type ProviderOptions = Record<string, Record<string, JSONValue>>;
  * to increase the resilience against prompt injection attacks,
  * and because not all providers support several system messages.
  */
-interface OpikSystemMessage {
-    role: "system";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikSystemMessage = SystemModelMessage;
 /**
  * User message containing user input.
  */
-interface OpikUserMessage {
-    role: "user";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikUserMessage = UserModelMessage;
 /**
  * Assistant message containing model response.
  */
-interface OpikAssistantMessage {
-    role: "assistant";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikAssistantMessage = AssistantModelMessage;
 /**
  * Tool message containing tool call results.
  */
-interface OpikToolMessage {
-    role: "tool";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikToolMessage = ToolModelMessage;
 /**
  * Union type of all message types.
  * This is the main type to use for message arrays in LLM conversations.
  *
  * Provider-agnostic interface that can be adapted to any LLM provider.
  */
-type OpikMessage = OpikSystemMessage | OpikUserMessage | OpikAssistantMessage;
+type OpikMessage = ModelMessage;
 /**
  * Abstract base class for all LLM model providers in Opik evaluation system.
  *
@@ -11200,4 +11176,4 @@ declare class OpikQueryLanguage {
     private parseConnector;
 }
 
-export { type AllProviderOptions, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, Contains, type DatasetPublic, type EvaluateOptions, type EvaluatePromptOptions, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, type GoogleProviderOptions, Hallucination, IsJson, type LLMJudgeModelSettings, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, Prompt, PromptType, type ProviderOptions, type ProviderOptionsForModel, RegexMatch, type ScoringKeyMappingType, Span, SpanType, type SupportedModelId, Trace, Usefulness, VercelAIChatModel, createModel, createModelFromInstance, detectProvider, disableLogger, evaluate, evaluatePrompt, flushAll, generateId, getTrackContext, logger, resolveModel, setLoggerLevel, track };
+export { type AllProviderOptions, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, Contains, type DatasetPublic, type EvaluateOptions, type EvaluatePromptOptions, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, type GoogleProviderOptions, Hallucination, IsJson, type LLMJudgeModelSettings, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, Prompt, PromptType, type ProviderOptionsForModel, RegexMatch, type ScoringKeyMappingType, Span, SpanType, type SupportedModelId, Trace, Usefulness, VercelAIChatModel, createModel, createModelFromInstance, detectProvider, disableLogger, evaluate, evaluatePrompt, flushAll, generateId, getTrackContext, logger, resolveModel, setLoggerLevel, track };

package/dist/index.d.ts

@@ -1,7 +1,7 @@
 import * as stream from 'stream';
 import { Logger } from 'tslog';
 import z$1, { z } from 'zod';
-import { LanguageModel } from 'ai';
+import { ModelMessage, SystemModelMessage, UserModelMessage, AssistantModelMessage, ToolModelMessage, LanguageModel } from 'ai';
 import { OpenAIProviderSettings } from '@ai-sdk/openai';
 import { OpenAIChatModelId } from '@ai-sdk/openai/internal';
 import { AnthropicProviderSettings } from '@ai-sdk/anthropic';
@@ -9732,14 +9732,6 @@ interface EvaluateOptions<T = Record<string, unknown>> {
 }
 declare function evaluate<T = Record<string, unknown>>(options: EvaluateOptions<T>): Promise<EvaluationResult>;
 
-type JSONValue = null | string | number | boolean | {
-    [value: string]: JSONValue;
-} | Array<JSONValue>;
-/**
- * Provider-specific options.
- * Allows providers to pass through custom metadata and functionality.
- */
-type ProviderOptions = Record<string, Record<string, JSONValue>>;
 /**
  * System message containing system instructions.
  *
@@ -9747,42 +9739,26 @@ type ProviderOptions = Record<string, Record<string, JSONValue>>;
  * to increase the resilience against prompt injection attacks,
  * and because not all providers support several system messages.
  */
-interface OpikSystemMessage {
-    role: "system";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikSystemMessage = SystemModelMessage;
 /**
  * User message containing user input.
  */
-interface OpikUserMessage {
-    role: "user";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikUserMessage = UserModelMessage;
 /**
  * Assistant message containing model response.
  */
-interface OpikAssistantMessage {
-    role: "assistant";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikAssistantMessage = AssistantModelMessage;
 /**
  * Tool message containing tool call results.
  */
-interface OpikToolMessage {
-    role: "tool";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikToolMessage = ToolModelMessage;
 /**
  * Union type of all message types.
  * This is the main type to use for message arrays in LLM conversations.
  *
  * Provider-agnostic interface that can be adapted to any LLM provider.
  */
-type OpikMessage = OpikSystemMessage | OpikUserMessage | OpikAssistantMessage;
+type OpikMessage = ModelMessage;
 /**
  * Abstract base class for all LLM model providers in Opik evaluation system.
  *
@@ -11200,4 +11176,4 @@ declare class OpikQueryLanguage {
     private parseConnector;
 }
 
-export { type AllProviderOptions, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, Contains, type DatasetPublic, type EvaluateOptions, type EvaluatePromptOptions, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, type GoogleProviderOptions, Hallucination, IsJson, type LLMJudgeModelSettings, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, Prompt, PromptType, type ProviderOptions, type ProviderOptionsForModel, RegexMatch, type ScoringKeyMappingType, Span, SpanType, type SupportedModelId, Trace, Usefulness, VercelAIChatModel, createModel, createModelFromInstance, detectProvider, disableLogger, evaluate, evaluatePrompt, flushAll, generateId, getTrackContext, logger, resolveModel, setLoggerLevel, track };
+export { type AllProviderOptions, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, Contains, type DatasetPublic, type EvaluateOptions, type EvaluatePromptOptions, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, type GoogleProviderOptions, Hallucination, IsJson, type LLMJudgeModelSettings, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, Prompt, PromptType, type ProviderOptionsForModel, RegexMatch, type ScoringKeyMappingType, Span, SpanType, type SupportedModelId, Trace, Usefulness, VercelAIChatModel, createModel, createModelFromInstance, detectProvider, disableLogger, evaluate, evaluatePrompt, flushAll, generateId, getTrackContext, logger, resolveModel, setLoggerLevel, track };