opik 1.9.12 → 1.9.14

package/dist/index.d.cts

@@ -1,7 +1,7 @@
 import * as stream from 'stream';
 import { Logger } from 'tslog';
 import z$1, { z } from 'zod';
-import { LanguageModel } from 'ai';
+import { ModelMessage, SystemModelMessage, UserModelMessage, AssistantModelMessage, ToolModelMessage, LanguageModel } from 'ai';
 import { OpenAIProviderSettings } from '@ai-sdk/openai';
 import { OpenAIChatModelId } from '@ai-sdk/openai/internal';
 import { AnthropicProviderSettings } from '@ai-sdk/anthropic';
@@ -637,10 +637,11 @@ interface ExperimentStreamRequestPublic {
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
-type FindFeedbackDefinitionsRequestType = "numerical" | "categorical";
+type FindFeedbackDefinitionsRequestType = "numerical" | "categorical" | "boolean";
 declare const FindFeedbackDefinitionsRequestType: {
     readonly Numerical: "numerical";
     readonly Categorical: "categorical";
+    readonly Boolean: "boolean";
 };
 
 /**
@@ -1738,10 +1739,12 @@ interface WorkspaceTraceCount {
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
-type AlertTriggerConfigWriteType = "scope:project" | "threshold:feedback_score";
+type AlertTriggerConfigWriteType = "scope:project" | "threshold:feedback_score" | "threshold:cost" | "threshold:latency";
 declare const AlertTriggerConfigWriteType: {
     readonly ScopeProject: "scope:project";
     readonly ThresholdFeedbackScore: "threshold:feedback_score";
+    readonly ThresholdCost: "threshold:cost";
+    readonly ThresholdLatency: "threshold:latency";
 };
 
 /**
@@ -1838,10 +1841,12 @@ interface AlertPagePublic {
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
-type AlertTriggerConfigPublicType = "scope:project" | "threshold:feedback_score";
+type AlertTriggerConfigPublicType = "scope:project" | "threshold:feedback_score" | "threshold:cost" | "threshold:latency";
 declare const AlertTriggerConfigPublicType: {
     readonly ScopeProject: "scope:project";
     readonly ThresholdFeedbackScore: "threshold:feedback_score";
+    readonly ThresholdCost: "threshold:cost";
+    readonly ThresholdLatency: "threshold:latency";
 };
 
 /**
@@ -3965,6 +3970,24 @@ interface GroupContentWithAggregations {
  */
 type JsonNode = Record<string, unknown>;
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface BooleanFeedbackDefinitionCreate {
+    details?: BooleanFeedbackDetailCreate;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface BooleanFeedbackDetailCreate {
+    /** Label for true/1 value */
+    trueLabel: string;
+    /** Label for false/0 value */
+    falseLabel: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -3984,7 +4007,7 @@ interface CategoricalFeedbackDetailCreate {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type FeedbackCreate = FeedbackCreate.Numerical | FeedbackCreate.Categorical;
+type FeedbackCreate = FeedbackCreate.Numerical | FeedbackCreate.Categorical | FeedbackCreate.Boolean;
 declare namespace FeedbackCreate {
     interface Numerical extends NumericalFeedbackDefinitionCreate, _Base {
         type: "numerical";
@@ -3992,6 +4015,9 @@ declare namespace FeedbackCreate {
     interface Categorical extends CategoricalFeedbackDefinitionCreate, _Base {
         type: "categorical";
     }
+    interface Boolean extends BooleanFeedbackDefinitionCreate, _Base {
+        type: "boolean";
+    }
     interface _Base {
         id?: string;
         name: string;
@@ -4016,6 +4042,28 @@ interface NumericalFeedbackDetailCreate {
     min: number;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface BooleanFeedbackDefinitionPublic {
+    details?: BooleanFeedbackDetailPublic;
+    createdAt?: Date;
+    createdBy?: string;
+    lastUpdatedAt?: Date;
+    lastUpdatedBy?: string;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface BooleanFeedbackDetailPublic {
+    /** Label for true/1 value */
+    trueLabel: string;
+    /** Label for false/0 value */
+    falseLabel: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -4050,7 +4098,7 @@ interface FeedbackDefinitionPagePublic {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type FeedbackObjectPublic = FeedbackObjectPublic.Numerical | FeedbackObjectPublic.Categorical;
+type FeedbackObjectPublic = FeedbackObjectPublic.Numerical | FeedbackObjectPublic.Categorical | FeedbackObjectPublic.Boolean;
 declare namespace FeedbackObjectPublic {
     interface Numerical extends NumericalFeedbackDefinitionPublic, _Base {
         type: "numerical";
@@ -4058,6 +4106,9 @@ declare namespace FeedbackObjectPublic {
     interface Categorical extends CategoricalFeedbackDefinitionPublic, _Base {
         type: "categorical";
     }
+    interface Boolean extends BooleanFeedbackDefinitionPublic, _Base {
+        type: "boolean";
+    }
     interface _Base {
         id?: string;
         name: string;
@@ -4094,7 +4145,7 @@ interface NumericalFeedbackDetailPublic {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type FeedbackPublic = FeedbackPublic.Numerical | FeedbackPublic.Categorical;
+type FeedbackPublic = FeedbackPublic.Numerical | FeedbackPublic.Categorical | FeedbackPublic.Boolean;
 declare namespace FeedbackPublic {
     interface Numerical extends NumericalFeedbackDefinitionPublic, _Base {
         type: "numerical";
@@ -4102,6 +4153,9 @@ declare namespace FeedbackPublic {
     interface Categorical extends CategoricalFeedbackDefinitionPublic, _Base {
         type: "categorical";
     }
+    interface Boolean extends BooleanFeedbackDefinitionPublic, _Base {
+        type: "boolean";
+    }
     interface _Base {
         id?: string;
         name: string;
@@ -4114,6 +4168,24 @@ declare namespace FeedbackPublic {
     }
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface BooleanFeedbackDefinitionUpdate {
+    details?: BooleanFeedbackDetailUpdate;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface BooleanFeedbackDetailUpdate {
+    /** Label for true/1 value */
+    trueLabel: string;
+    /** Label for false/0 value */
+    falseLabel: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -4133,7 +4205,7 @@ interface CategoricalFeedbackDetailUpdate {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type FeedbackUpdate = FeedbackUpdate.Numerical | FeedbackUpdate.Categorical;
+type FeedbackUpdate = FeedbackUpdate.Numerical | FeedbackUpdate.Categorical | FeedbackUpdate.Boolean;
 declare namespace FeedbackUpdate {
     interface Numerical extends NumericalFeedbackDefinitionUpdate, _Base {
         type: "numerical";
@@ -4141,6 +4213,9 @@ declare namespace FeedbackUpdate {
     interface Categorical extends CategoricalFeedbackDefinitionUpdate, _Base {
         type: "categorical";
     }
+    interface Boolean extends BooleanFeedbackDefinitionUpdate, _Base {
+        type: "boolean";
+    }
     interface _Base {
         id?: string;
         name: string;
@@ -9732,14 +9807,6 @@ interface EvaluateOptions<T = Record<string, unknown>> {
 }
 declare function evaluate<T = Record<string, unknown>>(options: EvaluateOptions<T>): Promise<EvaluationResult>;
 
-type JSONValue = null | string | number | boolean | {
-    [value: string]: JSONValue;
-} | Array<JSONValue>;
-/**
- * Provider-specific options.
- * Allows providers to pass through custom metadata and functionality.
- */
-type ProviderOptions = Record<string, Record<string, JSONValue>>;
 /**
  * System message containing system instructions.
  *
@@ -9747,42 +9814,26 @@ type ProviderOptions = Record<string, Record<string, JSONValue>>;
  * to increase the resilience against prompt injection attacks,
  * and because not all providers support several system messages.
  */
-interface OpikSystemMessage {
-    role: "system";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikSystemMessage = SystemModelMessage;
 /**
  * User message containing user input.
  */
-interface OpikUserMessage {
-    role: "user";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikUserMessage = UserModelMessage;
 /**
  * Assistant message containing model response.
  */
-interface OpikAssistantMessage {
-    role: "assistant";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikAssistantMessage = AssistantModelMessage;
 /**
  * Tool message containing tool call results.
  */
-interface OpikToolMessage {
-    role: "tool";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikToolMessage = ToolModelMessage;
 /**
  * Union type of all message types.
  * This is the main type to use for message arrays in LLM conversations.
  *
  * Provider-agnostic interface that can be adapted to any LLM provider.
  */
-type OpikMessage = OpikSystemMessage | OpikUserMessage | OpikAssistantMessage;
+type OpikMessage = ModelMessage;
 /**
  * Abstract base class for all LLM model providers in Opik evaluation system.
  *
@@ -11200,4 +11251,4 @@ declare class OpikQueryLanguage {
     private parseConnector;
 }
 
-export { type AllProviderOptions, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, Contains, type DatasetPublic, type EvaluateOptions, type EvaluatePromptOptions, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, type GoogleProviderOptions, Hallucination, IsJson, type LLMJudgeModelSettings, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, Prompt, PromptType, type ProviderOptions, type ProviderOptionsForModel, RegexMatch, type ScoringKeyMappingType, Span, SpanType, type SupportedModelId, Trace, Usefulness, VercelAIChatModel, createModel, createModelFromInstance, detectProvider, disableLogger, evaluate, evaluatePrompt, flushAll, generateId, getTrackContext, logger, resolveModel, setLoggerLevel, track };
+export { type AllProviderOptions, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, Contains, type DatasetPublic, type EvaluateOptions, type EvaluatePromptOptions, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, type GoogleProviderOptions, Hallucination, IsJson, type LLMJudgeModelSettings, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, Prompt, PromptType, type ProviderOptionsForModel, RegexMatch, type ScoringKeyMappingType, Span, SpanType, type SupportedModelId, Trace, Usefulness, VercelAIChatModel, createModel, createModelFromInstance, detectProvider, disableLogger, evaluate, evaluatePrompt, flushAll, generateId, getTrackContext, logger, resolveModel, setLoggerLevel, track };

package/dist/index.d.ts

@@ -1,7 +1,7 @@
 import * as stream from 'stream';
 import { Logger } from 'tslog';
 import z$1, { z } from 'zod';
-import { LanguageModel } from 'ai';
+import { ModelMessage, SystemModelMessage, UserModelMessage, AssistantModelMessage, ToolModelMessage, LanguageModel } from 'ai';
 import { OpenAIProviderSettings } from '@ai-sdk/openai';
 import { OpenAIChatModelId } from '@ai-sdk/openai/internal';
 import { AnthropicProviderSettings } from '@ai-sdk/anthropic';
@@ -637,10 +637,11 @@ interface ExperimentStreamRequestPublic {
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
-type FindFeedbackDefinitionsRequestType = "numerical" | "categorical";
+type FindFeedbackDefinitionsRequestType = "numerical" | "categorical" | "boolean";
 declare const FindFeedbackDefinitionsRequestType: {
     readonly Numerical: "numerical";
     readonly Categorical: "categorical";
+    readonly Boolean: "boolean";
 };
 
 /**
@@ -1738,10 +1739,12 @@ interface WorkspaceTraceCount {
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
-type AlertTriggerConfigWriteType = "scope:project" | "threshold:feedback_score";
+type AlertTriggerConfigWriteType = "scope:project" | "threshold:feedback_score" | "threshold:cost" | "threshold:latency";
 declare const AlertTriggerConfigWriteType: {
     readonly ScopeProject: "scope:project";
     readonly ThresholdFeedbackScore: "threshold:feedback_score";
+    readonly ThresholdCost: "threshold:cost";
+    readonly ThresholdLatency: "threshold:latency";
 };
 
 /**
@@ -1838,10 +1841,12 @@ interface AlertPagePublic {
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
-type AlertTriggerConfigPublicType = "scope:project" | "threshold:feedback_score";
+type AlertTriggerConfigPublicType = "scope:project" | "threshold:feedback_score" | "threshold:cost" | "threshold:latency";
 declare const AlertTriggerConfigPublicType: {
     readonly ScopeProject: "scope:project";
     readonly ThresholdFeedbackScore: "threshold:feedback_score";
+    readonly ThresholdCost: "threshold:cost";
+    readonly ThresholdLatency: "threshold:latency";
 };
 
 /**
@@ -3965,6 +3970,24 @@ interface GroupContentWithAggregations {
  */
 type JsonNode = Record<string, unknown>;
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface BooleanFeedbackDefinitionCreate {
+    details?: BooleanFeedbackDetailCreate;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface BooleanFeedbackDetailCreate {
+    /** Label for true/1 value */
+    trueLabel: string;
+    /** Label for false/0 value */
+    falseLabel: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -3984,7 +4007,7 @@ interface CategoricalFeedbackDetailCreate {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type FeedbackCreate = FeedbackCreate.Numerical | FeedbackCreate.Categorical;
+type FeedbackCreate = FeedbackCreate.Numerical | FeedbackCreate.Categorical | FeedbackCreate.Boolean;
 declare namespace FeedbackCreate {
     interface Numerical extends NumericalFeedbackDefinitionCreate, _Base {
         type: "numerical";
@@ -3992,6 +4015,9 @@ declare namespace FeedbackCreate {
     interface Categorical extends CategoricalFeedbackDefinitionCreate, _Base {
         type: "categorical";
     }
+    interface Boolean extends BooleanFeedbackDefinitionCreate, _Base {
+        type: "boolean";
+    }
     interface _Base {
         id?: string;
         name: string;
@@ -4016,6 +4042,28 @@ interface NumericalFeedbackDetailCreate {
     min: number;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface BooleanFeedbackDefinitionPublic {
+    details?: BooleanFeedbackDetailPublic;
+    createdAt?: Date;
+    createdBy?: string;
+    lastUpdatedAt?: Date;
+    lastUpdatedBy?: string;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface BooleanFeedbackDetailPublic {
+    /** Label for true/1 value */
+    trueLabel: string;
+    /** Label for false/0 value */
+    falseLabel: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -4050,7 +4098,7 @@ interface FeedbackDefinitionPagePublic {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type FeedbackObjectPublic = FeedbackObjectPublic.Numerical | FeedbackObjectPublic.Categorical;
+type FeedbackObjectPublic = FeedbackObjectPublic.Numerical | FeedbackObjectPublic.Categorical | FeedbackObjectPublic.Boolean;
 declare namespace FeedbackObjectPublic {
     interface Numerical extends NumericalFeedbackDefinitionPublic, _Base {
         type: "numerical";
@@ -4058,6 +4106,9 @@ declare namespace FeedbackObjectPublic {
     interface Categorical extends CategoricalFeedbackDefinitionPublic, _Base {
         type: "categorical";
     }
+    interface Boolean extends BooleanFeedbackDefinitionPublic, _Base {
+        type: "boolean";
+    }
     interface _Base {
         id?: string;
         name: string;
@@ -4094,7 +4145,7 @@ interface NumericalFeedbackDetailPublic {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type FeedbackPublic = FeedbackPublic.Numerical | FeedbackPublic.Categorical;
+type FeedbackPublic = FeedbackPublic.Numerical | FeedbackPublic.Categorical | FeedbackPublic.Boolean;
 declare namespace FeedbackPublic {
     interface Numerical extends NumericalFeedbackDefinitionPublic, _Base {
         type: "numerical";
@@ -4102,6 +4153,9 @@ declare namespace FeedbackPublic {
     interface Categorical extends CategoricalFeedbackDefinitionPublic, _Base {
         type: "categorical";
     }
+    interface Boolean extends BooleanFeedbackDefinitionPublic, _Base {
+        type: "boolean";
+    }
     interface _Base {
         id?: string;
         name: string;
@@ -4114,6 +4168,24 @@ declare namespace FeedbackPublic {
     }
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface BooleanFeedbackDefinitionUpdate {
+    details?: BooleanFeedbackDetailUpdate;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface BooleanFeedbackDetailUpdate {
+    /** Label for true/1 value */
+    trueLabel: string;
+    /** Label for false/0 value */
+    falseLabel: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -4133,7 +4205,7 @@ interface CategoricalFeedbackDetailUpdate {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type FeedbackUpdate = FeedbackUpdate.Numerical | FeedbackUpdate.Categorical;
+type FeedbackUpdate = FeedbackUpdate.Numerical | FeedbackUpdate.Categorical | FeedbackUpdate.Boolean;
 declare namespace FeedbackUpdate {
     interface Numerical extends NumericalFeedbackDefinitionUpdate, _Base {
         type: "numerical";
@@ -4141,6 +4213,9 @@ declare namespace FeedbackUpdate {
     interface Categorical extends CategoricalFeedbackDefinitionUpdate, _Base {
         type: "categorical";
     }
+    interface Boolean extends BooleanFeedbackDefinitionUpdate, _Base {
+        type: "boolean";
+    }
     interface _Base {
         id?: string;
         name: string;
@@ -9732,14 +9807,6 @@ interface EvaluateOptions<T = Record<string, unknown>> {
 }
 declare function evaluate<T = Record<string, unknown>>(options: EvaluateOptions<T>): Promise<EvaluationResult>;
 
-type JSONValue = null | string | number | boolean | {
-    [value: string]: JSONValue;
-} | Array<JSONValue>;
-/**
- * Provider-specific options.
- * Allows providers to pass through custom metadata and functionality.
- */
-type ProviderOptions = Record<string, Record<string, JSONValue>>;
 /**
  * System message containing system instructions.
  *
@@ -9747,42 +9814,26 @@ type ProviderOptions = Record<string, Record<string, JSONValue>>;
  * to increase the resilience against prompt injection attacks,
  * and because not all providers support several system messages.
  */
-interface OpikSystemMessage {
-    role: "system";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikSystemMessage = SystemModelMessage;
 /**
  * User message containing user input.
  */
-interface OpikUserMessage {
-    role: "user";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikUserMessage = UserModelMessage;
 /**
  * Assistant message containing model response.
  */
-interface OpikAssistantMessage {
-    role: "assistant";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikAssistantMessage = AssistantModelMessage;
 /**
  * Tool message containing tool call results.
  */
-interface OpikToolMessage {
-    role: "tool";
-    content: string;
-    providerOptions?: ProviderOptions;
-}
+type OpikToolMessage = ToolModelMessage;
 /**
  * Union type of all message types.
  * This is the main type to use for message arrays in LLM conversations.
  *
  * Provider-agnostic interface that can be adapted to any LLM provider.
  */
-type OpikMessage = OpikSystemMessage | OpikUserMessage | OpikAssistantMessage;
+type OpikMessage = ModelMessage;
 /**
  * Abstract base class for all LLM model providers in Opik evaluation system.
  *
@@ -11200,4 +11251,4 @@ declare class OpikQueryLanguage {
     private parseConnector;
 }
 
-export { type AllProviderOptions, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, Contains, type DatasetPublic, type EvaluateOptions, type EvaluatePromptOptions, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, type GoogleProviderOptions, Hallucination, IsJson, type LLMJudgeModelSettings, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, Prompt, PromptType, type ProviderOptions, type ProviderOptionsForModel, RegexMatch, type ScoringKeyMappingType, Span, SpanType, type SupportedModelId, Trace, Usefulness, VercelAIChatModel, createModel, createModelFromInstance, detectProvider, disableLogger, evaluate, evaluatePrompt, flushAll, generateId, getTrackContext, logger, resolveModel, setLoggerLevel, track };
+export { type AllProviderOptions, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, Contains, type DatasetPublic, type EvaluateOptions, type EvaluatePromptOptions, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, type GoogleProviderOptions, Hallucination, IsJson, type LLMJudgeModelSettings, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, Prompt, PromptType, type ProviderOptionsForModel, RegexMatch, type ScoringKeyMappingType, Span, SpanType, type SupportedModelId, Trace, Usefulness, VercelAIChatModel, createModel, createModelFromInstance, detectProvider, disableLogger, evaluate, evaluatePrompt, flushAll, generateId, getTrackContext, logger, resolveModel, setLoggerLevel, track };