opik 2.0.64 → 2.0.66
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-BYDBZQBY.js +404 -0
- package/dist/index.cjs +36 -36
- package/dist/index.d.cts +39 -1
- package/dist/index.d.ts +39 -1
- package/dist/index.js +1 -1
- package/dist/suite-LB7BJPYA.js +1 -0
- package/package.json +1 -1
- package/dist/chunk-CSCAOGDC.js +0 -404
- package/dist/suite-FFCII3V7.js +0 -1
package/dist/index.d.cts
CHANGED
|
@@ -6664,6 +6664,7 @@ interface ServiceTogglesConfig {
|
|
|
6664
6664
|
welcomeWizardEnabled: boolean;
|
|
6665
6665
|
exportEnabled: boolean;
|
|
6666
6666
|
optimizationStudioEnabled: boolean;
|
|
6667
|
+
costIntelligenceEnabled: boolean;
|
|
6667
6668
|
datasetVersioningEnabled: boolean;
|
|
6668
6669
|
datasetExportEnabled: boolean;
|
|
6669
6670
|
demoDataEnabled: boolean;
|
|
@@ -12879,6 +12880,7 @@ interface OpikConfig {
|
|
|
12879
12880
|
batchDelayMs?: number;
|
|
12880
12881
|
holdUntilFlush?: boolean;
|
|
12881
12882
|
promptCacheTtlSeconds?: number;
|
|
12883
|
+
trackDisable?: boolean;
|
|
12882
12884
|
}
|
|
12883
12885
|
interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
|
|
12884
12886
|
headers?: Record<string, string>;
|
|
@@ -14719,6 +14721,7 @@ declare abstract class BaseAnnotationQueue {
|
|
|
14719
14721
|
delete(): Promise<void>;
|
|
14720
14722
|
protected addItemsBatch(ids: string[]): Promise<void>;
|
|
14721
14723
|
protected removeItemsBatch(ids: string[]): Promise<void>;
|
|
14724
|
+
protected fetchAllItems<T>(fetchPage: (limit: number, lastRetrievedId?: string) => Promise<T[]>, getCursor: (item: T) => string | undefined): Promise<T[]>;
|
|
14722
14725
|
}
|
|
14723
14726
|
|
|
14724
14727
|
declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
@@ -14726,6 +14729,16 @@ declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14726
14729
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14727
14730
|
private extractTraceIds;
|
|
14728
14731
|
addTraces(traces: TracePublic[]): Promise<void>;
|
|
14732
|
+
/**
|
|
14733
|
+
* Fetches all traces currently assigned to this annotation queue.
|
|
14734
|
+
*
|
|
14735
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14736
|
+
* image data in input, output and metadata to slim payloads.
|
|
14737
|
+
* @returns The traces in the queue.
|
|
14738
|
+
*/
|
|
14739
|
+
getItems(options?: {
|
|
14740
|
+
truncateImages?: boolean;
|
|
14741
|
+
}): Promise<TracePublic[]>;
|
|
14729
14742
|
removeTraces(traces: TracePublic[]): Promise<void>;
|
|
14730
14743
|
}
|
|
14731
14744
|
|
|
@@ -14734,6 +14747,16 @@ declare class ThreadsAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14734
14747
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14735
14748
|
private extractThreadIds;
|
|
14736
14749
|
addThreads(threads: TraceThread[]): Promise<void>;
|
|
14750
|
+
/**
|
|
14751
|
+
* Fetches all threads currently assigned to this annotation queue.
|
|
14752
|
+
*
|
|
14753
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14754
|
+
* image data in input, output and metadata to slim payloads.
|
|
14755
|
+
* @returns The threads in the queue.
|
|
14756
|
+
*/
|
|
14757
|
+
getItems(options?: {
|
|
14758
|
+
truncateImages?: boolean;
|
|
14759
|
+
}): Promise<TraceThread[]>;
|
|
14737
14760
|
removeThreads(threads: TraceThread[]): Promise<void>;
|
|
14738
14761
|
}
|
|
14739
14762
|
|
|
@@ -15549,6 +15572,21 @@ declare class OpikClient {
|
|
|
15549
15572
|
}) => Promise<void>;
|
|
15550
15573
|
}
|
|
15551
15574
|
|
|
15575
|
+
/**
|
|
15576
|
+
* Enable or disable tracing at runtime. Overrides the `trackDisable` config
|
|
15577
|
+
* default until {@link resetTracingToConfigDefault} is called.
|
|
15578
|
+
*/
|
|
15579
|
+
declare function setTracingActive(active: boolean): void;
|
|
15580
|
+
/**
|
|
15581
|
+
* Whether tracing is currently active. Returns the runtime override if one was
|
|
15582
|
+
* set, otherwise the (cached) `!trackDisable` config default.
|
|
15583
|
+
*/
|
|
15584
|
+
declare function isTracingActive(): boolean;
|
|
15585
|
+
/**
|
|
15586
|
+
* Clear any runtime override so the `trackDisable` config default applies again.
|
|
15587
|
+
*/
|
|
15588
|
+
declare function resetTracingToConfigDefault(): void;
|
|
15589
|
+
|
|
15552
15590
|
interface RegistryEntry {
|
|
15553
15591
|
func: (...args: any[]) => any;
|
|
15554
15592
|
name: string;
|
|
@@ -17536,4 +17574,4 @@ interface DistributedTraceHeaders {
|
|
|
17536
17574
|
*/
|
|
17537
17575
|
declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
|
|
17538
17576
|
|
|
17539
|
-
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
|
|
17577
|
+
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, isTracingActive, logger, resetGlobalClient, resetTracingToConfigDefault, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, setTracingActive, track, validateEvaluators, validateExecutionPolicy };
|
package/dist/index.d.ts
CHANGED
|
@@ -6664,6 +6664,7 @@ interface ServiceTogglesConfig {
|
|
|
6664
6664
|
welcomeWizardEnabled: boolean;
|
|
6665
6665
|
exportEnabled: boolean;
|
|
6666
6666
|
optimizationStudioEnabled: boolean;
|
|
6667
|
+
costIntelligenceEnabled: boolean;
|
|
6667
6668
|
datasetVersioningEnabled: boolean;
|
|
6668
6669
|
datasetExportEnabled: boolean;
|
|
6669
6670
|
demoDataEnabled: boolean;
|
|
@@ -12879,6 +12880,7 @@ interface OpikConfig {
|
|
|
12879
12880
|
batchDelayMs?: number;
|
|
12880
12881
|
holdUntilFlush?: boolean;
|
|
12881
12882
|
promptCacheTtlSeconds?: number;
|
|
12883
|
+
trackDisable?: boolean;
|
|
12882
12884
|
}
|
|
12883
12885
|
interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
|
|
12884
12886
|
headers?: Record<string, string>;
|
|
@@ -14719,6 +14721,7 @@ declare abstract class BaseAnnotationQueue {
|
|
|
14719
14721
|
delete(): Promise<void>;
|
|
14720
14722
|
protected addItemsBatch(ids: string[]): Promise<void>;
|
|
14721
14723
|
protected removeItemsBatch(ids: string[]): Promise<void>;
|
|
14724
|
+
protected fetchAllItems<T>(fetchPage: (limit: number, lastRetrievedId?: string) => Promise<T[]>, getCursor: (item: T) => string | undefined): Promise<T[]>;
|
|
14722
14725
|
}
|
|
14723
14726
|
|
|
14724
14727
|
declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
@@ -14726,6 +14729,16 @@ declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14726
14729
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14727
14730
|
private extractTraceIds;
|
|
14728
14731
|
addTraces(traces: TracePublic[]): Promise<void>;
|
|
14732
|
+
/**
|
|
14733
|
+
* Fetches all traces currently assigned to this annotation queue.
|
|
14734
|
+
*
|
|
14735
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14736
|
+
* image data in input, output and metadata to slim payloads.
|
|
14737
|
+
* @returns The traces in the queue.
|
|
14738
|
+
*/
|
|
14739
|
+
getItems(options?: {
|
|
14740
|
+
truncateImages?: boolean;
|
|
14741
|
+
}): Promise<TracePublic[]>;
|
|
14729
14742
|
removeTraces(traces: TracePublic[]): Promise<void>;
|
|
14730
14743
|
}
|
|
14731
14744
|
|
|
@@ -14734,6 +14747,16 @@ declare class ThreadsAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14734
14747
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14735
14748
|
private extractThreadIds;
|
|
14736
14749
|
addThreads(threads: TraceThread[]): Promise<void>;
|
|
14750
|
+
/**
|
|
14751
|
+
* Fetches all threads currently assigned to this annotation queue.
|
|
14752
|
+
*
|
|
14753
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14754
|
+
* image data in input, output and metadata to slim payloads.
|
|
14755
|
+
* @returns The threads in the queue.
|
|
14756
|
+
*/
|
|
14757
|
+
getItems(options?: {
|
|
14758
|
+
truncateImages?: boolean;
|
|
14759
|
+
}): Promise<TraceThread[]>;
|
|
14737
14760
|
removeThreads(threads: TraceThread[]): Promise<void>;
|
|
14738
14761
|
}
|
|
14739
14762
|
|
|
@@ -15549,6 +15572,21 @@ declare class OpikClient {
|
|
|
15549
15572
|
}) => Promise<void>;
|
|
15550
15573
|
}
|
|
15551
15574
|
|
|
15575
|
+
/**
|
|
15576
|
+
* Enable or disable tracing at runtime. Overrides the `trackDisable` config
|
|
15577
|
+
* default until {@link resetTracingToConfigDefault} is called.
|
|
15578
|
+
*/
|
|
15579
|
+
declare function setTracingActive(active: boolean): void;
|
|
15580
|
+
/**
|
|
15581
|
+
* Whether tracing is currently active. Returns the runtime override if one was
|
|
15582
|
+
* set, otherwise the (cached) `!trackDisable` config default.
|
|
15583
|
+
*/
|
|
15584
|
+
declare function isTracingActive(): boolean;
|
|
15585
|
+
/**
|
|
15586
|
+
* Clear any runtime override so the `trackDisable` config default applies again.
|
|
15587
|
+
*/
|
|
15588
|
+
declare function resetTracingToConfigDefault(): void;
|
|
15589
|
+
|
|
15552
15590
|
interface RegistryEntry {
|
|
15553
15591
|
func: (...args: any[]) => any;
|
|
15554
15592
|
name: string;
|
|
@@ -17536,4 +17574,4 @@ interface DistributedTraceHeaders {
|
|
|
17536
17574
|
*/
|
|
17537
17575
|
declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
|
|
17538
17576
|
|
|
17539
|
-
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
|
|
17577
|
+
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, isTracingActive, logger, resetGlobalClient, resetTracingToConfigDefault, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, setTracingActive, track, validateEvaluators, validateExecutionPolicy };
|
package/dist/index.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import {Ia}from'./chunk-BYDBZQBY.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-BYDBZQBY.js';Ia();
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import {Ca}from'./chunk-BYDBZQBY.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-BYDBZQBY.js';Ca();
|