opik 2.0.64 → 2.0.65
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-NHQ2VIHN.js +404 -0
- package/dist/index.cjs +36 -36
- package/dist/index.d.cts +38 -1
- package/dist/index.d.ts +38 -1
- package/dist/index.js +1 -1
- package/dist/suite-KIYVOAAZ.js +1 -0
- package/package.json +1 -1
- package/dist/chunk-CSCAOGDC.js +0 -404
- package/dist/suite-FFCII3V7.js +0 -1
package/dist/index.d.cts
CHANGED
|
@@ -12879,6 +12879,7 @@ interface OpikConfig {
|
|
|
12879
12879
|
batchDelayMs?: number;
|
|
12880
12880
|
holdUntilFlush?: boolean;
|
|
12881
12881
|
promptCacheTtlSeconds?: number;
|
|
12882
|
+
trackDisable?: boolean;
|
|
12882
12883
|
}
|
|
12883
12884
|
interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
|
|
12884
12885
|
headers?: Record<string, string>;
|
|
@@ -14719,6 +14720,7 @@ declare abstract class BaseAnnotationQueue {
|
|
|
14719
14720
|
delete(): Promise<void>;
|
|
14720
14721
|
protected addItemsBatch(ids: string[]): Promise<void>;
|
|
14721
14722
|
protected removeItemsBatch(ids: string[]): Promise<void>;
|
|
14723
|
+
protected fetchAllItems<T>(fetchPage: (limit: number, lastRetrievedId?: string) => Promise<T[]>, getCursor: (item: T) => string | undefined): Promise<T[]>;
|
|
14722
14724
|
}
|
|
14723
14725
|
|
|
14724
14726
|
declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
@@ -14726,6 +14728,16 @@ declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14726
14728
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14727
14729
|
private extractTraceIds;
|
|
14728
14730
|
addTraces(traces: TracePublic[]): Promise<void>;
|
|
14731
|
+
/**
|
|
14732
|
+
* Fetches all traces currently assigned to this annotation queue.
|
|
14733
|
+
*
|
|
14734
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14735
|
+
* image data in input, output and metadata to slim payloads.
|
|
14736
|
+
* @returns The traces in the queue.
|
|
14737
|
+
*/
|
|
14738
|
+
getItems(options?: {
|
|
14739
|
+
truncateImages?: boolean;
|
|
14740
|
+
}): Promise<TracePublic[]>;
|
|
14729
14741
|
removeTraces(traces: TracePublic[]): Promise<void>;
|
|
14730
14742
|
}
|
|
14731
14743
|
|
|
@@ -14734,6 +14746,16 @@ declare class ThreadsAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14734
14746
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14735
14747
|
private extractThreadIds;
|
|
14736
14748
|
addThreads(threads: TraceThread[]): Promise<void>;
|
|
14749
|
+
/**
|
|
14750
|
+
* Fetches all threads currently assigned to this annotation queue.
|
|
14751
|
+
*
|
|
14752
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14753
|
+
* image data in input, output and metadata to slim payloads.
|
|
14754
|
+
* @returns The threads in the queue.
|
|
14755
|
+
*/
|
|
14756
|
+
getItems(options?: {
|
|
14757
|
+
truncateImages?: boolean;
|
|
14758
|
+
}): Promise<TraceThread[]>;
|
|
14737
14759
|
removeThreads(threads: TraceThread[]): Promise<void>;
|
|
14738
14760
|
}
|
|
14739
14761
|
|
|
@@ -15549,6 +15571,21 @@ declare class OpikClient {
|
|
|
15549
15571
|
}) => Promise<void>;
|
|
15550
15572
|
}
|
|
15551
15573
|
|
|
15574
|
+
/**
|
|
15575
|
+
* Enable or disable tracing at runtime. Overrides the `trackDisable` config
|
|
15576
|
+
* default until {@link resetTracingToConfigDefault} is called.
|
|
15577
|
+
*/
|
|
15578
|
+
declare function setTracingActive(active: boolean): void;
|
|
15579
|
+
/**
|
|
15580
|
+
* Whether tracing is currently active. Returns the runtime override if one was
|
|
15581
|
+
* set, otherwise the (cached) `!trackDisable` config default.
|
|
15582
|
+
*/
|
|
15583
|
+
declare function isTracingActive(): boolean;
|
|
15584
|
+
/**
|
|
15585
|
+
* Clear any runtime override so the `trackDisable` config default applies again.
|
|
15586
|
+
*/
|
|
15587
|
+
declare function resetTracingToConfigDefault(): void;
|
|
15588
|
+
|
|
15552
15589
|
interface RegistryEntry {
|
|
15553
15590
|
func: (...args: any[]) => any;
|
|
15554
15591
|
name: string;
|
|
@@ -17536,4 +17573,4 @@ interface DistributedTraceHeaders {
|
|
|
17536
17573
|
*/
|
|
17537
17574
|
declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
|
|
17538
17575
|
|
|
17539
|
-
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
|
|
17576
|
+
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, isTracingActive, logger, resetGlobalClient, resetTracingToConfigDefault, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, setTracingActive, track, validateEvaluators, validateExecutionPolicy };
|
package/dist/index.d.ts
CHANGED
|
@@ -12879,6 +12879,7 @@ interface OpikConfig {
|
|
|
12879
12879
|
batchDelayMs?: number;
|
|
12880
12880
|
holdUntilFlush?: boolean;
|
|
12881
12881
|
promptCacheTtlSeconds?: number;
|
|
12882
|
+
trackDisable?: boolean;
|
|
12882
12883
|
}
|
|
12883
12884
|
interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
|
|
12884
12885
|
headers?: Record<string, string>;
|
|
@@ -14719,6 +14720,7 @@ declare abstract class BaseAnnotationQueue {
|
|
|
14719
14720
|
delete(): Promise<void>;
|
|
14720
14721
|
protected addItemsBatch(ids: string[]): Promise<void>;
|
|
14721
14722
|
protected removeItemsBatch(ids: string[]): Promise<void>;
|
|
14723
|
+
protected fetchAllItems<T>(fetchPage: (limit: number, lastRetrievedId?: string) => Promise<T[]>, getCursor: (item: T) => string | undefined): Promise<T[]>;
|
|
14722
14724
|
}
|
|
14723
14725
|
|
|
14724
14726
|
declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
@@ -14726,6 +14728,16 @@ declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14726
14728
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14727
14729
|
private extractTraceIds;
|
|
14728
14730
|
addTraces(traces: TracePublic[]): Promise<void>;
|
|
14731
|
+
/**
|
|
14732
|
+
* Fetches all traces currently assigned to this annotation queue.
|
|
14733
|
+
*
|
|
14734
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14735
|
+
* image data in input, output and metadata to slim payloads.
|
|
14736
|
+
* @returns The traces in the queue.
|
|
14737
|
+
*/
|
|
14738
|
+
getItems(options?: {
|
|
14739
|
+
truncateImages?: boolean;
|
|
14740
|
+
}): Promise<TracePublic[]>;
|
|
14729
14741
|
removeTraces(traces: TracePublic[]): Promise<void>;
|
|
14730
14742
|
}
|
|
14731
14743
|
|
|
@@ -14734,6 +14746,16 @@ declare class ThreadsAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14734
14746
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14735
14747
|
private extractThreadIds;
|
|
14736
14748
|
addThreads(threads: TraceThread[]): Promise<void>;
|
|
14749
|
+
/**
|
|
14750
|
+
* Fetches all threads currently assigned to this annotation queue.
|
|
14751
|
+
*
|
|
14752
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14753
|
+
* image data in input, output and metadata to slim payloads.
|
|
14754
|
+
* @returns The threads in the queue.
|
|
14755
|
+
*/
|
|
14756
|
+
getItems(options?: {
|
|
14757
|
+
truncateImages?: boolean;
|
|
14758
|
+
}): Promise<TraceThread[]>;
|
|
14737
14759
|
removeThreads(threads: TraceThread[]): Promise<void>;
|
|
14738
14760
|
}
|
|
14739
14761
|
|
|
@@ -15549,6 +15571,21 @@ declare class OpikClient {
|
|
|
15549
15571
|
}) => Promise<void>;
|
|
15550
15572
|
}
|
|
15551
15573
|
|
|
15574
|
+
/**
|
|
15575
|
+
* Enable or disable tracing at runtime. Overrides the `trackDisable` config
|
|
15576
|
+
* default until {@link resetTracingToConfigDefault} is called.
|
|
15577
|
+
*/
|
|
15578
|
+
declare function setTracingActive(active: boolean): void;
|
|
15579
|
+
/**
|
|
15580
|
+
* Whether tracing is currently active. Returns the runtime override if one was
|
|
15581
|
+
* set, otherwise the (cached) `!trackDisable` config default.
|
|
15582
|
+
*/
|
|
15583
|
+
declare function isTracingActive(): boolean;
|
|
15584
|
+
/**
|
|
15585
|
+
* Clear any runtime override so the `trackDisable` config default applies again.
|
|
15586
|
+
*/
|
|
15587
|
+
declare function resetTracingToConfigDefault(): void;
|
|
15588
|
+
|
|
15552
15589
|
interface RegistryEntry {
|
|
15553
15590
|
func: (...args: any[]) => any;
|
|
15554
15591
|
name: string;
|
|
@@ -17536,4 +17573,4 @@ interface DistributedTraceHeaders {
|
|
|
17536
17573
|
*/
|
|
17537
17574
|
declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
|
|
17538
17575
|
|
|
17539
|
-
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
|
|
17576
|
+
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, isTracingActive, logger, resetGlobalClient, resetTracingToConfigDefault, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, setTracingActive, track, validateEvaluators, validateExecutionPolicy };
|
package/dist/index.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import {Ia}from'./chunk-NHQ2VIHN.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-NHQ2VIHN.js';Ia();
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import {Ca}from'./chunk-NHQ2VIHN.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-NHQ2VIHN.js';Ca();
|