opik 2.0.63 → 2.0.65
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-NHQ2VIHN.js +404 -0
- package/dist/index.cjs +36 -36
- package/dist/index.d.cts +78 -1
- package/dist/index.d.ts +78 -1
- package/dist/index.js +1 -1
- package/dist/suite-KIYVOAAZ.js +1 -0
- package/package.json +1 -1
- package/dist/chunk-LOMLB2OW.js +0 -404
- package/dist/suite-VW44JHBV.js +0 -1
package/dist/index.d.cts
CHANGED
|
@@ -1633,6 +1633,19 @@ interface AuthorizeRequest {
|
|
|
1633
1633
|
state?: string;
|
|
1634
1634
|
}
|
|
1635
1635
|
|
|
1636
|
+
/**
|
|
1637
|
+
* @example
|
|
1638
|
+
* {
|
|
1639
|
+
* clientName: "client_name",
|
|
1640
|
+
* redirectUris: ["redirect_uris"]
|
|
1641
|
+
* }
|
|
1642
|
+
*/
|
|
1643
|
+
interface ClientRegistrationRequest {
|
|
1644
|
+
clientName: string;
|
|
1645
|
+
redirectUris: string[];
|
|
1646
|
+
logoUri?: string;
|
|
1647
|
+
}
|
|
1648
|
+
|
|
1636
1649
|
/**
|
|
1637
1650
|
* @example
|
|
1638
1651
|
* {
|
|
@@ -4164,6 +4177,17 @@ declare const CheckResult: {
|
|
|
4164
4177
|
};
|
|
4165
4178
|
type CheckResult = (typeof CheckResult)[keyof typeof CheckResult];
|
|
4166
4179
|
|
|
4180
|
+
interface ClientRegistrationResponse {
|
|
4181
|
+
clientId?: string;
|
|
4182
|
+
clientIdIssuedAt?: number;
|
|
4183
|
+
clientName?: string;
|
|
4184
|
+
logoUri?: string;
|
|
4185
|
+
redirectUris?: string[];
|
|
4186
|
+
tokenEndpointAuthMethod?: string;
|
|
4187
|
+
grantTypes?: string[];
|
|
4188
|
+
responseTypes?: string[];
|
|
4189
|
+
}
|
|
4190
|
+
|
|
4167
4191
|
interface Column {
|
|
4168
4192
|
name?: string;
|
|
4169
4193
|
types?: ColumnTypesItem[];
|
|
@@ -10291,6 +10315,22 @@ declare class McpOAuthClient {
|
|
|
10291
10315
|
*/
|
|
10292
10316
|
getOAuthAuthorizationServerMetadata(requestOptions?: McpOAuthClient.RequestOptions): HttpResponsePromise<AuthorizationServerMetadata>;
|
|
10293
10317
|
private __getOAuthAuthorizationServerMetadata;
|
|
10318
|
+
/**
|
|
10319
|
+
* OAuth 2.0 Dynamic Client Registration (RFC 7591). Registers a public client for the MCP OAuth flow; throttled per source IP
|
|
10320
|
+
*
|
|
10321
|
+
* @param {OpikApi.ClientRegistrationRequest} request
|
|
10322
|
+
* @param {McpOAuthClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
10323
|
+
*
|
|
10324
|
+
* @throws {@link OpikApi.TooManyRequestsError}
|
|
10325
|
+
*
|
|
10326
|
+
* @example
|
|
10327
|
+
* await client.mcpOAuth.registerOAuthClient({
|
|
10328
|
+
* clientName: "client_name",
|
|
10329
|
+
* redirectUris: ["redirect_uris"]
|
|
10330
|
+
* })
|
|
10331
|
+
*/
|
|
10332
|
+
registerOAuthClient(request: ClientRegistrationRequest, requestOptions?: McpOAuthClient.RequestOptions): HttpResponsePromise<ClientRegistrationResponse>;
|
|
10333
|
+
private __registerOAuthClient;
|
|
10294
10334
|
/**
|
|
10295
10335
|
* OAuth 2.0 token revocation endpoint (RFC 7009). Always returns 200, whether the token was revoked, never existed, or was invalid
|
|
10296
10336
|
*
|
|
@@ -12839,6 +12879,7 @@ interface OpikConfig {
|
|
|
12839
12879
|
batchDelayMs?: number;
|
|
12840
12880
|
holdUntilFlush?: boolean;
|
|
12841
12881
|
promptCacheTtlSeconds?: number;
|
|
12882
|
+
trackDisable?: boolean;
|
|
12842
12883
|
}
|
|
12843
12884
|
interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
|
|
12844
12885
|
headers?: Record<string, string>;
|
|
@@ -14679,6 +14720,7 @@ declare abstract class BaseAnnotationQueue {
|
|
|
14679
14720
|
delete(): Promise<void>;
|
|
14680
14721
|
protected addItemsBatch(ids: string[]): Promise<void>;
|
|
14681
14722
|
protected removeItemsBatch(ids: string[]): Promise<void>;
|
|
14723
|
+
protected fetchAllItems<T>(fetchPage: (limit: number, lastRetrievedId?: string) => Promise<T[]>, getCursor: (item: T) => string | undefined): Promise<T[]>;
|
|
14682
14724
|
}
|
|
14683
14725
|
|
|
14684
14726
|
declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
@@ -14686,6 +14728,16 @@ declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14686
14728
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14687
14729
|
private extractTraceIds;
|
|
14688
14730
|
addTraces(traces: TracePublic[]): Promise<void>;
|
|
14731
|
+
/**
|
|
14732
|
+
* Fetches all traces currently assigned to this annotation queue.
|
|
14733
|
+
*
|
|
14734
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14735
|
+
* image data in input, output and metadata to slim payloads.
|
|
14736
|
+
* @returns The traces in the queue.
|
|
14737
|
+
*/
|
|
14738
|
+
getItems(options?: {
|
|
14739
|
+
truncateImages?: boolean;
|
|
14740
|
+
}): Promise<TracePublic[]>;
|
|
14689
14741
|
removeTraces(traces: TracePublic[]): Promise<void>;
|
|
14690
14742
|
}
|
|
14691
14743
|
|
|
@@ -14694,6 +14746,16 @@ declare class ThreadsAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14694
14746
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14695
14747
|
private extractThreadIds;
|
|
14696
14748
|
addThreads(threads: TraceThread[]): Promise<void>;
|
|
14749
|
+
/**
|
|
14750
|
+
* Fetches all threads currently assigned to this annotation queue.
|
|
14751
|
+
*
|
|
14752
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14753
|
+
* image data in input, output and metadata to slim payloads.
|
|
14754
|
+
* @returns The threads in the queue.
|
|
14755
|
+
*/
|
|
14756
|
+
getItems(options?: {
|
|
14757
|
+
truncateImages?: boolean;
|
|
14758
|
+
}): Promise<TraceThread[]>;
|
|
14697
14759
|
removeThreads(threads: TraceThread[]): Promise<void>;
|
|
14698
14760
|
}
|
|
14699
14761
|
|
|
@@ -15509,6 +15571,21 @@ declare class OpikClient {
|
|
|
15509
15571
|
}) => Promise<void>;
|
|
15510
15572
|
}
|
|
15511
15573
|
|
|
15574
|
+
/**
|
|
15575
|
+
* Enable or disable tracing at runtime. Overrides the `trackDisable` config
|
|
15576
|
+
* default until {@link resetTracingToConfigDefault} is called.
|
|
15577
|
+
*/
|
|
15578
|
+
declare function setTracingActive(active: boolean): void;
|
|
15579
|
+
/**
|
|
15580
|
+
* Whether tracing is currently active. Returns the runtime override if one was
|
|
15581
|
+
* set, otherwise the (cached) `!trackDisable` config default.
|
|
15582
|
+
*/
|
|
15583
|
+
declare function isTracingActive(): boolean;
|
|
15584
|
+
/**
|
|
15585
|
+
* Clear any runtime override so the `trackDisable` config default applies again.
|
|
15586
|
+
*/
|
|
15587
|
+
declare function resetTracingToConfigDefault(): void;
|
|
15588
|
+
|
|
15512
15589
|
interface RegistryEntry {
|
|
15513
15590
|
func: (...args: any[]) => any;
|
|
15514
15591
|
name: string;
|
|
@@ -17496,4 +17573,4 @@ interface DistributedTraceHeaders {
|
|
|
17496
17573
|
*/
|
|
17497
17574
|
declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
|
|
17498
17575
|
|
|
17499
|
-
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
|
|
17576
|
+
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, isTracingActive, logger, resetGlobalClient, resetTracingToConfigDefault, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, setTracingActive, track, validateEvaluators, validateExecutionPolicy };
|
package/dist/index.d.ts
CHANGED
|
@@ -1633,6 +1633,19 @@ interface AuthorizeRequest {
|
|
|
1633
1633
|
state?: string;
|
|
1634
1634
|
}
|
|
1635
1635
|
|
|
1636
|
+
/**
|
|
1637
|
+
* @example
|
|
1638
|
+
* {
|
|
1639
|
+
* clientName: "client_name",
|
|
1640
|
+
* redirectUris: ["redirect_uris"]
|
|
1641
|
+
* }
|
|
1642
|
+
*/
|
|
1643
|
+
interface ClientRegistrationRequest {
|
|
1644
|
+
clientName: string;
|
|
1645
|
+
redirectUris: string[];
|
|
1646
|
+
logoUri?: string;
|
|
1647
|
+
}
|
|
1648
|
+
|
|
1636
1649
|
/**
|
|
1637
1650
|
* @example
|
|
1638
1651
|
* {
|
|
@@ -4164,6 +4177,17 @@ declare const CheckResult: {
|
|
|
4164
4177
|
};
|
|
4165
4178
|
type CheckResult = (typeof CheckResult)[keyof typeof CheckResult];
|
|
4166
4179
|
|
|
4180
|
+
interface ClientRegistrationResponse {
|
|
4181
|
+
clientId?: string;
|
|
4182
|
+
clientIdIssuedAt?: number;
|
|
4183
|
+
clientName?: string;
|
|
4184
|
+
logoUri?: string;
|
|
4185
|
+
redirectUris?: string[];
|
|
4186
|
+
tokenEndpointAuthMethod?: string;
|
|
4187
|
+
grantTypes?: string[];
|
|
4188
|
+
responseTypes?: string[];
|
|
4189
|
+
}
|
|
4190
|
+
|
|
4167
4191
|
interface Column {
|
|
4168
4192
|
name?: string;
|
|
4169
4193
|
types?: ColumnTypesItem[];
|
|
@@ -10291,6 +10315,22 @@ declare class McpOAuthClient {
|
|
|
10291
10315
|
*/
|
|
10292
10316
|
getOAuthAuthorizationServerMetadata(requestOptions?: McpOAuthClient.RequestOptions): HttpResponsePromise<AuthorizationServerMetadata>;
|
|
10293
10317
|
private __getOAuthAuthorizationServerMetadata;
|
|
10318
|
+
/**
|
|
10319
|
+
* OAuth 2.0 Dynamic Client Registration (RFC 7591). Registers a public client for the MCP OAuth flow; throttled per source IP
|
|
10320
|
+
*
|
|
10321
|
+
* @param {OpikApi.ClientRegistrationRequest} request
|
|
10322
|
+
* @param {McpOAuthClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
10323
|
+
*
|
|
10324
|
+
* @throws {@link OpikApi.TooManyRequestsError}
|
|
10325
|
+
*
|
|
10326
|
+
* @example
|
|
10327
|
+
* await client.mcpOAuth.registerOAuthClient({
|
|
10328
|
+
* clientName: "client_name",
|
|
10329
|
+
* redirectUris: ["redirect_uris"]
|
|
10330
|
+
* })
|
|
10331
|
+
*/
|
|
10332
|
+
registerOAuthClient(request: ClientRegistrationRequest, requestOptions?: McpOAuthClient.RequestOptions): HttpResponsePromise<ClientRegistrationResponse>;
|
|
10333
|
+
private __registerOAuthClient;
|
|
10294
10334
|
/**
|
|
10295
10335
|
* OAuth 2.0 token revocation endpoint (RFC 7009). Always returns 200, whether the token was revoked, never existed, or was invalid
|
|
10296
10336
|
*
|
|
@@ -12839,6 +12879,7 @@ interface OpikConfig {
|
|
|
12839
12879
|
batchDelayMs?: number;
|
|
12840
12880
|
holdUntilFlush?: boolean;
|
|
12841
12881
|
promptCacheTtlSeconds?: number;
|
|
12882
|
+
trackDisable?: boolean;
|
|
12842
12883
|
}
|
|
12843
12884
|
interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
|
|
12844
12885
|
headers?: Record<string, string>;
|
|
@@ -14679,6 +14720,7 @@ declare abstract class BaseAnnotationQueue {
|
|
|
14679
14720
|
delete(): Promise<void>;
|
|
14680
14721
|
protected addItemsBatch(ids: string[]): Promise<void>;
|
|
14681
14722
|
protected removeItemsBatch(ids: string[]): Promise<void>;
|
|
14723
|
+
protected fetchAllItems<T>(fetchPage: (limit: number, lastRetrievedId?: string) => Promise<T[]>, getCursor: (item: T) => string | undefined): Promise<T[]>;
|
|
14682
14724
|
}
|
|
14683
14725
|
|
|
14684
14726
|
declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
@@ -14686,6 +14728,16 @@ declare class TracesAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14686
14728
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14687
14729
|
private extractTraceIds;
|
|
14688
14730
|
addTraces(traces: TracePublic[]): Promise<void>;
|
|
14731
|
+
/**
|
|
14732
|
+
* Fetches all traces currently assigned to this annotation queue.
|
|
14733
|
+
*
|
|
14734
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14735
|
+
* image data in input, output and metadata to slim payloads.
|
|
14736
|
+
* @returns The traces in the queue.
|
|
14737
|
+
*/
|
|
14738
|
+
getItems(options?: {
|
|
14739
|
+
truncateImages?: boolean;
|
|
14740
|
+
}): Promise<TracePublic[]>;
|
|
14689
14741
|
removeTraces(traces: TracePublic[]): Promise<void>;
|
|
14690
14742
|
}
|
|
14691
14743
|
|
|
@@ -14694,6 +14746,16 @@ declare class ThreadsAnnotationQueue extends BaseAnnotationQueue {
|
|
|
14694
14746
|
constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
|
|
14695
14747
|
private extractThreadIds;
|
|
14696
14748
|
addThreads(threads: TraceThread[]): Promise<void>;
|
|
14749
|
+
/**
|
|
14750
|
+
* Fetches all threads currently assigned to this annotation queue.
|
|
14751
|
+
*
|
|
14752
|
+
* @param options.truncateImages When true (default), truncates inline base64
|
|
14753
|
+
* image data in input, output and metadata to slim payloads.
|
|
14754
|
+
* @returns The threads in the queue.
|
|
14755
|
+
*/
|
|
14756
|
+
getItems(options?: {
|
|
14757
|
+
truncateImages?: boolean;
|
|
14758
|
+
}): Promise<TraceThread[]>;
|
|
14697
14759
|
removeThreads(threads: TraceThread[]): Promise<void>;
|
|
14698
14760
|
}
|
|
14699
14761
|
|
|
@@ -15509,6 +15571,21 @@ declare class OpikClient {
|
|
|
15509
15571
|
}) => Promise<void>;
|
|
15510
15572
|
}
|
|
15511
15573
|
|
|
15574
|
+
/**
|
|
15575
|
+
* Enable or disable tracing at runtime. Overrides the `trackDisable` config
|
|
15576
|
+
* default until {@link resetTracingToConfigDefault} is called.
|
|
15577
|
+
*/
|
|
15578
|
+
declare function setTracingActive(active: boolean): void;
|
|
15579
|
+
/**
|
|
15580
|
+
* Whether tracing is currently active. Returns the runtime override if one was
|
|
15581
|
+
* set, otherwise the (cached) `!trackDisable` config default.
|
|
15582
|
+
*/
|
|
15583
|
+
declare function isTracingActive(): boolean;
|
|
15584
|
+
/**
|
|
15585
|
+
* Clear any runtime override so the `trackDisable` config default applies again.
|
|
15586
|
+
*/
|
|
15587
|
+
declare function resetTracingToConfigDefault(): void;
|
|
15588
|
+
|
|
15512
15589
|
interface RegistryEntry {
|
|
15513
15590
|
func: (...args: any[]) => any;
|
|
15514
15591
|
name: string;
|
|
@@ -17496,4 +17573,4 @@ interface DistributedTraceHeaders {
|
|
|
17496
17573
|
*/
|
|
17497
17574
|
declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
|
|
17498
17575
|
|
|
17499
|
-
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
|
|
17576
|
+
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, isTracingActive, logger, resetGlobalClient, resetTracingToConfigDefault, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, setTracingActive, track, validateEvaluators, validateExecutionPolicy };
|
package/dist/index.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import {Ia}from'./chunk-NHQ2VIHN.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-NHQ2VIHN.js';Ia();
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import {Ca}from'./chunk-NHQ2VIHN.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-NHQ2VIHN.js';Ca();
|