opik 2.0.17 → 2.0.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-H3272XZV.js +404 -0
- package/dist/index.cjs +36 -36
- package/dist/index.d.cts +103 -1
- package/dist/index.d.ts +103 -1
- package/dist/index.js +1 -1
- package/dist/{suite-MYJYLBYX.js → suite-ZKMDSCVB.js} +1 -1
- package/package.json +1 -1
- package/dist/chunk-C3YEVQFH.js +0 -404
package/dist/index.d.cts
CHANGED
|
@@ -486,6 +486,30 @@ interface RemoveItemsFromAnnotationQueueRequest {
|
|
|
486
486
|
body: AnnotationQueueItemIds;
|
|
487
487
|
}
|
|
488
488
|
|
|
489
|
+
/**
|
|
490
|
+
* @example
|
|
491
|
+
* {
|
|
492
|
+
* entityType: "TRACE",
|
|
493
|
+
* assertionResults: [{
|
|
494
|
+
* entityId: "entity_id",
|
|
495
|
+
* name: "name",
|
|
496
|
+
* status: "passed",
|
|
497
|
+
* source: "ui"
|
|
498
|
+
* }]
|
|
499
|
+
* }
|
|
500
|
+
*/
|
|
501
|
+
interface AssertionResultBatch {
|
|
502
|
+
entityType: AssertionResultBatchEntityType;
|
|
503
|
+
assertionResults: AssertionResultBatchItem[];
|
|
504
|
+
}
|
|
505
|
+
|
|
506
|
+
declare const AssertionResultBatchEntityType: {
|
|
507
|
+
readonly Trace: "TRACE";
|
|
508
|
+
readonly Span: "SPAN";
|
|
509
|
+
readonly Thread: "THREAD";
|
|
510
|
+
};
|
|
511
|
+
type AssertionResultBatchEntityType = (typeof AssertionResultBatchEntityType)[keyof typeof AssertionResultBatchEntityType];
|
|
512
|
+
|
|
489
513
|
/**
|
|
490
514
|
* @example
|
|
491
515
|
* {
|
|
@@ -3268,6 +3292,30 @@ interface AssertionResult {
|
|
|
3268
3292
|
reason?: string;
|
|
3269
3293
|
}
|
|
3270
3294
|
|
|
3295
|
+
interface AssertionResultBatchItem {
|
|
3296
|
+
entityId: string;
|
|
3297
|
+
/** If null, the default project is used */
|
|
3298
|
+
projectName?: string;
|
|
3299
|
+
projectId?: string;
|
|
3300
|
+
name: string;
|
|
3301
|
+
status: AssertionResultBatchItemStatus;
|
|
3302
|
+
reason?: string;
|
|
3303
|
+
source: AssertionResultBatchItemSource;
|
|
3304
|
+
}
|
|
3305
|
+
|
|
3306
|
+
declare const AssertionResultBatchItemSource: {
|
|
3307
|
+
readonly Ui: "ui";
|
|
3308
|
+
readonly Sdk: "sdk";
|
|
3309
|
+
readonly OnlineScoring: "online_scoring";
|
|
3310
|
+
};
|
|
3311
|
+
type AssertionResultBatchItemSource = (typeof AssertionResultBatchItemSource)[keyof typeof AssertionResultBatchItemSource];
|
|
3312
|
+
|
|
3313
|
+
declare const AssertionResultBatchItemStatus: {
|
|
3314
|
+
readonly Passed: "passed";
|
|
3315
|
+
readonly Failed: "failed";
|
|
3316
|
+
};
|
|
3317
|
+
type AssertionResultBatchItemStatus = (typeof AssertionResultBatchItemStatus)[keyof typeof AssertionResultBatchItemStatus];
|
|
3318
|
+
|
|
3271
3319
|
interface AssertionResultCompare {
|
|
3272
3320
|
value?: string;
|
|
3273
3321
|
passed?: boolean;
|
|
@@ -6105,6 +6153,7 @@ interface ServiceTogglesConfig {
|
|
|
6105
6153
|
collaboratorsTabEnabled: boolean;
|
|
6106
6154
|
v2WorkspaceAllowlistIds: string[];
|
|
6107
6155
|
forceWorkspaceVersion: string;
|
|
6156
|
+
defaultPageSize?: number;
|
|
6108
6157
|
v2WorkspaceAllowlist?: string;
|
|
6109
6158
|
}
|
|
6110
6159
|
|
|
@@ -7740,6 +7789,38 @@ declare class AnnotationQueuesClient {
|
|
|
7740
7789
|
private __removeItemsFromAnnotationQueue;
|
|
7741
7790
|
}
|
|
7742
7791
|
|
|
7792
|
+
declare namespace AssertionResultsClient {
|
|
7793
|
+
type Options = BaseClientOptions;
|
|
7794
|
+
interface RequestOptions extends BaseRequestOptions {
|
|
7795
|
+
}
|
|
7796
|
+
}
|
|
7797
|
+
/**
|
|
7798
|
+
* Assertion result related resources
|
|
7799
|
+
*/
|
|
7800
|
+
declare class AssertionResultsClient {
|
|
7801
|
+
protected readonly _options: NormalizedClientOptions<AssertionResultsClient.Options>;
|
|
7802
|
+
constructor(options?: AssertionResultsClient.Options);
|
|
7803
|
+
/**
|
|
7804
|
+
* Batch ingestion of assertion results for traces or spans
|
|
7805
|
+
*
|
|
7806
|
+
* @param {OpikApi.AssertionResultBatch} request
|
|
7807
|
+
* @param {AssertionResultsClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
7808
|
+
*
|
|
7809
|
+
* @example
|
|
7810
|
+
* await client.assertionResults.storeAssertionsBatch({
|
|
7811
|
+
* entityType: "TRACE",
|
|
7812
|
+
* assertionResults: [{
|
|
7813
|
+
* entityId: "entity_id",
|
|
7814
|
+
* name: "name",
|
|
7815
|
+
* status: "passed",
|
|
7816
|
+
* source: "ui"
|
|
7817
|
+
* }]
|
|
7818
|
+
* })
|
|
7819
|
+
*/
|
|
7820
|
+
storeAssertionsBatch(request: AssertionResultBatch, requestOptions?: AssertionResultsClient.RequestOptions): HttpResponsePromise<void>;
|
|
7821
|
+
private __storeAssertionsBatch;
|
|
7822
|
+
}
|
|
7823
|
+
|
|
7743
7824
|
declare namespace AttachmentsClient {
|
|
7744
7825
|
type Options = BaseClientOptions;
|
|
7745
7826
|
interface RequestOptions extends BaseRequestOptions {
|
|
@@ -11564,6 +11645,7 @@ declare class OpikApiClient {
|
|
|
11564
11645
|
protected _agentConfigs: AgentConfigsClient | undefined;
|
|
11565
11646
|
protected _alerts: AlertsClient | undefined;
|
|
11566
11647
|
protected _annotationQueues: AnnotationQueuesClient | undefined;
|
|
11648
|
+
protected _assertionResults: AssertionResultsClient | undefined;
|
|
11567
11649
|
protected _attachments: AttachmentsClient | undefined;
|
|
11568
11650
|
protected _check: CheckClient | undefined;
|
|
11569
11651
|
protected _automationRuleEvaluators: AutomationRuleEvaluatorsClient | undefined;
|
|
@@ -11598,6 +11680,7 @@ declare class OpikApiClient {
|
|
|
11598
11680
|
get agentConfigs(): AgentConfigsClient;
|
|
11599
11681
|
get alerts(): AlertsClient;
|
|
11600
11682
|
get annotationQueues(): AnnotationQueuesClient;
|
|
11683
|
+
get assertionResults(): AssertionResultsClient;
|
|
11601
11684
|
get attachments(): AttachmentsClient;
|
|
11602
11685
|
get check(): CheckClient;
|
|
11603
11686
|
get automationRuleEvaluators(): AutomationRuleEvaluatorsClient;
|
|
@@ -16096,4 +16179,23 @@ declare class ConfigMismatchError extends OpikError {
|
|
|
16096
16179
|
|
|
16097
16180
|
declare function activateRunner(): void;
|
|
16098
16181
|
|
|
16099
|
-
|
|
16182
|
+
/**
|
|
16183
|
+
* HTTP header keys carrying Opik distributed trace context across service
|
|
16184
|
+
* boundaries. They are intentionally lowercase to match the canonical form
|
|
16185
|
+
* `Headers#get` returns and the way `node:http` exposes incoming headers.
|
|
16186
|
+
*/
|
|
16187
|
+
declare const OPIK_TRACE_ID_HEADER = "opik_trace_id";
|
|
16188
|
+
declare const OPIK_PARENT_SPAN_ID_HEADER = "opik_parent_span_id";
|
|
16189
|
+
interface DistributedTraceHeaders {
|
|
16190
|
+
[OPIK_TRACE_ID_HEADER]: string;
|
|
16191
|
+
[OPIK_PARENT_SPAN_ID_HEADER]: string;
|
|
16192
|
+
}
|
|
16193
|
+
/**
|
|
16194
|
+
* Returns the Opik distributed-trace HTTP headers describing the currently
|
|
16195
|
+
* active trace and span. Intended to be called from inside a function
|
|
16196
|
+
* wrapped with `track()` (or any code running within a `trackStorage`
|
|
16197
|
+
* context); returns `null` when called outside an active trace context.
|
|
16198
|
+
*/
|
|
16199
|
+
declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
|
|
16200
|
+
|
|
16201
|
+
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
|
package/dist/index.d.ts
CHANGED
|
@@ -486,6 +486,30 @@ interface RemoveItemsFromAnnotationQueueRequest {
|
|
|
486
486
|
body: AnnotationQueueItemIds;
|
|
487
487
|
}
|
|
488
488
|
|
|
489
|
+
/**
|
|
490
|
+
* @example
|
|
491
|
+
* {
|
|
492
|
+
* entityType: "TRACE",
|
|
493
|
+
* assertionResults: [{
|
|
494
|
+
* entityId: "entity_id",
|
|
495
|
+
* name: "name",
|
|
496
|
+
* status: "passed",
|
|
497
|
+
* source: "ui"
|
|
498
|
+
* }]
|
|
499
|
+
* }
|
|
500
|
+
*/
|
|
501
|
+
interface AssertionResultBatch {
|
|
502
|
+
entityType: AssertionResultBatchEntityType;
|
|
503
|
+
assertionResults: AssertionResultBatchItem[];
|
|
504
|
+
}
|
|
505
|
+
|
|
506
|
+
declare const AssertionResultBatchEntityType: {
|
|
507
|
+
readonly Trace: "TRACE";
|
|
508
|
+
readonly Span: "SPAN";
|
|
509
|
+
readonly Thread: "THREAD";
|
|
510
|
+
};
|
|
511
|
+
type AssertionResultBatchEntityType = (typeof AssertionResultBatchEntityType)[keyof typeof AssertionResultBatchEntityType];
|
|
512
|
+
|
|
489
513
|
/**
|
|
490
514
|
* @example
|
|
491
515
|
* {
|
|
@@ -3268,6 +3292,30 @@ interface AssertionResult {
|
|
|
3268
3292
|
reason?: string;
|
|
3269
3293
|
}
|
|
3270
3294
|
|
|
3295
|
+
interface AssertionResultBatchItem {
|
|
3296
|
+
entityId: string;
|
|
3297
|
+
/** If null, the default project is used */
|
|
3298
|
+
projectName?: string;
|
|
3299
|
+
projectId?: string;
|
|
3300
|
+
name: string;
|
|
3301
|
+
status: AssertionResultBatchItemStatus;
|
|
3302
|
+
reason?: string;
|
|
3303
|
+
source: AssertionResultBatchItemSource;
|
|
3304
|
+
}
|
|
3305
|
+
|
|
3306
|
+
declare const AssertionResultBatchItemSource: {
|
|
3307
|
+
readonly Ui: "ui";
|
|
3308
|
+
readonly Sdk: "sdk";
|
|
3309
|
+
readonly OnlineScoring: "online_scoring";
|
|
3310
|
+
};
|
|
3311
|
+
type AssertionResultBatchItemSource = (typeof AssertionResultBatchItemSource)[keyof typeof AssertionResultBatchItemSource];
|
|
3312
|
+
|
|
3313
|
+
declare const AssertionResultBatchItemStatus: {
|
|
3314
|
+
readonly Passed: "passed";
|
|
3315
|
+
readonly Failed: "failed";
|
|
3316
|
+
};
|
|
3317
|
+
type AssertionResultBatchItemStatus = (typeof AssertionResultBatchItemStatus)[keyof typeof AssertionResultBatchItemStatus];
|
|
3318
|
+
|
|
3271
3319
|
interface AssertionResultCompare {
|
|
3272
3320
|
value?: string;
|
|
3273
3321
|
passed?: boolean;
|
|
@@ -6105,6 +6153,7 @@ interface ServiceTogglesConfig {
|
|
|
6105
6153
|
collaboratorsTabEnabled: boolean;
|
|
6106
6154
|
v2WorkspaceAllowlistIds: string[];
|
|
6107
6155
|
forceWorkspaceVersion: string;
|
|
6156
|
+
defaultPageSize?: number;
|
|
6108
6157
|
v2WorkspaceAllowlist?: string;
|
|
6109
6158
|
}
|
|
6110
6159
|
|
|
@@ -7740,6 +7789,38 @@ declare class AnnotationQueuesClient {
|
|
|
7740
7789
|
private __removeItemsFromAnnotationQueue;
|
|
7741
7790
|
}
|
|
7742
7791
|
|
|
7792
|
+
declare namespace AssertionResultsClient {
|
|
7793
|
+
type Options = BaseClientOptions;
|
|
7794
|
+
interface RequestOptions extends BaseRequestOptions {
|
|
7795
|
+
}
|
|
7796
|
+
}
|
|
7797
|
+
/**
|
|
7798
|
+
* Assertion result related resources
|
|
7799
|
+
*/
|
|
7800
|
+
declare class AssertionResultsClient {
|
|
7801
|
+
protected readonly _options: NormalizedClientOptions<AssertionResultsClient.Options>;
|
|
7802
|
+
constructor(options?: AssertionResultsClient.Options);
|
|
7803
|
+
/**
|
|
7804
|
+
* Batch ingestion of assertion results for traces or spans
|
|
7805
|
+
*
|
|
7806
|
+
* @param {OpikApi.AssertionResultBatch} request
|
|
7807
|
+
* @param {AssertionResultsClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
7808
|
+
*
|
|
7809
|
+
* @example
|
|
7810
|
+
* await client.assertionResults.storeAssertionsBatch({
|
|
7811
|
+
* entityType: "TRACE",
|
|
7812
|
+
* assertionResults: [{
|
|
7813
|
+
* entityId: "entity_id",
|
|
7814
|
+
* name: "name",
|
|
7815
|
+
* status: "passed",
|
|
7816
|
+
* source: "ui"
|
|
7817
|
+
* }]
|
|
7818
|
+
* })
|
|
7819
|
+
*/
|
|
7820
|
+
storeAssertionsBatch(request: AssertionResultBatch, requestOptions?: AssertionResultsClient.RequestOptions): HttpResponsePromise<void>;
|
|
7821
|
+
private __storeAssertionsBatch;
|
|
7822
|
+
}
|
|
7823
|
+
|
|
7743
7824
|
declare namespace AttachmentsClient {
|
|
7744
7825
|
type Options = BaseClientOptions;
|
|
7745
7826
|
interface RequestOptions extends BaseRequestOptions {
|
|
@@ -11564,6 +11645,7 @@ declare class OpikApiClient {
|
|
|
11564
11645
|
protected _agentConfigs: AgentConfigsClient | undefined;
|
|
11565
11646
|
protected _alerts: AlertsClient | undefined;
|
|
11566
11647
|
protected _annotationQueues: AnnotationQueuesClient | undefined;
|
|
11648
|
+
protected _assertionResults: AssertionResultsClient | undefined;
|
|
11567
11649
|
protected _attachments: AttachmentsClient | undefined;
|
|
11568
11650
|
protected _check: CheckClient | undefined;
|
|
11569
11651
|
protected _automationRuleEvaluators: AutomationRuleEvaluatorsClient | undefined;
|
|
@@ -11598,6 +11680,7 @@ declare class OpikApiClient {
|
|
|
11598
11680
|
get agentConfigs(): AgentConfigsClient;
|
|
11599
11681
|
get alerts(): AlertsClient;
|
|
11600
11682
|
get annotationQueues(): AnnotationQueuesClient;
|
|
11683
|
+
get assertionResults(): AssertionResultsClient;
|
|
11601
11684
|
get attachments(): AttachmentsClient;
|
|
11602
11685
|
get check(): CheckClient;
|
|
11603
11686
|
get automationRuleEvaluators(): AutomationRuleEvaluatorsClient;
|
|
@@ -16096,4 +16179,23 @@ declare class ConfigMismatchError extends OpikError {
|
|
|
16096
16179
|
|
|
16097
16180
|
declare function activateRunner(): void;
|
|
16098
16181
|
|
|
16099
|
-
|
|
16182
|
+
/**
|
|
16183
|
+
* HTTP header keys carrying Opik distributed trace context across service
|
|
16184
|
+
* boundaries. They are intentionally lowercase to match the canonical form
|
|
16185
|
+
* `Headers#get` returns and the way `node:http` exposes incoming headers.
|
|
16186
|
+
*/
|
|
16187
|
+
declare const OPIK_TRACE_ID_HEADER = "opik_trace_id";
|
|
16188
|
+
declare const OPIK_PARENT_SPAN_ID_HEADER = "opik_parent_span_id";
|
|
16189
|
+
interface DistributedTraceHeaders {
|
|
16190
|
+
[OPIK_TRACE_ID_HEADER]: string;
|
|
16191
|
+
[OPIK_PARENT_SPAN_ID_HEADER]: string;
|
|
16192
|
+
}
|
|
16193
|
+
/**
|
|
16194
|
+
* Returns the Opik distributed-trace HTTP headers describing the currently
|
|
16195
|
+
* active trace and span. Intended to be called from inside a function
|
|
16196
|
+
* wrapped with `track()` (or any code running within a `trackStorage`
|
|
16197
|
+
* context); returns `null` when called outside an active trace context.
|
|
16198
|
+
*/
|
|
16199
|
+
declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
|
|
16200
|
+
|
|
16201
|
+
export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
|
package/dist/index.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import {Ea}from'./chunk-H3272XZV.js';export{ra as AgentTaskCompletionJudge,qa as AgentToolCorrectnessJudge,ea as AnswerRelevance,aa as BaseLLMJudgeMetric,B as BaseMetric,C as BaseSuiteEvaluator,p as ChatPrompt,ta as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,Z as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,la as DemographicBiasJudge,ja as DialogueHelpfulnessJudge,Y as ExactMatch,fa as GEval,ga as GEvalPreset,na as GenderBiasJudge,da as Hallucination,$ as IsJson,P as LLMJudge,G as ModelConfigurationError,E as ModelError,F as ModelGenerationError,ba as Moderation,Ba as OPIK_PARENT_SPAN_ID_HEADER,Aa as OPIK_TRACE_ID_HEADER,za as Opik,D as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,ma as PoliticalBiasJudge,o as Prompt,k as PromptType,sa as PromptUncertaintyJudge,ka as QARelevanceJudge,_ as RegexMatch,pa as RegionalBiasJudge,oa as ReligiousBiasJudge,O as ResponseSchema,M as SYSTEM_PROMPT,ia as SummarizationCoherenceJudge,ha as SummarizationConsistencyJudge,xa as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,N as USER_PROMPT_TEMPLATE,ca as Usefulness,I as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,J as createModel,K as createModelFromInstance,R as deserializeEvaluators,H as detectProvider,c as disableLogger,W as evaluate,X as evaluatePrompt,U as evaluateTestSuite,u as flushAll,e as generateId,Ca as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,ua as resolveEvaluators,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,L as resolveModel,V as runTests,Q as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,va as validateEvaluators,wa as validateExecutionPolicy,Da as z}from'./chunk-H3272XZV.js';Ea();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
import {ya}from'./chunk-
|
|
1
|
+
import {ya}from'./chunk-H3272XZV.js';export{y as DEFAULT_EXECUTION_POLICY,xa as TestSuite,z as TestSuiteResult,A as buildSuiteResult,R as deserializeEvaluators,U as evaluateTestSuite,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,V as runTests,Q as serializeEvaluators}from'./chunk-H3272XZV.js';ya();
|