opik 2.0.17 → 2.0.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.cts CHANGED
@@ -486,6 +486,30 @@ interface RemoveItemsFromAnnotationQueueRequest {
486
486
  body: AnnotationQueueItemIds;
487
487
  }
488
488
 
489
+ /**
490
+ * @example
491
+ * {
492
+ * entityType: "TRACE",
493
+ * assertionResults: [{
494
+ * entityId: "entity_id",
495
+ * name: "name",
496
+ * status: "passed",
497
+ * source: "ui"
498
+ * }]
499
+ * }
500
+ */
501
+ interface AssertionResultBatch {
502
+ entityType: AssertionResultBatchEntityType;
503
+ assertionResults: AssertionResultBatchItem[];
504
+ }
505
+
506
+ declare const AssertionResultBatchEntityType: {
507
+ readonly Trace: "TRACE";
508
+ readonly Span: "SPAN";
509
+ readonly Thread: "THREAD";
510
+ };
511
+ type AssertionResultBatchEntityType = (typeof AssertionResultBatchEntityType)[keyof typeof AssertionResultBatchEntityType];
512
+
489
513
  /**
490
514
  * @example
491
515
  * {
@@ -3268,6 +3292,30 @@ interface AssertionResult {
3268
3292
  reason?: string;
3269
3293
  }
3270
3294
 
3295
+ interface AssertionResultBatchItem {
3296
+ entityId: string;
3297
+ /** If null, the default project is used */
3298
+ projectName?: string;
3299
+ projectId?: string;
3300
+ name: string;
3301
+ status: AssertionResultBatchItemStatus;
3302
+ reason?: string;
3303
+ source: AssertionResultBatchItemSource;
3304
+ }
3305
+
3306
+ declare const AssertionResultBatchItemSource: {
3307
+ readonly Ui: "ui";
3308
+ readonly Sdk: "sdk";
3309
+ readonly OnlineScoring: "online_scoring";
3310
+ };
3311
+ type AssertionResultBatchItemSource = (typeof AssertionResultBatchItemSource)[keyof typeof AssertionResultBatchItemSource];
3312
+
3313
+ declare const AssertionResultBatchItemStatus: {
3314
+ readonly Passed: "passed";
3315
+ readonly Failed: "failed";
3316
+ };
3317
+ type AssertionResultBatchItemStatus = (typeof AssertionResultBatchItemStatus)[keyof typeof AssertionResultBatchItemStatus];
3318
+
3271
3319
  interface AssertionResultCompare {
3272
3320
  value?: string;
3273
3321
  passed?: boolean;
@@ -6105,6 +6153,7 @@ interface ServiceTogglesConfig {
6105
6153
  collaboratorsTabEnabled: boolean;
6106
6154
  v2WorkspaceAllowlistIds: string[];
6107
6155
  forceWorkspaceVersion: string;
6156
+ defaultPageSize?: number;
6108
6157
  v2WorkspaceAllowlist?: string;
6109
6158
  }
6110
6159
 
@@ -7740,6 +7789,38 @@ declare class AnnotationQueuesClient {
7740
7789
  private __removeItemsFromAnnotationQueue;
7741
7790
  }
7742
7791
 
7792
+ declare namespace AssertionResultsClient {
7793
+ type Options = BaseClientOptions;
7794
+ interface RequestOptions extends BaseRequestOptions {
7795
+ }
7796
+ }
7797
+ /**
7798
+ * Assertion result related resources
7799
+ */
7800
+ declare class AssertionResultsClient {
7801
+ protected readonly _options: NormalizedClientOptions<AssertionResultsClient.Options>;
7802
+ constructor(options?: AssertionResultsClient.Options);
7803
+ /**
7804
+ * Batch ingestion of assertion results for traces or spans
7805
+ *
7806
+ * @param {OpikApi.AssertionResultBatch} request
7807
+ * @param {AssertionResultsClient.RequestOptions} requestOptions - Request-specific configuration.
7808
+ *
7809
+ * @example
7810
+ * await client.assertionResults.storeAssertionsBatch({
7811
+ * entityType: "TRACE",
7812
+ * assertionResults: [{
7813
+ * entityId: "entity_id",
7814
+ * name: "name",
7815
+ * status: "passed",
7816
+ * source: "ui"
7817
+ * }]
7818
+ * })
7819
+ */
7820
+ storeAssertionsBatch(request: AssertionResultBatch, requestOptions?: AssertionResultsClient.RequestOptions): HttpResponsePromise<void>;
7821
+ private __storeAssertionsBatch;
7822
+ }
7823
+
7743
7824
  declare namespace AttachmentsClient {
7744
7825
  type Options = BaseClientOptions;
7745
7826
  interface RequestOptions extends BaseRequestOptions {
@@ -11564,6 +11645,7 @@ declare class OpikApiClient {
11564
11645
  protected _agentConfigs: AgentConfigsClient | undefined;
11565
11646
  protected _alerts: AlertsClient | undefined;
11566
11647
  protected _annotationQueues: AnnotationQueuesClient | undefined;
11648
+ protected _assertionResults: AssertionResultsClient | undefined;
11567
11649
  protected _attachments: AttachmentsClient | undefined;
11568
11650
  protected _check: CheckClient | undefined;
11569
11651
  protected _automationRuleEvaluators: AutomationRuleEvaluatorsClient | undefined;
@@ -11598,6 +11680,7 @@ declare class OpikApiClient {
11598
11680
  get agentConfigs(): AgentConfigsClient;
11599
11681
  get alerts(): AlertsClient;
11600
11682
  get annotationQueues(): AnnotationQueuesClient;
11683
+ get assertionResults(): AssertionResultsClient;
11601
11684
  get attachments(): AttachmentsClient;
11602
11685
  get check(): CheckClient;
11603
11686
  get automationRuleEvaluators(): AutomationRuleEvaluatorsClient;
@@ -16096,4 +16179,23 @@ declare class ConfigMismatchError extends OpikError {
16096
16179
 
16097
16180
  declare function activateRunner(): void;
16098
16181
 
16099
- export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
16182
+ /**
16183
+ * HTTP header keys carrying Opik distributed trace context across service
16184
+ * boundaries. They are intentionally lowercase to match the canonical form
16185
+ * `Headers#get` returns and the way `node:http` exposes incoming headers.
16186
+ */
16187
+ declare const OPIK_TRACE_ID_HEADER = "opik_trace_id";
16188
+ declare const OPIK_PARENT_SPAN_ID_HEADER = "opik_parent_span_id";
16189
+ interface DistributedTraceHeaders {
16190
+ [OPIK_TRACE_ID_HEADER]: string;
16191
+ [OPIK_PARENT_SPAN_ID_HEADER]: string;
16192
+ }
16193
+ /**
16194
+ * Returns the Opik distributed-trace HTTP headers describing the currently
16195
+ * active trace and span. Intended to be called from inside a function
16196
+ * wrapped with `track()` (or any code running within a `trackStorage`
16197
+ * context); returns `null` when called outside an active trace context.
16198
+ */
16199
+ declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
16200
+
16201
+ export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
package/dist/index.d.ts CHANGED
@@ -486,6 +486,30 @@ interface RemoveItemsFromAnnotationQueueRequest {
486
486
  body: AnnotationQueueItemIds;
487
487
  }
488
488
 
489
+ /**
490
+ * @example
491
+ * {
492
+ * entityType: "TRACE",
493
+ * assertionResults: [{
494
+ * entityId: "entity_id",
495
+ * name: "name",
496
+ * status: "passed",
497
+ * source: "ui"
498
+ * }]
499
+ * }
500
+ */
501
+ interface AssertionResultBatch {
502
+ entityType: AssertionResultBatchEntityType;
503
+ assertionResults: AssertionResultBatchItem[];
504
+ }
505
+
506
+ declare const AssertionResultBatchEntityType: {
507
+ readonly Trace: "TRACE";
508
+ readonly Span: "SPAN";
509
+ readonly Thread: "THREAD";
510
+ };
511
+ type AssertionResultBatchEntityType = (typeof AssertionResultBatchEntityType)[keyof typeof AssertionResultBatchEntityType];
512
+
489
513
  /**
490
514
  * @example
491
515
  * {
@@ -3268,6 +3292,30 @@ interface AssertionResult {
3268
3292
  reason?: string;
3269
3293
  }
3270
3294
 
3295
+ interface AssertionResultBatchItem {
3296
+ entityId: string;
3297
+ /** If null, the default project is used */
3298
+ projectName?: string;
3299
+ projectId?: string;
3300
+ name: string;
3301
+ status: AssertionResultBatchItemStatus;
3302
+ reason?: string;
3303
+ source: AssertionResultBatchItemSource;
3304
+ }
3305
+
3306
+ declare const AssertionResultBatchItemSource: {
3307
+ readonly Ui: "ui";
3308
+ readonly Sdk: "sdk";
3309
+ readonly OnlineScoring: "online_scoring";
3310
+ };
3311
+ type AssertionResultBatchItemSource = (typeof AssertionResultBatchItemSource)[keyof typeof AssertionResultBatchItemSource];
3312
+
3313
+ declare const AssertionResultBatchItemStatus: {
3314
+ readonly Passed: "passed";
3315
+ readonly Failed: "failed";
3316
+ };
3317
+ type AssertionResultBatchItemStatus = (typeof AssertionResultBatchItemStatus)[keyof typeof AssertionResultBatchItemStatus];
3318
+
3271
3319
  interface AssertionResultCompare {
3272
3320
  value?: string;
3273
3321
  passed?: boolean;
@@ -6105,6 +6153,7 @@ interface ServiceTogglesConfig {
6105
6153
  collaboratorsTabEnabled: boolean;
6106
6154
  v2WorkspaceAllowlistIds: string[];
6107
6155
  forceWorkspaceVersion: string;
6156
+ defaultPageSize?: number;
6108
6157
  v2WorkspaceAllowlist?: string;
6109
6158
  }
6110
6159
 
@@ -7740,6 +7789,38 @@ declare class AnnotationQueuesClient {
7740
7789
  private __removeItemsFromAnnotationQueue;
7741
7790
  }
7742
7791
 
7792
+ declare namespace AssertionResultsClient {
7793
+ type Options = BaseClientOptions;
7794
+ interface RequestOptions extends BaseRequestOptions {
7795
+ }
7796
+ }
7797
+ /**
7798
+ * Assertion result related resources
7799
+ */
7800
+ declare class AssertionResultsClient {
7801
+ protected readonly _options: NormalizedClientOptions<AssertionResultsClient.Options>;
7802
+ constructor(options?: AssertionResultsClient.Options);
7803
+ /**
7804
+ * Batch ingestion of assertion results for traces or spans
7805
+ *
7806
+ * @param {OpikApi.AssertionResultBatch} request
7807
+ * @param {AssertionResultsClient.RequestOptions} requestOptions - Request-specific configuration.
7808
+ *
7809
+ * @example
7810
+ * await client.assertionResults.storeAssertionsBatch({
7811
+ * entityType: "TRACE",
7812
+ * assertionResults: [{
7813
+ * entityId: "entity_id",
7814
+ * name: "name",
7815
+ * status: "passed",
7816
+ * source: "ui"
7817
+ * }]
7818
+ * })
7819
+ */
7820
+ storeAssertionsBatch(request: AssertionResultBatch, requestOptions?: AssertionResultsClient.RequestOptions): HttpResponsePromise<void>;
7821
+ private __storeAssertionsBatch;
7822
+ }
7823
+
7743
7824
  declare namespace AttachmentsClient {
7744
7825
  type Options = BaseClientOptions;
7745
7826
  interface RequestOptions extends BaseRequestOptions {
@@ -11564,6 +11645,7 @@ declare class OpikApiClient {
11564
11645
  protected _agentConfigs: AgentConfigsClient | undefined;
11565
11646
  protected _alerts: AlertsClient | undefined;
11566
11647
  protected _annotationQueues: AnnotationQueuesClient | undefined;
11648
+ protected _assertionResults: AssertionResultsClient | undefined;
11567
11649
  protected _attachments: AttachmentsClient | undefined;
11568
11650
  protected _check: CheckClient | undefined;
11569
11651
  protected _automationRuleEvaluators: AutomationRuleEvaluatorsClient | undefined;
@@ -11598,6 +11680,7 @@ declare class OpikApiClient {
11598
11680
  get agentConfigs(): AgentConfigsClient;
11599
11681
  get alerts(): AlertsClient;
11600
11682
  get annotationQueues(): AnnotationQueuesClient;
11683
+ get assertionResults(): AssertionResultsClient;
11601
11684
  get attachments(): AttachmentsClient;
11602
11685
  get check(): CheckClient;
11603
11686
  get automationRuleEvaluators(): AutomationRuleEvaluatorsClient;
@@ -16096,4 +16179,23 @@ declare class ConfigMismatchError extends OpikError {
16096
16179
 
16097
16180
  declare function activateRunner(): void;
16098
16181
 
16099
- export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
16182
+ /**
16183
+ * HTTP header keys carrying Opik distributed trace context across service
16184
+ * boundaries. They are intentionally lowercase to match the canonical form
16185
+ * `Headers#get` returns and the way `node:http` exposes incoming headers.
16186
+ */
16187
+ declare const OPIK_TRACE_ID_HEADER = "opik_trace_id";
16188
+ declare const OPIK_PARENT_SPAN_ID_HEADER = "opik_parent_span_id";
16189
+ interface DistributedTraceHeaders {
16190
+ [OPIK_TRACE_ID_HEADER]: string;
16191
+ [OPIK_PARENT_SPAN_ID_HEADER]: string;
16192
+ }
16193
+ /**
16194
+ * Returns the Opik distributed-trace HTTP headers describing the currently
16195
+ * active trace and span. Intended to be called from inside a function
16196
+ * wrapped with `track()` (or any code running within a `trackStorage`
16197
+ * context); returns `null` when called outside an active trace context.
16198
+ */
16199
+ declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
16200
+
16201
+ export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
package/dist/index.js CHANGED
@@ -1 +1 @@
1
- import {Ba}from'./chunk-C3YEVQFH.js';export{ra as AgentTaskCompletionJudge,qa as AgentToolCorrectnessJudge,ea as AnswerRelevance,aa as BaseLLMJudgeMetric,B as BaseMetric,C as BaseSuiteEvaluator,p as ChatPrompt,ta as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,Z as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,la as DemographicBiasJudge,ja as DialogueHelpfulnessJudge,Y as ExactMatch,fa as GEval,ga as GEvalPreset,na as GenderBiasJudge,da as Hallucination,$ as IsJson,P as LLMJudge,G as ModelConfigurationError,E as ModelError,F as ModelGenerationError,ba as Moderation,za as Opik,D as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,ma as PoliticalBiasJudge,o as Prompt,k as PromptType,sa as PromptUncertaintyJudge,ka as QARelevanceJudge,_ as RegexMatch,pa as RegionalBiasJudge,oa as ReligiousBiasJudge,O as ResponseSchema,M as SYSTEM_PROMPT,ia as SummarizationCoherenceJudge,ha as SummarizationConsistencyJudge,xa as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,N as USER_PROMPT_TEMPLATE,ca as Usefulness,I as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,J as createModel,K as createModelFromInstance,R as deserializeEvaluators,H as detectProvider,c as disableLogger,W as evaluate,X as evaluatePrompt,U as evaluateTestSuite,u as flushAll,e as generateId,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,ua as resolveEvaluators,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,L as resolveModel,V as runTests,Q as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,va as validateEvaluators,wa as validateExecutionPolicy,Aa as z}from'./chunk-C3YEVQFH.js';Ba();
1
+ import {Ea}from'./chunk-H3272XZV.js';export{ra as AgentTaskCompletionJudge,qa as AgentToolCorrectnessJudge,ea as AnswerRelevance,aa as BaseLLMJudgeMetric,B as BaseMetric,C as BaseSuiteEvaluator,p as ChatPrompt,ta as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,Z as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,la as DemographicBiasJudge,ja as DialogueHelpfulnessJudge,Y as ExactMatch,fa as GEval,ga as GEvalPreset,na as GenderBiasJudge,da as Hallucination,$ as IsJson,P as LLMJudge,G as ModelConfigurationError,E as ModelError,F as ModelGenerationError,ba as Moderation,Ba as OPIK_PARENT_SPAN_ID_HEADER,Aa as OPIK_TRACE_ID_HEADER,za as Opik,D as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,ma as PoliticalBiasJudge,o as Prompt,k as PromptType,sa as PromptUncertaintyJudge,ka as QARelevanceJudge,_ as RegexMatch,pa as RegionalBiasJudge,oa as ReligiousBiasJudge,O as ResponseSchema,M as SYSTEM_PROMPT,ia as SummarizationCoherenceJudge,ha as SummarizationConsistencyJudge,xa as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,N as USER_PROMPT_TEMPLATE,ca as Usefulness,I as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,J as createModel,K as createModelFromInstance,R as deserializeEvaluators,H as detectProvider,c as disableLogger,W as evaluate,X as evaluatePrompt,U as evaluateTestSuite,u as flushAll,e as generateId,Ca as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,ua as resolveEvaluators,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,L as resolveModel,V as runTests,Q as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,va as validateEvaluators,wa as validateExecutionPolicy,Da as z}from'./chunk-H3272XZV.js';Ea();
@@ -1 +1 @@
1
- import {ya}from'./chunk-C3YEVQFH.js';export{y as DEFAULT_EXECUTION_POLICY,xa as TestSuite,z as TestSuiteResult,A as buildSuiteResult,R as deserializeEvaluators,U as evaluateTestSuite,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,V as runTests,Q as serializeEvaluators}from'./chunk-C3YEVQFH.js';ya();
1
+ import {ya}from'./chunk-H3272XZV.js';export{y as DEFAULT_EXECUTION_POLICY,xa as TestSuite,z as TestSuiteResult,A as buildSuiteResult,R as deserializeEvaluators,U as evaluateTestSuite,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,V as runTests,Q as serializeEvaluators}from'./chunk-H3272XZV.js';ya();
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "opik",
3
3
  "description": "Opik TypeScript and JavaScript SDK",
4
- "version": "2.0.17",
4
+ "version": "2.0.19",
5
5
  "repository": {
6
6
  "type": "git",
7
7
  "url": "git+https://github.com/comet-ml/opik.git",