opik 2.0.63 → 2.0.65

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.cts CHANGED
@@ -1633,6 +1633,19 @@ interface AuthorizeRequest {
1633
1633
  state?: string;
1634
1634
  }
1635
1635
 
1636
+ /**
1637
+ * @example
1638
+ * {
1639
+ * clientName: "client_name",
1640
+ * redirectUris: ["redirect_uris"]
1641
+ * }
1642
+ */
1643
+ interface ClientRegistrationRequest {
1644
+ clientName: string;
1645
+ redirectUris: string[];
1646
+ logoUri?: string;
1647
+ }
1648
+
1636
1649
  /**
1637
1650
  * @example
1638
1651
  * {
@@ -4164,6 +4177,17 @@ declare const CheckResult: {
4164
4177
  };
4165
4178
  type CheckResult = (typeof CheckResult)[keyof typeof CheckResult];
4166
4179
 
4180
+ interface ClientRegistrationResponse {
4181
+ clientId?: string;
4182
+ clientIdIssuedAt?: number;
4183
+ clientName?: string;
4184
+ logoUri?: string;
4185
+ redirectUris?: string[];
4186
+ tokenEndpointAuthMethod?: string;
4187
+ grantTypes?: string[];
4188
+ responseTypes?: string[];
4189
+ }
4190
+
4167
4191
  interface Column {
4168
4192
  name?: string;
4169
4193
  types?: ColumnTypesItem[];
@@ -10291,6 +10315,22 @@ declare class McpOAuthClient {
10291
10315
  */
10292
10316
  getOAuthAuthorizationServerMetadata(requestOptions?: McpOAuthClient.RequestOptions): HttpResponsePromise<AuthorizationServerMetadata>;
10293
10317
  private __getOAuthAuthorizationServerMetadata;
10318
+ /**
10319
+ * OAuth 2.0 Dynamic Client Registration (RFC 7591). Registers a public client for the MCP OAuth flow; throttled per source IP
10320
+ *
10321
+ * @param {OpikApi.ClientRegistrationRequest} request
10322
+ * @param {McpOAuthClient.RequestOptions} requestOptions - Request-specific configuration.
10323
+ *
10324
+ * @throws {@link OpikApi.TooManyRequestsError}
10325
+ *
10326
+ * @example
10327
+ * await client.mcpOAuth.registerOAuthClient({
10328
+ * clientName: "client_name",
10329
+ * redirectUris: ["redirect_uris"]
10330
+ * })
10331
+ */
10332
+ registerOAuthClient(request: ClientRegistrationRequest, requestOptions?: McpOAuthClient.RequestOptions): HttpResponsePromise<ClientRegistrationResponse>;
10333
+ private __registerOAuthClient;
10294
10334
  /**
10295
10335
  * OAuth 2.0 token revocation endpoint (RFC 7009). Always returns 200, whether the token was revoked, never existed, or was invalid
10296
10336
  *
@@ -12839,6 +12879,7 @@ interface OpikConfig {
12839
12879
  batchDelayMs?: number;
12840
12880
  holdUntilFlush?: boolean;
12841
12881
  promptCacheTtlSeconds?: number;
12882
+ trackDisable?: boolean;
12842
12883
  }
12843
12884
  interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
12844
12885
  headers?: Record<string, string>;
@@ -14679,6 +14720,7 @@ declare abstract class BaseAnnotationQueue {
14679
14720
  delete(): Promise<void>;
14680
14721
  protected addItemsBatch(ids: string[]): Promise<void>;
14681
14722
  protected removeItemsBatch(ids: string[]): Promise<void>;
14723
+ protected fetchAllItems<T>(fetchPage: (limit: number, lastRetrievedId?: string) => Promise<T[]>, getCursor: (item: T) => string | undefined): Promise<T[]>;
14682
14724
  }
14683
14725
 
14684
14726
  declare class TracesAnnotationQueue extends BaseAnnotationQueue {
@@ -14686,6 +14728,16 @@ declare class TracesAnnotationQueue extends BaseAnnotationQueue {
14686
14728
  constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
14687
14729
  private extractTraceIds;
14688
14730
  addTraces(traces: TracePublic[]): Promise<void>;
14731
+ /**
14732
+ * Fetches all traces currently assigned to this annotation queue.
14733
+ *
14734
+ * @param options.truncateImages When true (default), truncates inline base64
14735
+ * image data in input, output and metadata to slim payloads.
14736
+ * @returns The traces in the queue.
14737
+ */
14738
+ getItems(options?: {
14739
+ truncateImages?: boolean;
14740
+ }): Promise<TracePublic[]>;
14689
14741
  removeTraces(traces: TracePublic[]): Promise<void>;
14690
14742
  }
14691
14743
 
@@ -14694,6 +14746,16 @@ declare class ThreadsAnnotationQueue extends BaseAnnotationQueue {
14694
14746
  constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
14695
14747
  private extractThreadIds;
14696
14748
  addThreads(threads: TraceThread[]): Promise<void>;
14749
+ /**
14750
+ * Fetches all threads currently assigned to this annotation queue.
14751
+ *
14752
+ * @param options.truncateImages When true (default), truncates inline base64
14753
+ * image data in input, output and metadata to slim payloads.
14754
+ * @returns The threads in the queue.
14755
+ */
14756
+ getItems(options?: {
14757
+ truncateImages?: boolean;
14758
+ }): Promise<TraceThread[]>;
14697
14759
  removeThreads(threads: TraceThread[]): Promise<void>;
14698
14760
  }
14699
14761
 
@@ -15509,6 +15571,21 @@ declare class OpikClient {
15509
15571
  }) => Promise<void>;
15510
15572
  }
15511
15573
 
15574
+ /**
15575
+ * Enable or disable tracing at runtime. Overrides the `trackDisable` config
15576
+ * default until {@link resetTracingToConfigDefault} is called.
15577
+ */
15578
+ declare function setTracingActive(active: boolean): void;
15579
+ /**
15580
+ * Whether tracing is currently active. Returns the runtime override if one was
15581
+ * set, otherwise the (cached) `!trackDisable` config default.
15582
+ */
15583
+ declare function isTracingActive(): boolean;
15584
+ /**
15585
+ * Clear any runtime override so the `trackDisable` config default applies again.
15586
+ */
15587
+ declare function resetTracingToConfigDefault(): void;
15588
+
15512
15589
  interface RegistryEntry {
15513
15590
  func: (...args: any[]) => any;
15514
15591
  name: string;
@@ -17496,4 +17573,4 @@ interface DistributedTraceHeaders {
17496
17573
  */
17497
17574
  declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
17498
17575
 
17499
- export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
17576
+ export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, isTracingActive, logger, resetGlobalClient, resetTracingToConfigDefault, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, setTracingActive, track, validateEvaluators, validateExecutionPolicy };
package/dist/index.d.ts CHANGED
@@ -1633,6 +1633,19 @@ interface AuthorizeRequest {
1633
1633
  state?: string;
1634
1634
  }
1635
1635
 
1636
+ /**
1637
+ * @example
1638
+ * {
1639
+ * clientName: "client_name",
1640
+ * redirectUris: ["redirect_uris"]
1641
+ * }
1642
+ */
1643
+ interface ClientRegistrationRequest {
1644
+ clientName: string;
1645
+ redirectUris: string[];
1646
+ logoUri?: string;
1647
+ }
1648
+
1636
1649
  /**
1637
1650
  * @example
1638
1651
  * {
@@ -4164,6 +4177,17 @@ declare const CheckResult: {
4164
4177
  };
4165
4178
  type CheckResult = (typeof CheckResult)[keyof typeof CheckResult];
4166
4179
 
4180
+ interface ClientRegistrationResponse {
4181
+ clientId?: string;
4182
+ clientIdIssuedAt?: number;
4183
+ clientName?: string;
4184
+ logoUri?: string;
4185
+ redirectUris?: string[];
4186
+ tokenEndpointAuthMethod?: string;
4187
+ grantTypes?: string[];
4188
+ responseTypes?: string[];
4189
+ }
4190
+
4167
4191
  interface Column {
4168
4192
  name?: string;
4169
4193
  types?: ColumnTypesItem[];
@@ -10291,6 +10315,22 @@ declare class McpOAuthClient {
10291
10315
  */
10292
10316
  getOAuthAuthorizationServerMetadata(requestOptions?: McpOAuthClient.RequestOptions): HttpResponsePromise<AuthorizationServerMetadata>;
10293
10317
  private __getOAuthAuthorizationServerMetadata;
10318
+ /**
10319
+ * OAuth 2.0 Dynamic Client Registration (RFC 7591). Registers a public client for the MCP OAuth flow; throttled per source IP
10320
+ *
10321
+ * @param {OpikApi.ClientRegistrationRequest} request
10322
+ * @param {McpOAuthClient.RequestOptions} requestOptions - Request-specific configuration.
10323
+ *
10324
+ * @throws {@link OpikApi.TooManyRequestsError}
10325
+ *
10326
+ * @example
10327
+ * await client.mcpOAuth.registerOAuthClient({
10328
+ * clientName: "client_name",
10329
+ * redirectUris: ["redirect_uris"]
10330
+ * })
10331
+ */
10332
+ registerOAuthClient(request: ClientRegistrationRequest, requestOptions?: McpOAuthClient.RequestOptions): HttpResponsePromise<ClientRegistrationResponse>;
10333
+ private __registerOAuthClient;
10294
10334
  /**
10295
10335
  * OAuth 2.0 token revocation endpoint (RFC 7009). Always returns 200, whether the token was revoked, never existed, or was invalid
10296
10336
  *
@@ -12839,6 +12879,7 @@ interface OpikConfig {
12839
12879
  batchDelayMs?: number;
12840
12880
  holdUntilFlush?: boolean;
12841
12881
  promptCacheTtlSeconds?: number;
12882
+ trackDisable?: boolean;
12842
12883
  }
12843
12884
  interface ConstructorOpikConfig extends Omit<OpikConfig, "environment"> {
12844
12885
  headers?: Record<string, string>;
@@ -14679,6 +14720,7 @@ declare abstract class BaseAnnotationQueue {
14679
14720
  delete(): Promise<void>;
14680
14721
  protected addItemsBatch(ids: string[]): Promise<void>;
14681
14722
  protected removeItemsBatch(ids: string[]): Promise<void>;
14723
+ protected fetchAllItems<T>(fetchPage: (limit: number, lastRetrievedId?: string) => Promise<T[]>, getCursor: (item: T) => string | undefined): Promise<T[]>;
14682
14724
  }
14683
14725
 
14684
14726
  declare class TracesAnnotationQueue extends BaseAnnotationQueue {
@@ -14686,6 +14728,16 @@ declare class TracesAnnotationQueue extends BaseAnnotationQueue {
14686
14728
  constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
14687
14729
  private extractTraceIds;
14688
14730
  addTraces(traces: TracePublic[]): Promise<void>;
14731
+ /**
14732
+ * Fetches all traces currently assigned to this annotation queue.
14733
+ *
14734
+ * @param options.truncateImages When true (default), truncates inline base64
14735
+ * image data in input, output and metadata to slim payloads.
14736
+ * @returns The traces in the queue.
14737
+ */
14738
+ getItems(options?: {
14739
+ truncateImages?: boolean;
14740
+ }): Promise<TracePublic[]>;
14689
14741
  removeTraces(traces: TracePublic[]): Promise<void>;
14690
14742
  }
14691
14743
 
@@ -14694,6 +14746,16 @@ declare class ThreadsAnnotationQueue extends BaseAnnotationQueue {
14694
14746
  constructor(data: AnnotationQueueData | AnnotationQueuePublic, opik: OpikClient);
14695
14747
  private extractThreadIds;
14696
14748
  addThreads(threads: TraceThread[]): Promise<void>;
14749
+ /**
14750
+ * Fetches all threads currently assigned to this annotation queue.
14751
+ *
14752
+ * @param options.truncateImages When true (default), truncates inline base64
14753
+ * image data in input, output and metadata to slim payloads.
14754
+ * @returns The threads in the queue.
14755
+ */
14756
+ getItems(options?: {
14757
+ truncateImages?: boolean;
14758
+ }): Promise<TraceThread[]>;
14697
14759
  removeThreads(threads: TraceThread[]): Promise<void>;
14698
14760
  }
14699
14761
 
@@ -15509,6 +15571,21 @@ declare class OpikClient {
15509
15571
  }) => Promise<void>;
15510
15572
  }
15511
15573
 
15574
+ /**
15575
+ * Enable or disable tracing at runtime. Overrides the `trackDisable` config
15576
+ * default until {@link resetTracingToConfigDefault} is called.
15577
+ */
15578
+ declare function setTracingActive(active: boolean): void;
15579
+ /**
15580
+ * Whether tracing is currently active. Returns the runtime override if one was
15581
+ * set, otherwise the (cached) `!trackDisable` config default.
15582
+ */
15583
+ declare function isTracingActive(): boolean;
15584
+ /**
15585
+ * Clear any runtime override so the `trackDisable` config default applies again.
15586
+ */
15587
+ declare function resetTracingToConfigDefault(): void;
15588
+
15512
15589
  interface RegistryEntry {
15513
15590
  func: (...args: any[]) => any;
15514
15591
  name: string;
@@ -17496,4 +17573,4 @@ interface DistributedTraceHeaders {
17496
17573
  */
17497
17574
  declare function getDistributedTraceHeaders(): DistributedTraceHeaders | null;
17498
17575
 
17499
- export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, logger, resetGlobalClient, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, track, validateEvaluators, validateExecutionPolicy };
17576
+ export { AgentTaskCompletionJudge, AgentToolCorrectnessJudge, type AllProviderOptions, AnnotationQueuePublicScope as AnnotationQueueScope, AnswerRelevance, type AnthropicProviderOptions, BaseLLMJudgeMetric, BaseMetric, BaseSuiteEvaluator, ChatPrompt, ComplianceRiskJudge, type Config, ConfigMismatchError, ConfigNotFoundError, Contains, type CreateTestSuiteOptions, DEFAULT_EXECUTION_POLICY, Dataset, type DatasetPublic, DatasetVersion, DatasetVersionNotFoundError, type DatasetVersionPublic, DemographicBiasJudge, DialogueHelpfulnessJudge, type DistributedTraceHeaders, type EnvironmentPublic as Environment, type ErrorInfo, type EvaluateOptions, type EvaluatePromptOptions, type EvaluateTestSuiteOptions, type EvaluationError, type EvaluationResult, type EvaluationScoreResult, type EvaluationTask, type EvaluationTestCase, type EvaluationTestResult, ExactMatch, type ExecutionPolicy, type FeedbackScoreData, type FewShotExampleAnswerRelevanceNoContext, type FewShotExampleAnswerRelevanceWithContext, type FewShotExampleHallucination, type FewShotExampleModeration, type FilterExpression, GEval, GEvalPreset, GenderBiasJudge, type GoogleProviderOptions, Hallucination, IsJson, type ItemResult, LLMJudge, type LLMJudgeConfig, type LLMJudgeModelSettings, type LLMJudgeOptions, type LLMJudgeResponseFormat, ModelConfigurationError, ModelError, ModelGenerationError, Moderation, OPIK_PARENT_SPAN_ID_HEADER, OPIK_TRACE_ID_HEADER, type OpenAIProviderOptions, OpikClient as Opik, type OpikAssistantMessage, OpikBaseModel, type OpikConfig, type OpikMessage, OpikQueryLanguage, SpanType as OpikSpanType, type OpikSystemMessage, type OpikToolMessage, type OpikUserMessage, type Param, PoliticalBiasJudge, Prompt, PromptType, PromptUncertaintyJudge, type ProviderOptionsForModel, QARelevanceJudge, type RawTestSuiteItem, RegexMatch, RegionalBiasJudge, type RegistryEntry, ReligiousBiasJudge, ResponseSchema, type RunTestsOptions, SYSTEM_PROMPT, type ScoringKeyMappingType, Span, SpanType, SummarizationCoherenceJudge, SummarizationConsistencyJudge, type SupportedModelId, TASK_ERROR_SCORE_NAME, TestSuite, type TestSuiteItem, TestSuiteResult, ThreadsAnnotationQueue, Trace, TracesAnnotationQueue, USER_PROMPT_TEMPLATE, type UpdateTestSuiteItem, type UpdateTestSuiteOptions, Usefulness, VercelAIChatModel, activateRunner, agentConfigContext, buildSuiteResult, createModel, createModelFromInstance, deserializeEvaluators, detectProvider, disableLogger, evaluate, evaluatePrompt, evaluateTestSuite, flushAll, generateId, getDistributedTraceHeaders, getGlobalClient, getTrackContext, isTracingActive, logger, resetGlobalClient, resetTracingToConfigDefault, resolveEvaluators, resolveExecutionPolicy, resolveItemExecutionPolicy, resolveModel, runTests, serializeEvaluators, setGlobalClient, setLoggerLevel, setTracingActive, track, validateEvaluators, validateExecutionPolicy };
package/dist/index.js CHANGED
@@ -1 +1 @@
1
- import {Fa}from'./chunk-LOMLB2OW.js';export{sa as AgentTaskCompletionJudge,ra as AgentToolCorrectnessJudge,fa as AnswerRelevance,ba as BaseLLMJudgeMetric,C as BaseMetric,D as BaseSuiteEvaluator,p as ChatPrompt,ua as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,_ as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,ma as DemographicBiasJudge,ka as DialogueHelpfulnessJudge,Z as ExactMatch,ga as GEval,ha as GEvalPreset,oa as GenderBiasJudge,ea as Hallucination,aa as IsJson,Q as LLMJudge,H as ModelConfigurationError,F as ModelError,G as ModelGenerationError,ca as Moderation,Ca as OPIK_PARENT_SPAN_ID_HEADER,Ba as OPIK_TRACE_ID_HEADER,Aa as Opik,E as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,na as PoliticalBiasJudge,o as Prompt,k as PromptType,ta as PromptUncertaintyJudge,la as QARelevanceJudge,$ as RegexMatch,qa as RegionalBiasJudge,pa as ReligiousBiasJudge,P as ResponseSchema,N as SYSTEM_PROMPT,ja as SummarizationCoherenceJudge,ia as SummarizationConsistencyJudge,B as TASK_ERROR_SCORE_NAME,ya as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,O as USER_PROMPT_TEMPLATE,da as Usefulness,J as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,K as createModel,L as createModelFromInstance,S as deserializeEvaluators,I as detectProvider,c as disableLogger,X as evaluate,Y as evaluatePrompt,V as evaluateTestSuite,u as flushAll,e as generateId,Da as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,va as resolveEvaluators,T as resolveExecutionPolicy,U as resolveItemExecutionPolicy,M as resolveModel,W as runTests,R as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,wa as validateEvaluators,xa as validateExecutionPolicy,Ea as z}from'./chunk-LOMLB2OW.js';Fa();
1
+ import {Ia}from'./chunk-NHQ2VIHN.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-NHQ2VIHN.js';Ia();
@@ -0,0 +1 @@
1
+ import {Ca}from'./chunk-NHQ2VIHN.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-NHQ2VIHN.js';Ca();
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "opik",
3
3
  "description": "Opik TypeScript and JavaScript SDK",
4
- "version": "2.0.63",
4
+ "version": "2.0.65",
5
5
  "repository": {
6
6
  "type": "git",
7
7
  "url": "git+https://github.com/comet-ml/opik.git",