opik 2.1.15 → 2.1.17

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.cts CHANGED
@@ -491,36 +491,6 @@ declare const AgentInsightsJobUpdateStatus: {
491
491
  };
492
492
  type AgentInsightsJobUpdateStatus = (typeof AgentInsightsJobUpdateStatus)[keyof typeof AgentInsightsJobUpdateStatus];
493
493
 
494
- /**
495
- * @example
496
- * {
497
- * body: {
498
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
499
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
500
- * }
501
- * }
502
- */
503
- interface GetSpendLaneBreakdownRequest {
504
- body: SpendMetricRequest;
505
- }
506
-
507
- /**
508
- * @example
509
- * {
510
- * body: {
511
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
512
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
513
- * }
514
- * }
515
- */
516
- interface GetSpendUsersRequest {
517
- page?: number;
518
- size?: number;
519
- sorting?: string;
520
- name?: string;
521
- body: SpendMetricRequest;
522
- }
523
-
524
494
  /**
525
495
  * @example
526
496
  * {}
@@ -5799,11 +5769,6 @@ declare const GuardrailWriteResult: {
5799
5769
  };
5800
5770
  type GuardrailWriteResult = (typeof GuardrailWriteResult)[keyof typeof GuardrailWriteResult];
5801
5771
 
5802
- interface HarnessEntry {
5803
- key?: string;
5804
- label?: string;
5805
- }
5806
-
5807
5772
  interface ImageUrl {
5808
5773
  url: string;
5809
5774
  detail?: string;
@@ -5819,15 +5784,6 @@ interface ImageUrlWrite {
5819
5784
  detail?: string;
5820
5785
  }
5821
5786
 
5822
- interface Item {
5823
- label?: string;
5824
- totalTokens?: number;
5825
- definitionTokens?: number;
5826
- usageTokens?: number;
5827
- byModel?: ModelTiers[];
5828
- count?: number;
5829
- }
5830
-
5831
5787
  interface ItemLockInfo {
5832
5788
  activeLocks?: number;
5833
5789
  lockedBy?: string[];
@@ -5879,14 +5835,6 @@ declare const KpiMetricType: {
5879
5835
  };
5880
5836
  type KpiMetricType = (typeof KpiMetricType)[keyof typeof KpiMetricType];
5881
5837
 
5882
- interface Lane {
5883
- key?: string;
5884
- label?: string;
5885
- totalTokens?: number;
5886
- byModel?: ModelTiers[];
5887
- hasBreakdown?: boolean;
5888
- }
5889
-
5890
5838
  interface LlmAsJudgeCode {
5891
5839
  model: LlmAsJudgeModelParameters;
5892
5840
  messages: LlmAsJudgeMessage[];
@@ -6205,14 +6153,6 @@ interface Message {
6205
6153
  content: JsonNode;
6206
6154
  }
6207
6155
 
6208
- interface ModelTiers {
6209
- model?: string;
6210
- inputTokens?: number;
6211
- cacheReadTokens?: number;
6212
- cacheCreationTokens?: number;
6213
- outputTokens?: number;
6214
- }
6215
-
6216
6156
  interface MultipartUploadPart {
6217
6157
  eTag: string;
6218
6158
  partNumber: number;
@@ -7012,11 +6952,6 @@ interface ServiceTogglesConfig {
7012
6952
  v1WorkspaceAllowlist?: string;
7013
6953
  }
7014
6954
 
7015
- interface Side {
7016
- totalTokens?: number;
7017
- lanes?: Lane[];
7018
- }
7019
-
7020
6955
  interface Span$1 {
7021
6956
  id?: string;
7022
6957
  /** If null, the default project is used */
@@ -7386,65 +7321,6 @@ declare const SpanWriteType: {
7386
7321
  };
7387
7322
  type SpanWriteType = (typeof SpanWriteType)[keyof typeof SpanWriteType];
7388
7323
 
7389
- interface SpendBreakdownResponse {
7390
- laneKey?: string;
7391
- title?: string;
7392
- subtitle?: string;
7393
- totalTokens?: number;
7394
- byModel?: ModelTiers[];
7395
- itemCount?: number;
7396
- itemUnit?: string;
7397
- items?: Item[];
7398
- }
7399
-
7400
- interface SpendBreakdownsResponse {
7401
- breakdowns?: SpendBreakdownResponse[];
7402
- }
7403
-
7404
- interface SpendCompositionResponse {
7405
- input?: Side;
7406
- harness?: HarnessEntry[];
7407
- output?: Side;
7408
- }
7409
-
7410
- interface SpendMetricRequest {
7411
- projectId?: string;
7412
- projectName?: string;
7413
- intervalStart: Date;
7414
- intervalEnd: Date;
7415
- userId?: string;
7416
- startBeforeEnd?: boolean;
7417
- projectProvided?: boolean;
7418
- }
7419
-
7420
- interface SpendSummaryResponse {
7421
- results?: Result[];
7422
- spendCurrent?: ModelTiers[];
7423
- spendPrevious?: ModelTiers[];
7424
- }
7425
-
7426
- interface SpendUserPage {
7427
- page?: number;
7428
- size?: number;
7429
- total?: number;
7430
- content?: SpendUserRow[];
7431
- sortableBy?: string[];
7432
- }
7433
-
7434
- interface SpendUserRow {
7435
- userUuid?: string;
7436
- userEmail?: string;
7437
- userDisplayName?: string;
7438
- byModel?: ModelTiers[];
7439
- totalTokens?: number;
7440
- requests?: number;
7441
- skills?: number;
7442
- mcps?: number;
7443
- mcpCalls?: number;
7444
- repositories?: string[];
7445
- flags?: string[];
7446
- }
7447
-
7448
7324
  interface StartMultipartUploadResponse {
7449
7325
  uploadId: string;
7450
7326
  preSignUrls: string[];
@@ -8687,104 +8563,6 @@ declare class AgentInsightsJobsClient {
8687
8563
  private __triggerAgentInsightsJob;
8688
8564
  }
8689
8565
 
8690
- declare namespace AiSpendClient {
8691
- type Options = BaseClientOptions;
8692
- interface RequestOptions extends BaseRequestOptions {
8693
- }
8694
- }
8695
- /**
8696
- * Coding-agent spend analytics
8697
- */
8698
- declare class AiSpendClient {
8699
- protected readonly _options: NormalizedClientOptions<AiSpendClient.Options>;
8700
- constructor(options?: AiSpendClient.Options);
8701
- /**
8702
- * Get the per-item breakdown for every composition lane in one request
8703
- *
8704
- * @param {OpikApi.SpendMetricRequest} request
8705
- * @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
8706
- *
8707
- * @throws {@link OpikApi.BadRequestError}
8708
- *
8709
- * @example
8710
- * await client.aiSpend.getSpendAllBreakdowns({
8711
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
8712
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
8713
- * })
8714
- */
8715
- getSpendAllBreakdowns(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendBreakdownsResponse>;
8716
- private __getSpendAllBreakdowns;
8717
- /**
8718
- * Get coding-agent token-flow composition (Sankey)
8719
- *
8720
- * @param {OpikApi.SpendMetricRequest} request
8721
- * @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
8722
- *
8723
- * @throws {@link OpikApi.BadRequestError}
8724
- *
8725
- * @example
8726
- * await client.aiSpend.getSpendComposition({
8727
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
8728
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
8729
- * })
8730
- */
8731
- getSpendComposition(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendCompositionResponse>;
8732
- private __getSpendComposition;
8733
- /**
8734
- * Get the per-item breakdown for a composition lane
8735
- *
8736
- * @param {string} laneKey
8737
- * @param {OpikApi.GetSpendLaneBreakdownRequest} request
8738
- * @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
8739
- *
8740
- * @throws {@link OpikApi.BadRequestError}
8741
- *
8742
- * @example
8743
- * await client.aiSpend.getSpendLaneBreakdown("laneKey", {
8744
- * body: {
8745
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
8746
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
8747
- * }
8748
- * })
8749
- */
8750
- getSpendLaneBreakdown(laneKey: string, request: GetSpendLaneBreakdownRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendBreakdownResponse>;
8751
- private __getSpendLaneBreakdown;
8752
- /**
8753
- * Get coding-agent spend KPI summary
8754
- *
8755
- * @param {OpikApi.SpendMetricRequest} request
8756
- * @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
8757
- *
8758
- * @throws {@link OpikApi.BadRequestError}
8759
- *
8760
- * @example
8761
- * await client.aiSpend.getSpendSummary({
8762
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
8763
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
8764
- * })
8765
- */
8766
- getSpendSummary(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendSummaryResponse>;
8767
- private __getSpendSummary;
8768
- /**
8769
- * Get coding-agent spend per user
8770
- *
8771
- * @param {OpikApi.GetSpendUsersRequest} request
8772
- * @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
8773
- *
8774
- * @throws {@link OpikApi.BadRequestError}
8775
- *
8776
- * @example
8777
- * await client.aiSpend.getSpendUsers({
8778
- * body: {
8779
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
8780
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
8781
- * }
8782
- * })
8783
- */
8784
- getSpendUsers(request: GetSpendUsersRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendUserPage>;
8785
- private __getSpendUsers;
8786
- }
8787
-
8788
8566
  declare namespace AlertsClient {
8789
8567
  type Options = BaseClientOptions;
8790
8568
  interface RequestOptions extends BaseRequestOptions {
@@ -13402,7 +13180,6 @@ declare class OpikApiClient {
13402
13180
  protected _agentConfigs: AgentConfigsClient | undefined;
13403
13181
  protected _agentInsightsJobs: AgentInsightsJobsClient | undefined;
13404
13182
  protected _agentInsights: AgentInsightsClient | undefined;
13405
- protected _aiSpend: AiSpendClient | undefined;
13406
13183
  protected _alerts: AlertsClient | undefined;
13407
13184
  protected _annotationQueues: AnnotationQueuesClient | undefined;
13408
13185
  protected _assertionResults: AssertionResultsClient | undefined;
@@ -13445,7 +13222,6 @@ declare class OpikApiClient {
13445
13222
  get agentConfigs(): AgentConfigsClient;
13446
13223
  get agentInsightsJobs(): AgentInsightsJobsClient;
13447
13224
  get agentInsights(): AgentInsightsClient;
13448
- get aiSpend(): AiSpendClient;
13449
13225
  get alerts(): AlertsClient;
13450
13226
  get annotationQueues(): AnnotationQueuesClient;
13451
13227
  get assertionResults(): AssertionResultsClient;
package/dist/index.d.ts CHANGED
@@ -491,36 +491,6 @@ declare const AgentInsightsJobUpdateStatus: {
491
491
  };
492
492
  type AgentInsightsJobUpdateStatus = (typeof AgentInsightsJobUpdateStatus)[keyof typeof AgentInsightsJobUpdateStatus];
493
493
 
494
- /**
495
- * @example
496
- * {
497
- * body: {
498
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
499
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
500
- * }
501
- * }
502
- */
503
- interface GetSpendLaneBreakdownRequest {
504
- body: SpendMetricRequest;
505
- }
506
-
507
- /**
508
- * @example
509
- * {
510
- * body: {
511
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
512
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
513
- * }
514
- * }
515
- */
516
- interface GetSpendUsersRequest {
517
- page?: number;
518
- size?: number;
519
- sorting?: string;
520
- name?: string;
521
- body: SpendMetricRequest;
522
- }
523
-
524
494
  /**
525
495
  * @example
526
496
  * {}
@@ -5799,11 +5769,6 @@ declare const GuardrailWriteResult: {
5799
5769
  };
5800
5770
  type GuardrailWriteResult = (typeof GuardrailWriteResult)[keyof typeof GuardrailWriteResult];
5801
5771
 
5802
- interface HarnessEntry {
5803
- key?: string;
5804
- label?: string;
5805
- }
5806
-
5807
5772
  interface ImageUrl {
5808
5773
  url: string;
5809
5774
  detail?: string;
@@ -5819,15 +5784,6 @@ interface ImageUrlWrite {
5819
5784
  detail?: string;
5820
5785
  }
5821
5786
 
5822
- interface Item {
5823
- label?: string;
5824
- totalTokens?: number;
5825
- definitionTokens?: number;
5826
- usageTokens?: number;
5827
- byModel?: ModelTiers[];
5828
- count?: number;
5829
- }
5830
-
5831
5787
  interface ItemLockInfo {
5832
5788
  activeLocks?: number;
5833
5789
  lockedBy?: string[];
@@ -5879,14 +5835,6 @@ declare const KpiMetricType: {
5879
5835
  };
5880
5836
  type KpiMetricType = (typeof KpiMetricType)[keyof typeof KpiMetricType];
5881
5837
 
5882
- interface Lane {
5883
- key?: string;
5884
- label?: string;
5885
- totalTokens?: number;
5886
- byModel?: ModelTiers[];
5887
- hasBreakdown?: boolean;
5888
- }
5889
-
5890
5838
  interface LlmAsJudgeCode {
5891
5839
  model: LlmAsJudgeModelParameters;
5892
5840
  messages: LlmAsJudgeMessage[];
@@ -6205,14 +6153,6 @@ interface Message {
6205
6153
  content: JsonNode;
6206
6154
  }
6207
6155
 
6208
- interface ModelTiers {
6209
- model?: string;
6210
- inputTokens?: number;
6211
- cacheReadTokens?: number;
6212
- cacheCreationTokens?: number;
6213
- outputTokens?: number;
6214
- }
6215
-
6216
6156
  interface MultipartUploadPart {
6217
6157
  eTag: string;
6218
6158
  partNumber: number;
@@ -7012,11 +6952,6 @@ interface ServiceTogglesConfig {
7012
6952
  v1WorkspaceAllowlist?: string;
7013
6953
  }
7014
6954
 
7015
- interface Side {
7016
- totalTokens?: number;
7017
- lanes?: Lane[];
7018
- }
7019
-
7020
6955
  interface Span$1 {
7021
6956
  id?: string;
7022
6957
  /** If null, the default project is used */
@@ -7386,65 +7321,6 @@ declare const SpanWriteType: {
7386
7321
  };
7387
7322
  type SpanWriteType = (typeof SpanWriteType)[keyof typeof SpanWriteType];
7388
7323
 
7389
- interface SpendBreakdownResponse {
7390
- laneKey?: string;
7391
- title?: string;
7392
- subtitle?: string;
7393
- totalTokens?: number;
7394
- byModel?: ModelTiers[];
7395
- itemCount?: number;
7396
- itemUnit?: string;
7397
- items?: Item[];
7398
- }
7399
-
7400
- interface SpendBreakdownsResponse {
7401
- breakdowns?: SpendBreakdownResponse[];
7402
- }
7403
-
7404
- interface SpendCompositionResponse {
7405
- input?: Side;
7406
- harness?: HarnessEntry[];
7407
- output?: Side;
7408
- }
7409
-
7410
- interface SpendMetricRequest {
7411
- projectId?: string;
7412
- projectName?: string;
7413
- intervalStart: Date;
7414
- intervalEnd: Date;
7415
- userId?: string;
7416
- startBeforeEnd?: boolean;
7417
- projectProvided?: boolean;
7418
- }
7419
-
7420
- interface SpendSummaryResponse {
7421
- results?: Result[];
7422
- spendCurrent?: ModelTiers[];
7423
- spendPrevious?: ModelTiers[];
7424
- }
7425
-
7426
- interface SpendUserPage {
7427
- page?: number;
7428
- size?: number;
7429
- total?: number;
7430
- content?: SpendUserRow[];
7431
- sortableBy?: string[];
7432
- }
7433
-
7434
- interface SpendUserRow {
7435
- userUuid?: string;
7436
- userEmail?: string;
7437
- userDisplayName?: string;
7438
- byModel?: ModelTiers[];
7439
- totalTokens?: number;
7440
- requests?: number;
7441
- skills?: number;
7442
- mcps?: number;
7443
- mcpCalls?: number;
7444
- repositories?: string[];
7445
- flags?: string[];
7446
- }
7447
-
7448
7324
  interface StartMultipartUploadResponse {
7449
7325
  uploadId: string;
7450
7326
  preSignUrls: string[];
@@ -8687,104 +8563,6 @@ declare class AgentInsightsJobsClient {
8687
8563
  private __triggerAgentInsightsJob;
8688
8564
  }
8689
8565
 
8690
- declare namespace AiSpendClient {
8691
- type Options = BaseClientOptions;
8692
- interface RequestOptions extends BaseRequestOptions {
8693
- }
8694
- }
8695
- /**
8696
- * Coding-agent spend analytics
8697
- */
8698
- declare class AiSpendClient {
8699
- protected readonly _options: NormalizedClientOptions<AiSpendClient.Options>;
8700
- constructor(options?: AiSpendClient.Options);
8701
- /**
8702
- * Get the per-item breakdown for every composition lane in one request
8703
- *
8704
- * @param {OpikApi.SpendMetricRequest} request
8705
- * @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
8706
- *
8707
- * @throws {@link OpikApi.BadRequestError}
8708
- *
8709
- * @example
8710
- * await client.aiSpend.getSpendAllBreakdowns({
8711
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
8712
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
8713
- * })
8714
- */
8715
- getSpendAllBreakdowns(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendBreakdownsResponse>;
8716
- private __getSpendAllBreakdowns;
8717
- /**
8718
- * Get coding-agent token-flow composition (Sankey)
8719
- *
8720
- * @param {OpikApi.SpendMetricRequest} request
8721
- * @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
8722
- *
8723
- * @throws {@link OpikApi.BadRequestError}
8724
- *
8725
- * @example
8726
- * await client.aiSpend.getSpendComposition({
8727
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
8728
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
8729
- * })
8730
- */
8731
- getSpendComposition(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendCompositionResponse>;
8732
- private __getSpendComposition;
8733
- /**
8734
- * Get the per-item breakdown for a composition lane
8735
- *
8736
- * @param {string} laneKey
8737
- * @param {OpikApi.GetSpendLaneBreakdownRequest} request
8738
- * @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
8739
- *
8740
- * @throws {@link OpikApi.BadRequestError}
8741
- *
8742
- * @example
8743
- * await client.aiSpend.getSpendLaneBreakdown("laneKey", {
8744
- * body: {
8745
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
8746
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
8747
- * }
8748
- * })
8749
- */
8750
- getSpendLaneBreakdown(laneKey: string, request: GetSpendLaneBreakdownRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendBreakdownResponse>;
8751
- private __getSpendLaneBreakdown;
8752
- /**
8753
- * Get coding-agent spend KPI summary
8754
- *
8755
- * @param {OpikApi.SpendMetricRequest} request
8756
- * @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
8757
- *
8758
- * @throws {@link OpikApi.BadRequestError}
8759
- *
8760
- * @example
8761
- * await client.aiSpend.getSpendSummary({
8762
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
8763
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
8764
- * })
8765
- */
8766
- getSpendSummary(request: SpendMetricRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendSummaryResponse>;
8767
- private __getSpendSummary;
8768
- /**
8769
- * Get coding-agent spend per user
8770
- *
8771
- * @param {OpikApi.GetSpendUsersRequest} request
8772
- * @param {AiSpendClient.RequestOptions} requestOptions - Request-specific configuration.
8773
- *
8774
- * @throws {@link OpikApi.BadRequestError}
8775
- *
8776
- * @example
8777
- * await client.aiSpend.getSpendUsers({
8778
- * body: {
8779
- * intervalStart: new Date("2024-01-15T09:30:00.000Z"),
8780
- * intervalEnd: new Date("2024-01-15T09:30:00.000Z")
8781
- * }
8782
- * })
8783
- */
8784
- getSpendUsers(request: GetSpendUsersRequest, requestOptions?: AiSpendClient.RequestOptions): HttpResponsePromise<SpendUserPage>;
8785
- private __getSpendUsers;
8786
- }
8787
-
8788
8566
  declare namespace AlertsClient {
8789
8567
  type Options = BaseClientOptions;
8790
8568
  interface RequestOptions extends BaseRequestOptions {
@@ -13402,7 +13180,6 @@ declare class OpikApiClient {
13402
13180
  protected _agentConfigs: AgentConfigsClient | undefined;
13403
13181
  protected _agentInsightsJobs: AgentInsightsJobsClient | undefined;
13404
13182
  protected _agentInsights: AgentInsightsClient | undefined;
13405
- protected _aiSpend: AiSpendClient | undefined;
13406
13183
  protected _alerts: AlertsClient | undefined;
13407
13184
  protected _annotationQueues: AnnotationQueuesClient | undefined;
13408
13185
  protected _assertionResults: AssertionResultsClient | undefined;
@@ -13445,7 +13222,6 @@ declare class OpikApiClient {
13445
13222
  get agentConfigs(): AgentConfigsClient;
13446
13223
  get agentInsightsJobs(): AgentInsightsJobsClient;
13447
13224
  get agentInsights(): AgentInsightsClient;
13448
- get aiSpend(): AiSpendClient;
13449
13225
  get alerts(): AlertsClient;
13450
13226
  get annotationQueues(): AnnotationQueuesClient;
13451
13227
  get assertionResults(): AssertionResultsClient;
package/dist/index.js CHANGED
@@ -1 +1 @@
1
- import {Ia}from'./chunk-6G2RBRQM.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-6G2RBRQM.js';Ia();
1
+ import {Ia}from'./chunk-D3NTBFFR.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-D3NTBFFR.js';Ia();
@@ -1 +1 @@
1
- import {Ca}from'./chunk-6G2RBRQM.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-6G2RBRQM.js';Ca();
1
+ import {Ca}from'./chunk-D3NTBFFR.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-D3NTBFFR.js';Ca();
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "opik",
3
3
  "description": "Opik TypeScript and JavaScript SDK",
4
- "version": "2.1.15",
4
+ "version": "2.1.17",
5
5
  "repository": {
6
6
  "type": "git",
7
7
  "url": "git+https://github.com/comet-ml/opik.git",