opik 2.1.13 → 2.1.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.cts CHANGED
@@ -2423,6 +2423,25 @@ interface ProjectsRedirectRequest {
2423
2423
  path: string;
2424
2424
  }
2425
2425
 
2426
+ /**
2427
+ * @example
2428
+ * {
2429
+ * type: "agent_insights",
2430
+ * projectId: "project_id"
2431
+ * }
2432
+ */
2433
+ interface FindReportFailuresRequest {
2434
+ type: FindReportFailuresRequestType;
2435
+ projectId: string;
2436
+ page?: number;
2437
+ size?: number;
2438
+ }
2439
+
2440
+ declare const FindReportFailuresRequestType: {
2441
+ readonly AgentInsights: "agent_insights";
2442
+ };
2443
+ type FindReportFailuresRequestType = (typeof FindReportFailuresRequestType)[keyof typeof FindReportFailuresRequestType];
2444
+
2426
2445
  /**
2427
2446
  * @example
2428
2447
  * {}
@@ -3520,6 +3539,8 @@ interface AgentInsightsIssue {
3520
3539
  tracesQuery?: string;
3521
3540
  /** SUM(count) over the requested window */
3522
3541
  totalOccurrences?: number;
3542
+ /** Occurrences on the latest report day in the window only. The issue's description/cause narrate that most recent run, so this is the count consistent with them; totalOccurrences instead sums every day in the window. */
3543
+ latestCount?: number;
3523
3544
  /** SUM(total_count) over the requested window */
3524
3545
  total?: number;
3525
3546
  /** SUM(users_impacted) over the requested window */
@@ -3609,6 +3630,9 @@ interface AgentInsightsJob {
3609
3630
  projectId?: string;
3610
3631
  status?: AgentInsightsJobStatus;
3611
3632
  lastScanAt?: Date;
3633
+ lastFailureReason?: string;
3634
+ lastFailureDetail?: string;
3635
+ lastFailedAt?: Date;
3612
3636
  createdAt?: Date;
3613
3637
  createdBy?: string;
3614
3638
  lastUpdatedAt?: Date;
@@ -6845,6 +6869,30 @@ declare const ReportedIssueSeverity: {
6845
6869
  };
6846
6870
  type ReportedIssueSeverity = (typeof ReportedIssueSeverity)[keyof typeof ReportedIssueSeverity];
6847
6871
 
6872
+ interface ReportFailure {
6873
+ id?: string;
6874
+ type: ReportFailureType;
6875
+ projectId: string;
6876
+ reason: string;
6877
+ detail?: string;
6878
+ createdAt?: Date;
6879
+ createdBy?: string;
6880
+ lastUpdatedAt?: Date;
6881
+ lastUpdatedBy?: string;
6882
+ }
6883
+
6884
+ interface ReportFailurePage {
6885
+ page?: number;
6886
+ size?: number;
6887
+ total?: number;
6888
+ content?: ReportFailure[];
6889
+ }
6890
+
6891
+ declare const ReportFailureType: {
6892
+ readonly AgentInsights: "agent_insights";
6893
+ };
6894
+ type ReportFailureType = (typeof ReportFailureType)[keyof typeof ReportFailureType];
6895
+
6848
6896
  interface ReportPreference {
6849
6897
  projectId?: string;
6850
6898
  enabled?: boolean;
@@ -6955,6 +7003,7 @@ interface ServiceTogglesConfig {
6955
7003
  projectHomepageEnabled: boolean;
6956
7004
  agenticToolsEnabled: boolean;
6957
7005
  agentInsightsEnabled: boolean;
7006
+ onlineScoringTracingEnabled: boolean;
6958
7007
  v2WorkspaceAllowlistIds: string[];
6959
7008
  v1WorkspaceAllowlistIds: string[];
6960
7009
  forceWorkspaceVersion: string;
@@ -7043,6 +7092,7 @@ declare const SpanExperimentItemBulkWriteViewSource: {
7043
7092
  readonly Experiment: "experiment";
7044
7093
  readonly Playground: "playground";
7045
7094
  readonly Optimization: "optimization";
7095
+ readonly Evaluator: "evaluator";
7046
7096
  };
7047
7097
  type SpanExperimentItemBulkWriteViewSource = (typeof SpanExperimentItemBulkWriteViewSource)[keyof typeof SpanExperimentItemBulkWriteViewSource];
7048
7098
 
@@ -7198,6 +7248,7 @@ declare const SpanPublicSource: {
7198
7248
  readonly Experiment: "experiment";
7199
7249
  readonly Playground: "playground";
7200
7250
  readonly Optimization: "optimization";
7251
+ readonly Evaluator: "evaluator";
7201
7252
  };
7202
7253
  type SpanPublicSource = (typeof SpanPublicSource)[keyof typeof SpanPublicSource];
7203
7254
 
@@ -7214,6 +7265,7 @@ declare const SpanSource: {
7214
7265
  readonly Experiment: "experiment";
7215
7266
  readonly Playground: "playground";
7216
7267
  readonly Optimization: "optimization";
7268
+ readonly Evaluator: "evaluator";
7217
7269
  };
7218
7270
  type SpanSource = (typeof SpanSource)[keyof typeof SpanSource];
7219
7271
 
@@ -7263,6 +7315,7 @@ declare const SpanUpdateSource: {
7263
7315
  readonly Experiment: "experiment";
7264
7316
  readonly Playground: "playground";
7265
7317
  readonly Optimization: "optimization";
7318
+ readonly Evaluator: "evaluator";
7266
7319
  };
7267
7320
  type SpanUpdateSource = (typeof SpanUpdateSource)[keyof typeof SpanUpdateSource];
7268
7321
 
@@ -7321,6 +7374,7 @@ declare const SpanWriteSource: {
7321
7374
  readonly Experiment: "experiment";
7322
7375
  readonly Playground: "playground";
7323
7376
  readonly Optimization: "optimization";
7377
+ readonly Evaluator: "evaluator";
7324
7378
  };
7325
7379
  type SpanWriteSource = (typeof SpanWriteSource)[keyof typeof SpanWriteSource];
7326
7380
 
@@ -7575,6 +7629,7 @@ declare const TraceExperimentItemBulkWriteViewSource: {
7575
7629
  readonly Experiment: "experiment";
7576
7630
  readonly Playground: "playground";
7577
7631
  readonly Optimization: "optimization";
7632
+ readonly Evaluator: "evaluator";
7578
7633
  };
7579
7634
  type TraceExperimentItemBulkWriteViewSource = (typeof TraceExperimentItemBulkWriteViewSource)[keyof typeof TraceExperimentItemBulkWriteViewSource];
7580
7635
 
@@ -7704,6 +7759,7 @@ declare const TracePublicSource: {
7704
7759
  readonly Experiment: "experiment";
7705
7760
  readonly Playground: "playground";
7706
7761
  readonly Optimization: "optimization";
7762
+ readonly Evaluator: "evaluator";
7707
7763
  };
7708
7764
  type TracePublicSource = (typeof TracePublicSource)[keyof typeof TracePublicSource];
7709
7765
 
@@ -7718,6 +7774,7 @@ declare const TraceSource: {
7718
7774
  readonly Experiment: "experiment";
7719
7775
  readonly Playground: "playground";
7720
7776
  readonly Optimization: "optimization";
7777
+ readonly Evaluator: "evaluator";
7721
7778
  };
7722
7779
  type TraceSource = (typeof TraceSource)[keyof typeof TraceSource];
7723
7780
 
@@ -7904,6 +7961,7 @@ declare const TraceUpdateSource: {
7904
7961
  readonly Experiment: "experiment";
7905
7962
  readonly Playground: "playground";
7906
7963
  readonly Optimization: "optimization";
7964
+ readonly Evaluator: "evaluator";
7907
7965
  };
7908
7966
  type TraceUpdateSource = (typeof TraceUpdateSource)[keyof typeof TraceUpdateSource];
7909
7967
 
@@ -7938,6 +7996,7 @@ declare const TraceWriteSource: {
7938
7996
  readonly Experiment: "experiment";
7939
7997
  readonly Playground: "playground";
7940
7998
  readonly Optimization: "optimization";
7999
+ readonly Evaluator: "evaluator";
7941
8000
  };
7942
8001
  type TraceWriteSource = (typeof TraceWriteSource)[keyof typeof TraceWriteSource];
7943
8002
 
@@ -11761,6 +11820,53 @@ declare class RedirectClient {
11761
11820
  private __projectsRedirect;
11762
11821
  }
11763
11822
 
11823
+ declare namespace ReportFailuresClient {
11824
+ type Options = BaseClientOptions;
11825
+ interface RequestOptions extends BaseRequestOptions {
11826
+ }
11827
+ }
11828
+ /**
11829
+ * Generic failure log for reports/jobs
11830
+ */
11831
+ declare class ReportFailuresClient {
11832
+ protected readonly _options: NormalizedClientOptions<ReportFailuresClient.Options>;
11833
+ constructor(options?: ReportFailuresClient.Options);
11834
+ /**
11835
+ * Returns failures for the given project id and type, most recent first.
11836
+ *
11837
+ * @param {OpikApi.FindReportFailuresRequest} request
11838
+ * @param {ReportFailuresClient.RequestOptions} requestOptions - Request-specific configuration.
11839
+ *
11840
+ * @throws {@link OpikApi.UnauthorizedError}
11841
+ *
11842
+ * @example
11843
+ * await client.reportFailures.findReportFailures({
11844
+ * type: "agent_insights",
11845
+ * projectId: "project_id"
11846
+ * })
11847
+ */
11848
+ findReportFailures(request: FindReportFailuresRequest, requestOptions?: ReportFailuresClient.RequestOptions): HttpResponsePromise<ReportFailurePage>;
11849
+ private __findReportFailures;
11850
+ /**
11851
+ * Appends a failure row keyed by (project_id, type). Append-only — never overwrites earlier failures.
11852
+ *
11853
+ * @param {OpikApi.ReportFailure} request
11854
+ * @param {ReportFailuresClient.RequestOptions} requestOptions - Request-specific configuration.
11855
+ *
11856
+ * @throws {@link OpikApi.BadRequestError}
11857
+ * @throws {@link OpikApi.UnauthorizedError}
11858
+ *
11859
+ * @example
11860
+ * await client.reportFailures.createReportFailure({
11861
+ * type: "agent_insights",
11862
+ * projectId: "project_id",
11863
+ * reason: "reason"
11864
+ * })
11865
+ */
11866
+ createReportFailure(request: ReportFailure, requestOptions?: ReportFailuresClient.RequestOptions): HttpResponsePromise<void>;
11867
+ private __createReportFailure;
11868
+ }
11869
+
11764
11870
  declare namespace ReportsClient {
11765
11871
  type Options = BaseClientOptions;
11766
11872
  interface RequestOptions extends BaseRequestOptions {
@@ -13322,6 +13428,7 @@ declare class OpikApiClient {
13322
13428
  protected _pairing: PairingClient | undefined;
13323
13429
  protected _projects: ProjectsClient | undefined;
13324
13430
  protected _prompts: PromptsClient | undefined;
13431
+ protected _reportFailures: ReportFailuresClient | undefined;
13325
13432
  protected _reports: ReportsClient | undefined;
13326
13433
  protected _retentionRules: RetentionRulesClient | undefined;
13327
13434
  protected _serviceToggles: ServiceTogglesClient | undefined;
@@ -13364,6 +13471,7 @@ declare class OpikApiClient {
13364
13471
  get pairing(): PairingClient;
13365
13472
  get projects(): ProjectsClient;
13366
13473
  get prompts(): PromptsClient;
13474
+ get reportFailures(): ReportFailuresClient;
13367
13475
  get reports(): ReportsClient;
13368
13476
  get retentionRules(): RetentionRulesClient;
13369
13477
  get serviceToggles(): ServiceTogglesClient;
package/dist/index.d.ts CHANGED
@@ -2423,6 +2423,25 @@ interface ProjectsRedirectRequest {
2423
2423
  path: string;
2424
2424
  }
2425
2425
 
2426
+ /**
2427
+ * @example
2428
+ * {
2429
+ * type: "agent_insights",
2430
+ * projectId: "project_id"
2431
+ * }
2432
+ */
2433
+ interface FindReportFailuresRequest {
2434
+ type: FindReportFailuresRequestType;
2435
+ projectId: string;
2436
+ page?: number;
2437
+ size?: number;
2438
+ }
2439
+
2440
+ declare const FindReportFailuresRequestType: {
2441
+ readonly AgentInsights: "agent_insights";
2442
+ };
2443
+ type FindReportFailuresRequestType = (typeof FindReportFailuresRequestType)[keyof typeof FindReportFailuresRequestType];
2444
+
2426
2445
  /**
2427
2446
  * @example
2428
2447
  * {}
@@ -3520,6 +3539,8 @@ interface AgentInsightsIssue {
3520
3539
  tracesQuery?: string;
3521
3540
  /** SUM(count) over the requested window */
3522
3541
  totalOccurrences?: number;
3542
+ /** Occurrences on the latest report day in the window only. The issue's description/cause narrate that most recent run, so this is the count consistent with them; totalOccurrences instead sums every day in the window. */
3543
+ latestCount?: number;
3523
3544
  /** SUM(total_count) over the requested window */
3524
3545
  total?: number;
3525
3546
  /** SUM(users_impacted) over the requested window */
@@ -3609,6 +3630,9 @@ interface AgentInsightsJob {
3609
3630
  projectId?: string;
3610
3631
  status?: AgentInsightsJobStatus;
3611
3632
  lastScanAt?: Date;
3633
+ lastFailureReason?: string;
3634
+ lastFailureDetail?: string;
3635
+ lastFailedAt?: Date;
3612
3636
  createdAt?: Date;
3613
3637
  createdBy?: string;
3614
3638
  lastUpdatedAt?: Date;
@@ -6845,6 +6869,30 @@ declare const ReportedIssueSeverity: {
6845
6869
  };
6846
6870
  type ReportedIssueSeverity = (typeof ReportedIssueSeverity)[keyof typeof ReportedIssueSeverity];
6847
6871
 
6872
+ interface ReportFailure {
6873
+ id?: string;
6874
+ type: ReportFailureType;
6875
+ projectId: string;
6876
+ reason: string;
6877
+ detail?: string;
6878
+ createdAt?: Date;
6879
+ createdBy?: string;
6880
+ lastUpdatedAt?: Date;
6881
+ lastUpdatedBy?: string;
6882
+ }
6883
+
6884
+ interface ReportFailurePage {
6885
+ page?: number;
6886
+ size?: number;
6887
+ total?: number;
6888
+ content?: ReportFailure[];
6889
+ }
6890
+
6891
+ declare const ReportFailureType: {
6892
+ readonly AgentInsights: "agent_insights";
6893
+ };
6894
+ type ReportFailureType = (typeof ReportFailureType)[keyof typeof ReportFailureType];
6895
+
6848
6896
  interface ReportPreference {
6849
6897
  projectId?: string;
6850
6898
  enabled?: boolean;
@@ -6955,6 +7003,7 @@ interface ServiceTogglesConfig {
6955
7003
  projectHomepageEnabled: boolean;
6956
7004
  agenticToolsEnabled: boolean;
6957
7005
  agentInsightsEnabled: boolean;
7006
+ onlineScoringTracingEnabled: boolean;
6958
7007
  v2WorkspaceAllowlistIds: string[];
6959
7008
  v1WorkspaceAllowlistIds: string[];
6960
7009
  forceWorkspaceVersion: string;
@@ -7043,6 +7092,7 @@ declare const SpanExperimentItemBulkWriteViewSource: {
7043
7092
  readonly Experiment: "experiment";
7044
7093
  readonly Playground: "playground";
7045
7094
  readonly Optimization: "optimization";
7095
+ readonly Evaluator: "evaluator";
7046
7096
  };
7047
7097
  type SpanExperimentItemBulkWriteViewSource = (typeof SpanExperimentItemBulkWriteViewSource)[keyof typeof SpanExperimentItemBulkWriteViewSource];
7048
7098
 
@@ -7198,6 +7248,7 @@ declare const SpanPublicSource: {
7198
7248
  readonly Experiment: "experiment";
7199
7249
  readonly Playground: "playground";
7200
7250
  readonly Optimization: "optimization";
7251
+ readonly Evaluator: "evaluator";
7201
7252
  };
7202
7253
  type SpanPublicSource = (typeof SpanPublicSource)[keyof typeof SpanPublicSource];
7203
7254
 
@@ -7214,6 +7265,7 @@ declare const SpanSource: {
7214
7265
  readonly Experiment: "experiment";
7215
7266
  readonly Playground: "playground";
7216
7267
  readonly Optimization: "optimization";
7268
+ readonly Evaluator: "evaluator";
7217
7269
  };
7218
7270
  type SpanSource = (typeof SpanSource)[keyof typeof SpanSource];
7219
7271
 
@@ -7263,6 +7315,7 @@ declare const SpanUpdateSource: {
7263
7315
  readonly Experiment: "experiment";
7264
7316
  readonly Playground: "playground";
7265
7317
  readonly Optimization: "optimization";
7318
+ readonly Evaluator: "evaluator";
7266
7319
  };
7267
7320
  type SpanUpdateSource = (typeof SpanUpdateSource)[keyof typeof SpanUpdateSource];
7268
7321
 
@@ -7321,6 +7374,7 @@ declare const SpanWriteSource: {
7321
7374
  readonly Experiment: "experiment";
7322
7375
  readonly Playground: "playground";
7323
7376
  readonly Optimization: "optimization";
7377
+ readonly Evaluator: "evaluator";
7324
7378
  };
7325
7379
  type SpanWriteSource = (typeof SpanWriteSource)[keyof typeof SpanWriteSource];
7326
7380
 
@@ -7575,6 +7629,7 @@ declare const TraceExperimentItemBulkWriteViewSource: {
7575
7629
  readonly Experiment: "experiment";
7576
7630
  readonly Playground: "playground";
7577
7631
  readonly Optimization: "optimization";
7632
+ readonly Evaluator: "evaluator";
7578
7633
  };
7579
7634
  type TraceExperimentItemBulkWriteViewSource = (typeof TraceExperimentItemBulkWriteViewSource)[keyof typeof TraceExperimentItemBulkWriteViewSource];
7580
7635
 
@@ -7704,6 +7759,7 @@ declare const TracePublicSource: {
7704
7759
  readonly Experiment: "experiment";
7705
7760
  readonly Playground: "playground";
7706
7761
  readonly Optimization: "optimization";
7762
+ readonly Evaluator: "evaluator";
7707
7763
  };
7708
7764
  type TracePublicSource = (typeof TracePublicSource)[keyof typeof TracePublicSource];
7709
7765
 
@@ -7718,6 +7774,7 @@ declare const TraceSource: {
7718
7774
  readonly Experiment: "experiment";
7719
7775
  readonly Playground: "playground";
7720
7776
  readonly Optimization: "optimization";
7777
+ readonly Evaluator: "evaluator";
7721
7778
  };
7722
7779
  type TraceSource = (typeof TraceSource)[keyof typeof TraceSource];
7723
7780
 
@@ -7904,6 +7961,7 @@ declare const TraceUpdateSource: {
7904
7961
  readonly Experiment: "experiment";
7905
7962
  readonly Playground: "playground";
7906
7963
  readonly Optimization: "optimization";
7964
+ readonly Evaluator: "evaluator";
7907
7965
  };
7908
7966
  type TraceUpdateSource = (typeof TraceUpdateSource)[keyof typeof TraceUpdateSource];
7909
7967
 
@@ -7938,6 +7996,7 @@ declare const TraceWriteSource: {
7938
7996
  readonly Experiment: "experiment";
7939
7997
  readonly Playground: "playground";
7940
7998
  readonly Optimization: "optimization";
7999
+ readonly Evaluator: "evaluator";
7941
8000
  };
7942
8001
  type TraceWriteSource = (typeof TraceWriteSource)[keyof typeof TraceWriteSource];
7943
8002
 
@@ -11761,6 +11820,53 @@ declare class RedirectClient {
11761
11820
  private __projectsRedirect;
11762
11821
  }
11763
11822
 
11823
+ declare namespace ReportFailuresClient {
11824
+ type Options = BaseClientOptions;
11825
+ interface RequestOptions extends BaseRequestOptions {
11826
+ }
11827
+ }
11828
+ /**
11829
+ * Generic failure log for reports/jobs
11830
+ */
11831
+ declare class ReportFailuresClient {
11832
+ protected readonly _options: NormalizedClientOptions<ReportFailuresClient.Options>;
11833
+ constructor(options?: ReportFailuresClient.Options);
11834
+ /**
11835
+ * Returns failures for the given project id and type, most recent first.
11836
+ *
11837
+ * @param {OpikApi.FindReportFailuresRequest} request
11838
+ * @param {ReportFailuresClient.RequestOptions} requestOptions - Request-specific configuration.
11839
+ *
11840
+ * @throws {@link OpikApi.UnauthorizedError}
11841
+ *
11842
+ * @example
11843
+ * await client.reportFailures.findReportFailures({
11844
+ * type: "agent_insights",
11845
+ * projectId: "project_id"
11846
+ * })
11847
+ */
11848
+ findReportFailures(request: FindReportFailuresRequest, requestOptions?: ReportFailuresClient.RequestOptions): HttpResponsePromise<ReportFailurePage>;
11849
+ private __findReportFailures;
11850
+ /**
11851
+ * Appends a failure row keyed by (project_id, type). Append-only — never overwrites earlier failures.
11852
+ *
11853
+ * @param {OpikApi.ReportFailure} request
11854
+ * @param {ReportFailuresClient.RequestOptions} requestOptions - Request-specific configuration.
11855
+ *
11856
+ * @throws {@link OpikApi.BadRequestError}
11857
+ * @throws {@link OpikApi.UnauthorizedError}
11858
+ *
11859
+ * @example
11860
+ * await client.reportFailures.createReportFailure({
11861
+ * type: "agent_insights",
11862
+ * projectId: "project_id",
11863
+ * reason: "reason"
11864
+ * })
11865
+ */
11866
+ createReportFailure(request: ReportFailure, requestOptions?: ReportFailuresClient.RequestOptions): HttpResponsePromise<void>;
11867
+ private __createReportFailure;
11868
+ }
11869
+
11764
11870
  declare namespace ReportsClient {
11765
11871
  type Options = BaseClientOptions;
11766
11872
  interface RequestOptions extends BaseRequestOptions {
@@ -13322,6 +13428,7 @@ declare class OpikApiClient {
13322
13428
  protected _pairing: PairingClient | undefined;
13323
13429
  protected _projects: ProjectsClient | undefined;
13324
13430
  protected _prompts: PromptsClient | undefined;
13431
+ protected _reportFailures: ReportFailuresClient | undefined;
13325
13432
  protected _reports: ReportsClient | undefined;
13326
13433
  protected _retentionRules: RetentionRulesClient | undefined;
13327
13434
  protected _serviceToggles: ServiceTogglesClient | undefined;
@@ -13364,6 +13471,7 @@ declare class OpikApiClient {
13364
13471
  get pairing(): PairingClient;
13365
13472
  get projects(): ProjectsClient;
13366
13473
  get prompts(): PromptsClient;
13474
+ get reportFailures(): ReportFailuresClient;
13367
13475
  get reports(): ReportsClient;
13368
13476
  get retentionRules(): RetentionRulesClient;
13369
13477
  get serviceToggles(): ServiceTogglesClient;
package/dist/index.js CHANGED
@@ -1 +1 @@
1
- import {Ia}from'./chunk-TUTQVP3G.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-TUTQVP3G.js';Ia();
1
+ import {Ia}from'./chunk-6G2RBRQM.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-6G2RBRQM.js';Ia();
@@ -1 +1 @@
1
- import {Ca}from'./chunk-TUTQVP3G.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-TUTQVP3G.js';Ca();
1
+ import {Ca}from'./chunk-6G2RBRQM.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-6G2RBRQM.js';Ca();
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "opik",
3
3
  "description": "Opik TypeScript and JavaScript SDK",
4
- "version": "2.1.13",
4
+ "version": "2.1.15",
5
5
  "repository": {
6
6
  "type": "git",
7
7
  "url": "git+https://github.com/comet-ml/opik.git",