opik 2.1.23 → 2.1.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.cts CHANGED
@@ -3387,6 +3387,55 @@ interface WelcomeWizardSubmission {
3387
3387
  joinBetaProgram?: boolean;
3388
3388
  }
3389
3389
 
3390
+ /**
3391
+ * @example
3392
+ * {
3393
+ * intervalStart: new Date("2024-01-15T09:30:00.000Z")
3394
+ * }
3395
+ */
3396
+ interface WorkspaceSpanMetricRequest {
3397
+ projectIds?: string[];
3398
+ metricType?: WorkspaceSpanMetricRequestMetricType;
3399
+ interval?: WorkspaceSpanMetricRequestInterval;
3400
+ breakdown?: BreakdownConfig;
3401
+ filters?: SpanFilter[];
3402
+ intervalStart: Date;
3403
+ intervalEnd?: Date;
3404
+ startBeforeEnd?: boolean;
3405
+ }
3406
+
3407
+ declare const WorkspaceSpanMetricRequestInterval: {
3408
+ readonly Hourly: "HOURLY";
3409
+ readonly Daily: "DAILY";
3410
+ readonly Weekly: "WEEKLY";
3411
+ readonly Total: "TOTAL";
3412
+ };
3413
+ type WorkspaceSpanMetricRequestInterval = (typeof WorkspaceSpanMetricRequestInterval)[keyof typeof WorkspaceSpanMetricRequestInterval];
3414
+
3415
+ declare const WorkspaceSpanMetricRequestMetricType: {
3416
+ readonly FeedbackScores: "FEEDBACK_SCORES";
3417
+ readonly TraceCount: "TRACE_COUNT";
3418
+ readonly TokenUsage: "TOKEN_USAGE";
3419
+ readonly Duration: "DURATION";
3420
+ readonly Cost: "COST";
3421
+ readonly GuardrailsFailedCount: "GUARDRAILS_FAILED_COUNT";
3422
+ readonly ThreadCount: "THREAD_COUNT";
3423
+ readonly ThreadDuration: "THREAD_DURATION";
3424
+ readonly ThreadFeedbackScores: "THREAD_FEEDBACK_SCORES";
3425
+ readonly SpanFeedbackScores: "SPAN_FEEDBACK_SCORES";
3426
+ readonly SpanCount: "SPAN_COUNT";
3427
+ readonly SpanDuration: "SPAN_DURATION";
3428
+ readonly SpanTokenUsage: "SPAN_TOKEN_USAGE";
3429
+ readonly TraceAverageDuration: "TRACE_AVERAGE_DURATION";
3430
+ readonly TraceErrorRate: "TRACE_ERROR_RATE";
3431
+ readonly SpanAverageDuration: "SPAN_AVERAGE_DURATION";
3432
+ readonly SpanCost: "SPAN_COST";
3433
+ readonly SpanErrorRate: "SPAN_ERROR_RATE";
3434
+ readonly ThreadAverageDuration: "THREAD_AVERAGE_DURATION";
3435
+ readonly ThreadCost: "THREAD_COST";
3436
+ };
3437
+ type WorkspaceSpanMetricRequestMetricType = (typeof WorkspaceSpanMetricRequestMetricType)[keyof typeof WorkspaceSpanMetricRequestMetricType];
3438
+
3390
3439
  interface Agent {
3391
3440
  name?: string;
3392
3441
  description?: string;
@@ -4284,6 +4333,25 @@ interface BooleanFeedbackDetailUpdate {
4284
4333
  falseLabel: string;
4285
4334
  }
4286
4335
 
4336
+ interface BreakdownConfig {
4337
+ field?: BreakdownConfigField;
4338
+ metadataKey?: string;
4339
+ subMetric?: string;
4340
+ }
4341
+
4342
+ declare const BreakdownConfigField: {
4343
+ readonly None: "none";
4344
+ readonly Tags: "tags";
4345
+ readonly Metadata: "metadata";
4346
+ readonly Name: "name";
4347
+ readonly ErrorInfo: "error_info";
4348
+ readonly ErrorType: "error_type";
4349
+ readonly Model: "model";
4350
+ readonly Provider: "provider";
4351
+ readonly Type: "type";
4352
+ };
4353
+ type BreakdownConfigField = (typeof BreakdownConfigField)[keyof typeof BreakdownConfigField];
4354
+
4287
4355
  interface BreakdownConfigPublic {
4288
4356
  field?: BreakdownConfigPublicField;
4289
4357
  metadataKey?: string;
@@ -13181,6 +13249,21 @@ declare class WorkspacesClient {
13181
13249
  */
13182
13250
  getMetric(request: WorkspaceMetricsSummaryRequest, requestOptions?: WorkspacesClient.RequestOptions): HttpResponsePromise<WorkspaceMetricResponse>;
13183
13251
  private __getMetric;
13252
+ /**
13253
+ * Gets a span metric time series aggregated across the workspace. When project_ids is empty, all projects in the workspace are included; otherwise only the given projects.
13254
+ *
13255
+ * @param {OpikApi.WorkspaceSpanMetricRequest} request
13256
+ * @param {WorkspacesClient.RequestOptions} requestOptions - Request-specific configuration.
13257
+ *
13258
+ * @throws {@link OpikApi.BadRequestError}
13259
+ *
13260
+ * @example
13261
+ * await client.workspaces.getWorkspaceSpanMetric({
13262
+ * intervalStart: new Date("2024-01-15T09:30:00.000Z")
13263
+ * })
13264
+ */
13265
+ getWorkspaceSpanMetric(request: WorkspaceSpanMetricRequest, requestOptions?: WorkspacesClient.RequestOptions): HttpResponsePromise<WorkspaceMetricResponse>;
13266
+ private __getWorkspaceSpanMetric;
13184
13267
  /**
13185
13268
  * Determines whether the workspace should use Opik V1 (legacy workspace-scoped)
13186
13269
  * or Opik V2 (project-first) navigation. The backend is the single authority for this
package/dist/index.d.ts CHANGED
@@ -3387,6 +3387,55 @@ interface WelcomeWizardSubmission {
3387
3387
  joinBetaProgram?: boolean;
3388
3388
  }
3389
3389
 
3390
+ /**
3391
+ * @example
3392
+ * {
3393
+ * intervalStart: new Date("2024-01-15T09:30:00.000Z")
3394
+ * }
3395
+ */
3396
+ interface WorkspaceSpanMetricRequest {
3397
+ projectIds?: string[];
3398
+ metricType?: WorkspaceSpanMetricRequestMetricType;
3399
+ interval?: WorkspaceSpanMetricRequestInterval;
3400
+ breakdown?: BreakdownConfig;
3401
+ filters?: SpanFilter[];
3402
+ intervalStart: Date;
3403
+ intervalEnd?: Date;
3404
+ startBeforeEnd?: boolean;
3405
+ }
3406
+
3407
+ declare const WorkspaceSpanMetricRequestInterval: {
3408
+ readonly Hourly: "HOURLY";
3409
+ readonly Daily: "DAILY";
3410
+ readonly Weekly: "WEEKLY";
3411
+ readonly Total: "TOTAL";
3412
+ };
3413
+ type WorkspaceSpanMetricRequestInterval = (typeof WorkspaceSpanMetricRequestInterval)[keyof typeof WorkspaceSpanMetricRequestInterval];
3414
+
3415
+ declare const WorkspaceSpanMetricRequestMetricType: {
3416
+ readonly FeedbackScores: "FEEDBACK_SCORES";
3417
+ readonly TraceCount: "TRACE_COUNT";
3418
+ readonly TokenUsage: "TOKEN_USAGE";
3419
+ readonly Duration: "DURATION";
3420
+ readonly Cost: "COST";
3421
+ readonly GuardrailsFailedCount: "GUARDRAILS_FAILED_COUNT";
3422
+ readonly ThreadCount: "THREAD_COUNT";
3423
+ readonly ThreadDuration: "THREAD_DURATION";
3424
+ readonly ThreadFeedbackScores: "THREAD_FEEDBACK_SCORES";
3425
+ readonly SpanFeedbackScores: "SPAN_FEEDBACK_SCORES";
3426
+ readonly SpanCount: "SPAN_COUNT";
3427
+ readonly SpanDuration: "SPAN_DURATION";
3428
+ readonly SpanTokenUsage: "SPAN_TOKEN_USAGE";
3429
+ readonly TraceAverageDuration: "TRACE_AVERAGE_DURATION";
3430
+ readonly TraceErrorRate: "TRACE_ERROR_RATE";
3431
+ readonly SpanAverageDuration: "SPAN_AVERAGE_DURATION";
3432
+ readonly SpanCost: "SPAN_COST";
3433
+ readonly SpanErrorRate: "SPAN_ERROR_RATE";
3434
+ readonly ThreadAverageDuration: "THREAD_AVERAGE_DURATION";
3435
+ readonly ThreadCost: "THREAD_COST";
3436
+ };
3437
+ type WorkspaceSpanMetricRequestMetricType = (typeof WorkspaceSpanMetricRequestMetricType)[keyof typeof WorkspaceSpanMetricRequestMetricType];
3438
+
3390
3439
  interface Agent {
3391
3440
  name?: string;
3392
3441
  description?: string;
@@ -4284,6 +4333,25 @@ interface BooleanFeedbackDetailUpdate {
4284
4333
  falseLabel: string;
4285
4334
  }
4286
4335
 
4336
+ interface BreakdownConfig {
4337
+ field?: BreakdownConfigField;
4338
+ metadataKey?: string;
4339
+ subMetric?: string;
4340
+ }
4341
+
4342
+ declare const BreakdownConfigField: {
4343
+ readonly None: "none";
4344
+ readonly Tags: "tags";
4345
+ readonly Metadata: "metadata";
4346
+ readonly Name: "name";
4347
+ readonly ErrorInfo: "error_info";
4348
+ readonly ErrorType: "error_type";
4349
+ readonly Model: "model";
4350
+ readonly Provider: "provider";
4351
+ readonly Type: "type";
4352
+ };
4353
+ type BreakdownConfigField = (typeof BreakdownConfigField)[keyof typeof BreakdownConfigField];
4354
+
4287
4355
  interface BreakdownConfigPublic {
4288
4356
  field?: BreakdownConfigPublicField;
4289
4357
  metadataKey?: string;
@@ -13181,6 +13249,21 @@ declare class WorkspacesClient {
13181
13249
  */
13182
13250
  getMetric(request: WorkspaceMetricsSummaryRequest, requestOptions?: WorkspacesClient.RequestOptions): HttpResponsePromise<WorkspaceMetricResponse>;
13183
13251
  private __getMetric;
13252
+ /**
13253
+ * Gets a span metric time series aggregated across the workspace. When project_ids is empty, all projects in the workspace are included; otherwise only the given projects.
13254
+ *
13255
+ * @param {OpikApi.WorkspaceSpanMetricRequest} request
13256
+ * @param {WorkspacesClient.RequestOptions} requestOptions - Request-specific configuration.
13257
+ *
13258
+ * @throws {@link OpikApi.BadRequestError}
13259
+ *
13260
+ * @example
13261
+ * await client.workspaces.getWorkspaceSpanMetric({
13262
+ * intervalStart: new Date("2024-01-15T09:30:00.000Z")
13263
+ * })
13264
+ */
13265
+ getWorkspaceSpanMetric(request: WorkspaceSpanMetricRequest, requestOptions?: WorkspacesClient.RequestOptions): HttpResponsePromise<WorkspaceMetricResponse>;
13266
+ private __getWorkspaceSpanMetric;
13184
13267
  /**
13185
13268
  * Determines whether the workspace should use Opik V1 (legacy workspace-scoped)
13186
13269
  * or Opik V2 (project-first) navigation. The backend is the single authority for this
package/dist/index.js CHANGED
@@ -1 +1 @@
1
- import {Ia}from'./chunk-EVP4RLIU.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-EVP4RLIU.js';Ia();
1
+ import {Ia}from'./chunk-P7QF7PFI.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-P7QF7PFI.js';Ia();
@@ -1 +1 @@
1
- import {Ca}from'./chunk-EVP4RLIU.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-EVP4RLIU.js';Ca();
1
+ import {Ca}from'./chunk-P7QF7PFI.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-P7QF7PFI.js';Ca();
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "opik",
3
3
  "description": "Opik TypeScript and JavaScript SDK",
4
- "version": "2.1.23",
4
+ "version": "2.1.25",
5
5
  "repository": {
6
6
  "type": "git",
7
7
  "url": "git+https://github.com/comet-ml/opik.git",