opik 2.2.99 → 2.2.101

package/dist/index.d.cts

@@ -863,6 +863,12 @@ interface ChatCompletionRequest {
     functionCall?: FunctionCall;
 }
 
+/**
+ * @example
+ *     {}
+ */
+type GetDashboardSavedQueryRequest = {};
+
 /**
  * @example
  *     {}
@@ -888,6 +894,16 @@ interface FindDashboardsRequest {
  */
 type GetDashboardByIdRequest = {};
 
+/**
+ * @example
+ *     {
+ *         body: {}
+ *     }
+ */
+interface RunDashboardWidgetQueryRequest {
+    body: DashboardWidgetQueryRequest;
+}
+
 /**
  * @example
  *     {
@@ -1676,6 +1692,16 @@ interface FindInsightsViewsRequest {
  */
 type GetInsightsViewByIdRequest = {};
 
+/**
+ * @example
+ *     {
+ *         body: {}
+ *     }
+ */
+interface RunInsightsViewWidgetQueryRequest {
+    body: DashboardWidgetQueryRequest;
+}
+
 /**
  * @example
  *     {
@@ -4948,6 +4974,15 @@ declare const DashboardPublicType: {
 };
 type DashboardPublicType = (typeof DashboardPublicType)[keyof typeof DashboardPublicType];
 
+interface DashboardSavedQuery {
+    id?: string;
+    /** Project the query is bounded to. Omit for every project in the workspace. */
+    projectId?: string;
+    sql: string;
+    createdAt?: Date;
+    createdBy?: string;
+}
+
 interface DashboardUpdatePublic {
     name?: string;
     type?: DashboardUpdatePublicType;
@@ -4961,6 +4996,13 @@ declare const DashboardUpdatePublicType: {
 };
 type DashboardUpdatePublicType = (typeof DashboardUpdatePublicType)[keyof typeof DashboardUpdatePublicType];
 
+interface DashboardWidgetQueryRequest {
+    /** Start of the date range, bound to {{window_start}} in the dashboard saved query. Omit for all time. */
+    intervalStart?: Date;
+    /** End of the date range, bound to {{window_end}} in the dashboard saved query. Omit for now. */
+    intervalEnd?: Date;
+}
+
 interface DashboardWrite {
     /** Project ID. Takes precedence over project_name when both are provided. */
     projectId?: string;
@@ -7450,6 +7492,7 @@ interface ServiceTogglesConfig {
     projectHomepageEnabled: boolean;
     onlineScoringTracingEnabled: boolean;
     annotationQueueAutomationEnabled: boolean;
+    eventBridgeAlertsEnabled: boolean;
     defaultPageSize?: number;
 }
 
@@ -9715,6 +9758,50 @@ declare class CheckClient {
     private __getWorkspaceName;
 }
 
+declare namespace DashboardSavedQueriesClient {
+    type Options = BaseClientOptions;
+    interface RequestOptions extends BaseRequestOptions {
+    }
+}
+/**
+ * Internal endpoints for the queries Ollie chart widgets run
+ */
+declare class DashboardSavedQueriesClient {
+    protected readonly _options: NormalizedClientOptions<DashboardSavedQueriesClient.Options>;
+    constructor(options?: DashboardSavedQueriesClient.Options);
+    /**
+     * Saves the query of an Ollie chart so a dashboard widget can reference it by id.
+     *
+     * @param {OpikApi.DashboardSavedQuery} request
+     * @param {DashboardSavedQueriesClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.UnprocessableEntityError}
+     * @throws {@link OpikApi.NotImplementedError}
+     *
+     * @example
+     *     await client.dashboardSavedQueries.createDashboardSavedQuery({
+     *         sql: "sql"
+     *     })
+     */
+    createDashboardSavedQuery(request: DashboardSavedQuery, requestOptions?: DashboardSavedQueriesClient.RequestOptions): HttpResponsePromise<DashboardSavedQuery>;
+    private __createDashboardSavedQuery;
+    /**
+     * Gets a dashboard saved query by id.
+     *
+     * @param {string} id
+     * @param {OpikApi.GetDashboardSavedQueryRequest} request
+     * @param {DashboardSavedQueriesClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.NotImplementedError}
+     *
+     * @example
+     *     await client.dashboardSavedQueries.getDashboardSavedQuery("id")
+     */
+    getDashboardSavedQuery(id: string, request?: GetDashboardSavedQueryRequest, requestOptions?: DashboardSavedQueriesClient.RequestOptions): HttpResponsePromise<DashboardSavedQuery>;
+    private __getDashboardSavedQuery;
+}
+
 declare namespace DashboardsClient {
     type Options = BaseClientOptions;
     interface RequestOptions extends BaseRequestOptions {
@@ -9809,6 +9896,27 @@ declare class DashboardsClient {
      */
     deleteDashboardsBatch(request: BatchDelete, requestOptions?: DashboardsClient.RequestOptions): HttpResponsePromise<void>;
     private __deleteDashboardsBatch;
+    /**
+     * Runs the query saved on an Ollie chart widget of this dashboard over the given date range and returns its rows. The query is read from the saved widget; the request carries no SQL. Returns 501 when Ollie or Custom Charts is not enabled for the workspace.
+     *
+     * @param {string} dashboardId
+     * @param {string} widgetId
+     * @param {OpikApi.RunDashboardWidgetQueryRequest} request
+     * @param {DashboardsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.BadRequestError}
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.UnprocessableEntityError}
+     * @throws {@link OpikApi.TooManyRequestsError}
+     * @throws {@link OpikApi.NotImplementedError}
+     *
+     * @example
+     *     await client.dashboards.runDashboardWidgetQuery("dashboardId", "widgetId", {
+     *         body: {}
+     *     })
+     */
+    runDashboardWidgetQuery(dashboardId: string, widgetId: string, request: RunDashboardWidgetQueryRequest, requestOptions?: DashboardsClient.RequestOptions): HttpResponsePromise<AnalyticsQueryResponse>;
+    private __runDashboardWidgetQuery;
 }
 
 declare namespace DatasetsClient {
@@ -10916,6 +11024,27 @@ declare class InsightsViewsClient {
      */
     deleteInsightsViewsBatch(request: BatchDelete, requestOptions?: InsightsViewsClient.RequestOptions): HttpResponsePromise<void>;
     private __deleteInsightsViewsBatch;
+    /**
+     * Runs the query saved on an Ollie chart widget of this insights view over the given date range and returns its rows. The query is read from the saved widget; the request carries no SQL. Returns 501 when Ollie or Custom Charts is not enabled for the workspace.
+     *
+     * @param {string} insightsViewId
+     * @param {string} widgetId
+     * @param {OpikApi.RunInsightsViewWidgetQueryRequest} request
+     * @param {InsightsViewsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.BadRequestError}
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.UnprocessableEntityError}
+     * @throws {@link OpikApi.TooManyRequestsError}
+     * @throws {@link OpikApi.NotImplementedError}
+     *
+     * @example
+     *     await client.insightsViews.runInsightsViewWidgetQuery("insightsViewId", "widgetId", {
+     *         body: {}
+     *     })
+     */
+    runInsightsViewWidgetQuery(insightsViewId: string, widgetId: string, request: RunInsightsViewWidgetQueryRequest, requestOptions?: InsightsViewsClient.RequestOptions): HttpResponsePromise<AnalyticsQueryResponse>;
+    private __runInsightsViewWidgetQuery;
 }
 
 declare namespace LlmModelsClient {
@@ -13784,6 +13913,7 @@ declare class OpikApiClient {
     protected _mcpOAuth: McpOAuthClient | undefined;
     protected _agentInsightsEnrollment: AgentInsightsEnrollmentClient | undefined;
     protected _systemAnalyticsQueries: SystemAnalyticsQueriesClient | undefined;
+    protected _dashboardSavedQueries: DashboardSavedQueriesClient | undefined;
     protected _systemUsage: SystemUsageClient | undefined;
     protected _agentConfigs: AgentConfigsClient | undefined;
     protected _agentInsightsJobs: AgentInsightsJobsClient | undefined;
@@ -13827,6 +13957,7 @@ declare class OpikApiClient {
     get mcpOAuth(): McpOAuthClient;
     get agentInsightsEnrollment(): AgentInsightsEnrollmentClient;
     get systemAnalyticsQueries(): SystemAnalyticsQueriesClient;
+    get dashboardSavedQueries(): DashboardSavedQueriesClient;
     get systemUsage(): SystemUsageClient;
     get agentConfigs(): AgentConfigsClient;
     get agentInsightsJobs(): AgentInsightsJobsClient;

package/dist/index.d.ts

@@ -863,6 +863,12 @@ interface ChatCompletionRequest {
     functionCall?: FunctionCall;
 }
 
+/**
+ * @example
+ *     {}
+ */
+type GetDashboardSavedQueryRequest = {};
+
 /**
  * @example
  *     {}
@@ -888,6 +894,16 @@ interface FindDashboardsRequest {
  */
 type GetDashboardByIdRequest = {};
 
+/**
+ * @example
+ *     {
+ *         body: {}
+ *     }
+ */
+interface RunDashboardWidgetQueryRequest {
+    body: DashboardWidgetQueryRequest;
+}
+
 /**
  * @example
  *     {
@@ -1676,6 +1692,16 @@ interface FindInsightsViewsRequest {
  */
 type GetInsightsViewByIdRequest = {};
 
+/**
+ * @example
+ *     {
+ *         body: {}
+ *     }
+ */
+interface RunInsightsViewWidgetQueryRequest {
+    body: DashboardWidgetQueryRequest;
+}
+
 /**
  * @example
  *     {
@@ -4948,6 +4974,15 @@ declare const DashboardPublicType: {
 };
 type DashboardPublicType = (typeof DashboardPublicType)[keyof typeof DashboardPublicType];
 
+interface DashboardSavedQuery {
+    id?: string;
+    /** Project the query is bounded to. Omit for every project in the workspace. */
+    projectId?: string;
+    sql: string;
+    createdAt?: Date;
+    createdBy?: string;
+}
+
 interface DashboardUpdatePublic {
     name?: string;
     type?: DashboardUpdatePublicType;
@@ -4961,6 +4996,13 @@ declare const DashboardUpdatePublicType: {
 };
 type DashboardUpdatePublicType = (typeof DashboardUpdatePublicType)[keyof typeof DashboardUpdatePublicType];
 
+interface DashboardWidgetQueryRequest {
+    /** Start of the date range, bound to {{window_start}} in the dashboard saved query. Omit for all time. */
+    intervalStart?: Date;
+    /** End of the date range, bound to {{window_end}} in the dashboard saved query. Omit for now. */
+    intervalEnd?: Date;
+}
+
 interface DashboardWrite {
     /** Project ID. Takes precedence over project_name when both are provided. */
     projectId?: string;
@@ -7450,6 +7492,7 @@ interface ServiceTogglesConfig {
     projectHomepageEnabled: boolean;
     onlineScoringTracingEnabled: boolean;
     annotationQueueAutomationEnabled: boolean;
+    eventBridgeAlertsEnabled: boolean;
     defaultPageSize?: number;
 }
 
@@ -9715,6 +9758,50 @@ declare class CheckClient {
     private __getWorkspaceName;
 }
 
+declare namespace DashboardSavedQueriesClient {
+    type Options = BaseClientOptions;
+    interface RequestOptions extends BaseRequestOptions {
+    }
+}
+/**
+ * Internal endpoints for the queries Ollie chart widgets run
+ */
+declare class DashboardSavedQueriesClient {
+    protected readonly _options: NormalizedClientOptions<DashboardSavedQueriesClient.Options>;
+    constructor(options?: DashboardSavedQueriesClient.Options);
+    /**
+     * Saves the query of an Ollie chart so a dashboard widget can reference it by id.
+     *
+     * @param {OpikApi.DashboardSavedQuery} request
+     * @param {DashboardSavedQueriesClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.UnprocessableEntityError}
+     * @throws {@link OpikApi.NotImplementedError}
+     *
+     * @example
+     *     await client.dashboardSavedQueries.createDashboardSavedQuery({
+     *         sql: "sql"
+     *     })
+     */
+    createDashboardSavedQuery(request: DashboardSavedQuery, requestOptions?: DashboardSavedQueriesClient.RequestOptions): HttpResponsePromise<DashboardSavedQuery>;
+    private __createDashboardSavedQuery;
+    /**
+     * Gets a dashboard saved query by id.
+     *
+     * @param {string} id
+     * @param {OpikApi.GetDashboardSavedQueryRequest} request
+     * @param {DashboardSavedQueriesClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.NotImplementedError}
+     *
+     * @example
+     *     await client.dashboardSavedQueries.getDashboardSavedQuery("id")
+     */
+    getDashboardSavedQuery(id: string, request?: GetDashboardSavedQueryRequest, requestOptions?: DashboardSavedQueriesClient.RequestOptions): HttpResponsePromise<DashboardSavedQuery>;
+    private __getDashboardSavedQuery;
+}
+
 declare namespace DashboardsClient {
     type Options = BaseClientOptions;
     interface RequestOptions extends BaseRequestOptions {
@@ -9809,6 +9896,27 @@ declare class DashboardsClient {
      */
     deleteDashboardsBatch(request: BatchDelete, requestOptions?: DashboardsClient.RequestOptions): HttpResponsePromise<void>;
     private __deleteDashboardsBatch;
+    /**
+     * Runs the query saved on an Ollie chart widget of this dashboard over the given date range and returns its rows. The query is read from the saved widget; the request carries no SQL. Returns 501 when Ollie or Custom Charts is not enabled for the workspace.
+     *
+     * @param {string} dashboardId
+     * @param {string} widgetId
+     * @param {OpikApi.RunDashboardWidgetQueryRequest} request
+     * @param {DashboardsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.BadRequestError}
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.UnprocessableEntityError}
+     * @throws {@link OpikApi.TooManyRequestsError}
+     * @throws {@link OpikApi.NotImplementedError}
+     *
+     * @example
+     *     await client.dashboards.runDashboardWidgetQuery("dashboardId", "widgetId", {
+     *         body: {}
+     *     })
+     */
+    runDashboardWidgetQuery(dashboardId: string, widgetId: string, request: RunDashboardWidgetQueryRequest, requestOptions?: DashboardsClient.RequestOptions): HttpResponsePromise<AnalyticsQueryResponse>;
+    private __runDashboardWidgetQuery;
 }
 
 declare namespace DatasetsClient {
@@ -10916,6 +11024,27 @@ declare class InsightsViewsClient {
      */
     deleteInsightsViewsBatch(request: BatchDelete, requestOptions?: InsightsViewsClient.RequestOptions): HttpResponsePromise<void>;
     private __deleteInsightsViewsBatch;
+    /**
+     * Runs the query saved on an Ollie chart widget of this insights view over the given date range and returns its rows. The query is read from the saved widget; the request carries no SQL. Returns 501 when Ollie or Custom Charts is not enabled for the workspace.
+     *
+     * @param {string} insightsViewId
+     * @param {string} widgetId
+     * @param {OpikApi.RunInsightsViewWidgetQueryRequest} request
+     * @param {InsightsViewsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.BadRequestError}
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.UnprocessableEntityError}
+     * @throws {@link OpikApi.TooManyRequestsError}
+     * @throws {@link OpikApi.NotImplementedError}
+     *
+     * @example
+     *     await client.insightsViews.runInsightsViewWidgetQuery("insightsViewId", "widgetId", {
+     *         body: {}
+     *     })
+     */
+    runInsightsViewWidgetQuery(insightsViewId: string, widgetId: string, request: RunInsightsViewWidgetQueryRequest, requestOptions?: InsightsViewsClient.RequestOptions): HttpResponsePromise<AnalyticsQueryResponse>;
+    private __runInsightsViewWidgetQuery;
 }
 
 declare namespace LlmModelsClient {
@@ -13784,6 +13913,7 @@ declare class OpikApiClient {
     protected _mcpOAuth: McpOAuthClient | undefined;
     protected _agentInsightsEnrollment: AgentInsightsEnrollmentClient | undefined;
     protected _systemAnalyticsQueries: SystemAnalyticsQueriesClient | undefined;
+    protected _dashboardSavedQueries: DashboardSavedQueriesClient | undefined;
     protected _systemUsage: SystemUsageClient | undefined;
     protected _agentConfigs: AgentConfigsClient | undefined;
     protected _agentInsightsJobs: AgentInsightsJobsClient | undefined;
@@ -13827,6 +13957,7 @@ declare class OpikApiClient {
     get mcpOAuth(): McpOAuthClient;
     get agentInsightsEnrollment(): AgentInsightsEnrollmentClient;
     get systemAnalyticsQueries(): SystemAnalyticsQueriesClient;
+    get dashboardSavedQueries(): DashboardSavedQueriesClient;
     get systemUsage(): SystemUsageClient;
     get agentConfigs(): AgentConfigsClient;
     get agentInsightsJobs(): AgentInsightsJobsClient;

package/dist/index.js

@@ -1 +1 @@
-import {Ia}from'./chunk-KXFLZNDC.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-KXFLZNDC.js';Ia();
+import {Ia}from'./chunk-YSEDU6SS.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-YSEDU6SS.js';Ia();

package/dist/{suite-W6THPZMD.js → suite-FWLFXHWK.js}

@@ -1 +1 @@
-import {Ca}from'./chunk-KXFLZNDC.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-KXFLZNDC.js';Ca();
+import {Ca}from'./chunk-YSEDU6SS.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-YSEDU6SS.js';Ca();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "opik",
   "description": "Opik TypeScript and JavaScript SDK",
-  "version": "2.2.99",
+  "version": "2.2.101",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/comet-ml/opik.git",