opik 2.0.69 → 2.0.71

package/dist/index.d.cts

@@ -445,6 +445,42 @@ declare const FindAgentInsightsIssuesRequestStatus: {
 };
 type FindAgentInsightsIssuesRequestStatus = (typeof FindAgentInsightsIssuesRequestStatus)[keyof typeof FindAgentInsightsIssuesRequestStatus];
 
+/**
+ * @example
+ *     {
+ *         status: "enabled"
+ *     }
+ */
+interface AgentInsightsJobUpdate {
+    /** New status for the job */
+    status: AgentInsightsJobUpdateStatus;
+}
+
+/**
+ * @example
+ *     {}
+ */
+type CreateAgentInsightsJobRequest = {};
+
+/**
+ * @example
+ *     {}
+ */
+type GetAgentInsightsJobRequest = {};
+
+/**
+ * @example
+ *     {}
+ */
+type TriggerAgentInsightsJobRequest = {};
+
+/** New status for the job */
+declare const AgentInsightsJobUpdateStatus: {
+    readonly Enabled: "enabled";
+    readonly Disabled: "disabled";
+};
+type AgentInsightsJobUpdateStatus = (typeof AgentInsightsJobUpdateStatus)[keyof typeof AgentInsightsJobUpdateStatus];
+
 /**
  * @example
  *     {
@@ -3536,6 +3572,22 @@ declare const AgentInsightsIssueWithDetailsStatus: {
 };
 type AgentInsightsIssueWithDetailsStatus = (typeof AgentInsightsIssueWithDetailsStatus)[keyof typeof AgentInsightsIssueWithDetailsStatus];
 
+interface AgentInsightsJob {
+    id?: string;
+    projectId?: string;
+    status?: AgentInsightsJobStatus;
+    createdAt?: Date;
+    createdBy?: string;
+    lastUpdatedAt?: Date;
+    lastUpdatedBy?: string;
+}
+
+declare const AgentInsightsJobStatus: {
+    readonly Enabled: "enabled";
+    readonly Disabled: "disabled";
+};
+type AgentInsightsJobStatus = (typeof AgentInsightsJobStatus)[keyof typeof AgentInsightsJobStatus];
+
 interface AggregationData {
     experimentCount?: number;
     traceCount?: number;
@@ -8442,6 +8494,78 @@ declare class AgentInsightsClient {
     private __updateAgentInsightsIssue;
 }
 
+declare namespace AgentInsightsJobsClient {
+    type Options = BaseClientOptions;
+    interface RequestOptions extends BaseRequestOptions {
+    }
+}
+/**
+ * Per-(workspace, project) Agent Insights report configuration
+ */
+declare class AgentInsightsJobsClient {
+    protected readonly _options: NormalizedClientOptions<AgentInsightsJobsClient.Options>;
+    constructor(options?: AgentInsightsJobsClient.Options);
+    /**
+     * Returns the Agent Insights job for the (workspace, project), or 404 if none exists.
+     *
+     * @param {string} projectId
+     * @param {OpikApi.GetAgentInsightsJobRequest} request
+     * @param {AgentInsightsJobsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.agentInsightsJobs.getAgentInsightsJob("projectId")
+     */
+    getAgentInsightsJob(projectId: string, request?: GetAgentInsightsJobRequest, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<AgentInsightsJob>;
+    private __getAgentInsightsJob;
+    /**
+     * Creates the Agent Insights job for a project. 409 if one already exists.
+     *
+     * @param {string} projectId
+     * @param {OpikApi.CreateAgentInsightsJobRequest} request
+     * @param {AgentInsightsJobsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.ConflictError}
+     *
+     * @example
+     *     await client.agentInsightsJobs.createAgentInsightsJob("projectId")
+     */
+    createAgentInsightsJob(projectId: string, request?: CreateAgentInsightsJobRequest, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<AgentInsightsJob>;
+    private __createAgentInsightsJob;
+    /**
+     * Partially updates the Agent Insights job for a project (e.g. status; never deletes). Returns the updated job, or 404 if none exists.
+     *
+     * @param {string} projectId
+     * @param {OpikApi.AgentInsightsJobUpdate} request
+     * @param {AgentInsightsJobsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.agentInsightsJobs.updateAgentInsightsJob("projectId", {
+     *         status: "enabled"
+     *     })
+     */
+    updateAgentInsightsJob(projectId: string, request: AgentInsightsJobUpdate, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<AgentInsightsJob>;
+    private __updateAgentInsightsJob;
+    /**
+     * Triggers an immediate report run for an existing job (over the last 24h). Fire-and-forget; returns 202. 404 if none exists.
+     *
+     * @param {string} projectId
+     * @param {OpikApi.TriggerAgentInsightsJobRequest} request
+     * @param {AgentInsightsJobsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.agentInsightsJobs.triggerAgentInsightsJob("projectId")
+     */
+    triggerAgentInsightsJob(projectId: string, request?: TriggerAgentInsightsJobRequest, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<void>;
+    private __triggerAgentInsightsJob;
+}
+
 declare namespace AiSpendClient {
     type Options = BaseClientOptions;
     interface RequestOptions extends BaseRequestOptions {
@@ -13098,6 +13222,7 @@ declare class OpikApiClient {
     protected _systemAnalyticsQueries: SystemAnalyticsQueriesClient | undefined;
     protected _systemUsage: SystemUsageClient | undefined;
     protected _agentConfigs: AgentConfigsClient | undefined;
+    protected _agentInsightsJobs: AgentInsightsJobsClient | undefined;
     protected _agentInsights: AgentInsightsClient | undefined;
     protected _aiSpend: AiSpendClient | undefined;
     protected _alerts: AlertsClient | undefined;
@@ -13139,6 +13264,7 @@ declare class OpikApiClient {
     get systemAnalyticsQueries(): SystemAnalyticsQueriesClient;
     get systemUsage(): SystemUsageClient;
     get agentConfigs(): AgentConfigsClient;
+    get agentInsightsJobs(): AgentInsightsJobsClient;
     get agentInsights(): AgentInsightsClient;
     get aiSpend(): AiSpendClient;
     get alerts(): AlertsClient;

package/dist/index.d.ts

@@ -445,6 +445,42 @@ declare const FindAgentInsightsIssuesRequestStatus: {
 };
 type FindAgentInsightsIssuesRequestStatus = (typeof FindAgentInsightsIssuesRequestStatus)[keyof typeof FindAgentInsightsIssuesRequestStatus];
 
+/**
+ * @example
+ *     {
+ *         status: "enabled"
+ *     }
+ */
+interface AgentInsightsJobUpdate {
+    /** New status for the job */
+    status: AgentInsightsJobUpdateStatus;
+}
+
+/**
+ * @example
+ *     {}
+ */
+type CreateAgentInsightsJobRequest = {};
+
+/**
+ * @example
+ *     {}
+ */
+type GetAgentInsightsJobRequest = {};
+
+/**
+ * @example
+ *     {}
+ */
+type TriggerAgentInsightsJobRequest = {};
+
+/** New status for the job */
+declare const AgentInsightsJobUpdateStatus: {
+    readonly Enabled: "enabled";
+    readonly Disabled: "disabled";
+};
+type AgentInsightsJobUpdateStatus = (typeof AgentInsightsJobUpdateStatus)[keyof typeof AgentInsightsJobUpdateStatus];
+
 /**
  * @example
  *     {
@@ -3536,6 +3572,22 @@ declare const AgentInsightsIssueWithDetailsStatus: {
 };
 type AgentInsightsIssueWithDetailsStatus = (typeof AgentInsightsIssueWithDetailsStatus)[keyof typeof AgentInsightsIssueWithDetailsStatus];
 
+interface AgentInsightsJob {
+    id?: string;
+    projectId?: string;
+    status?: AgentInsightsJobStatus;
+    createdAt?: Date;
+    createdBy?: string;
+    lastUpdatedAt?: Date;
+    lastUpdatedBy?: string;
+}
+
+declare const AgentInsightsJobStatus: {
+    readonly Enabled: "enabled";
+    readonly Disabled: "disabled";
+};
+type AgentInsightsJobStatus = (typeof AgentInsightsJobStatus)[keyof typeof AgentInsightsJobStatus];
+
 interface AggregationData {
     experimentCount?: number;
     traceCount?: number;
@@ -8442,6 +8494,78 @@ declare class AgentInsightsClient {
     private __updateAgentInsightsIssue;
 }
 
+declare namespace AgentInsightsJobsClient {
+    type Options = BaseClientOptions;
+    interface RequestOptions extends BaseRequestOptions {
+    }
+}
+/**
+ * Per-(workspace, project) Agent Insights report configuration
+ */
+declare class AgentInsightsJobsClient {
+    protected readonly _options: NormalizedClientOptions<AgentInsightsJobsClient.Options>;
+    constructor(options?: AgentInsightsJobsClient.Options);
+    /**
+     * Returns the Agent Insights job for the (workspace, project), or 404 if none exists.
+     *
+     * @param {string} projectId
+     * @param {OpikApi.GetAgentInsightsJobRequest} request
+     * @param {AgentInsightsJobsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.agentInsightsJobs.getAgentInsightsJob("projectId")
+     */
+    getAgentInsightsJob(projectId: string, request?: GetAgentInsightsJobRequest, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<AgentInsightsJob>;
+    private __getAgentInsightsJob;
+    /**
+     * Creates the Agent Insights job for a project. 409 if one already exists.
+     *
+     * @param {string} projectId
+     * @param {OpikApi.CreateAgentInsightsJobRequest} request
+     * @param {AgentInsightsJobsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.ConflictError}
+     *
+     * @example
+     *     await client.agentInsightsJobs.createAgentInsightsJob("projectId")
+     */
+    createAgentInsightsJob(projectId: string, request?: CreateAgentInsightsJobRequest, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<AgentInsightsJob>;
+    private __createAgentInsightsJob;
+    /**
+     * Partially updates the Agent Insights job for a project (e.g. status; never deletes). Returns the updated job, or 404 if none exists.
+     *
+     * @param {string} projectId
+     * @param {OpikApi.AgentInsightsJobUpdate} request
+     * @param {AgentInsightsJobsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.agentInsightsJobs.updateAgentInsightsJob("projectId", {
+     *         status: "enabled"
+     *     })
+     */
+    updateAgentInsightsJob(projectId: string, request: AgentInsightsJobUpdate, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<AgentInsightsJob>;
+    private __updateAgentInsightsJob;
+    /**
+     * Triggers an immediate report run for an existing job (over the last 24h). Fire-and-forget; returns 202. 404 if none exists.
+     *
+     * @param {string} projectId
+     * @param {OpikApi.TriggerAgentInsightsJobRequest} request
+     * @param {AgentInsightsJobsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.agentInsightsJobs.triggerAgentInsightsJob("projectId")
+     */
+    triggerAgentInsightsJob(projectId: string, request?: TriggerAgentInsightsJobRequest, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<void>;
+    private __triggerAgentInsightsJob;
+}
+
 declare namespace AiSpendClient {
     type Options = BaseClientOptions;
     interface RequestOptions extends BaseRequestOptions {
@@ -13098,6 +13222,7 @@ declare class OpikApiClient {
     protected _systemAnalyticsQueries: SystemAnalyticsQueriesClient | undefined;
     protected _systemUsage: SystemUsageClient | undefined;
     protected _agentConfigs: AgentConfigsClient | undefined;
+    protected _agentInsightsJobs: AgentInsightsJobsClient | undefined;
     protected _agentInsights: AgentInsightsClient | undefined;
     protected _aiSpend: AiSpendClient | undefined;
     protected _alerts: AlertsClient | undefined;
@@ -13139,6 +13264,7 @@ declare class OpikApiClient {
     get systemAnalyticsQueries(): SystemAnalyticsQueriesClient;
     get systemUsage(): SystemUsageClient;
     get agentConfigs(): AgentConfigsClient;
+    get agentInsightsJobs(): AgentInsightsJobsClient;
     get agentInsights(): AgentInsightsClient;
     get aiSpend(): AiSpendClient;
     get alerts(): AlertsClient;

package/dist/index.js

@@ -1 +1 @@
-import {Ia}from'./chunk-DNPSLTSR.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-DNPSLTSR.js';Ia();
+import {Ia}from'./chunk-277G3DZX.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-277G3DZX.js';Ia();

package/dist/{suite-S3W56XWI.js → suite-KHEZIYZM.js}

@@ -1 +1 @@
-import {Ca}from'./chunk-DNPSLTSR.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-DNPSLTSR.js';Ca();
+import {Ca}from'./chunk-277G3DZX.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-277G3DZX.js';Ca();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "opik",
   "description": "Opik TypeScript and JavaScript SDK",
-  "version": "2.0.69",
+  "version": "2.0.71",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/comet-ml/opik.git",