opik 2.2.103 → 2.2.105

package/dist/index.d.cts

@@ -381,6 +381,8 @@ interface GetLatestBlueprintRequest {
 interface AgentInsightsIssueUpdate {
     projectId: string;
     status: AgentInsightsIssueUpdateStatus;
+    /** Why the issue is closed as not useful. Stored only with status closed; any other status clears it */
+    closeNote?: string;
 }
 
 /**
@@ -468,6 +470,17 @@ interface Request {
     projectIds: string[];
 }
 
+/**
+ * @example
+ *     {
+ *         guidance: "guidance"
+ *     }
+ */
+interface AgentInsightsGuidanceUpdate {
+    /** Project guidance for Agent Insights runs. Empty or whitespace-only clears it */
+    guidance: string;
+}
+
 /**
  * @example
  *     {
@@ -3714,6 +3727,12 @@ interface AgentInsightsIssue {
     lastSeen?: string;
     /** COUNT(DISTINCT report_day) in the requested window */
     daysReported?: number;
+    /** The team's reason for closing the issue as not useful; set only while status is closed */
+    closeNote?: string;
+    /** Who last changed the status */
+    statusChangedBy?: string;
+    /** When the status was last changed */
+    statusChangedAt?: Date;
     createdBy?: string;
     createdAt?: Date;
     lastUpdatedBy?: string;
@@ -3763,6 +3782,12 @@ interface AgentInsightsIssueWithDetails {
     status?: AgentInsightsIssueWithDetailsStatus;
     severity?: AgentInsightsIssueWithDetailsSeverity;
     tracesQuery?: string;
+    /** The team's reason for closing the issue as not useful; set only while status is closed */
+    closeNote?: string;
+    /** Who last changed the status */
+    statusChangedBy?: string;
+    /** When the status was last changed */
+    statusChangedAt?: Date;
     createdBy?: string;
     createdAt?: Date;
     lastUpdatedBy?: string;
@@ -3796,6 +3821,16 @@ interface AgentInsightsJob {
     lastFailureReason?: string;
     lastFailureDetail?: string;
     lastFailedAt?: Date;
+    /** Project guidance sent to every run; null when none */
+    guidance?: string;
+    /** Who last saved the guidance */
+    guidanceUpdatedBy?: string;
+    /** When the guidance was last saved */
+    guidanceUpdatedAt?: Date;
+    /** Bumped each time the guidance text changes; 0 = never saved */
+    guidanceVersion?: number;
+    /** Guidance version the current results were produced with; null = no run since guidance existed */
+    resultsGuidanceVersion?: number;
     createdAt?: Date;
     createdBy?: string;
     lastUpdatedAt?: Date;
@@ -7349,6 +7384,8 @@ interface Response$1 {
     unknownProjectIds?: string[];
     /** Ids whose automatic run already happened, so enrolling has no effect */
     alreadyRunProjectIds?: string[];
+    /** Ids whose automatic run never finished, so clearing forgot it and enrolling them again gives it one more free run */
+    resetProjectIds?: string[];
 }
 
 interface ResponseFormat {
@@ -7489,6 +7526,7 @@ interface ServiceTogglesConfig {
     ollamaProviderEnabled: boolean;
     ollieEnabled: boolean;
     agentInsightsEnabled: boolean;
+    agentInsightsGuidanceEnabled: boolean;
     projectHomepageEnabled: boolean;
     onlineScoringTracingEnabled: boolean;
     annotationQueueAutomationEnabled: boolean;
@@ -9013,7 +9051,7 @@ declare class AgentInsightsClient {
     getAgentInsightsIssueById(issue_id: string, request: GetAgentInsightsIssueByIdRequest, requestOptions?: AgentInsightsClient.RequestOptions): HttpResponsePromise<AgentInsightsIssueWithDetails>;
     private __getAgentInsightsIssueById;
     /**
-     * Moves an issue through its lifecycle: open, resolved or closed
+     * Moves an issue through its lifecycle: open, resolved or closed. close_note is kept only with closed; any other status clears it
      *
      * @param {string} issue_id
      * @param {OpikApi.AgentInsightsIssueUpdate} request
@@ -9021,7 +9059,9 @@ declare class AgentInsightsClient {
      *
      * @throws {@link OpikApi.BadRequestError}
      * @throws {@link OpikApi.UnauthorizedError}
+     * @throws {@link OpikApi.ForbiddenError}
      * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.UnprocessableEntityError}
      *
      * @example
      *     await client.agentInsights.updateAgentInsightsIssue("issue_id", {
@@ -9130,6 +9170,24 @@ declare class AgentInsightsJobsClient {
      */
     triggerAgentInsightsJob(projectId: string, request?: TriggerAgentInsightsJobRequest, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<void>;
     private __triggerAgentInsightsJob;
+    /**
+     * Saves the project guidance sent to every Agent Insights run, creating the job (disabled) if the project has none. Empty or whitespace-only clears it. The guidance version is bumped only when the text changes. 404 while guidance is not enabled.
+     *
+     * @param {string} projectId
+     * @param {OpikApi.AgentInsightsGuidanceUpdate} request
+     * @param {AgentInsightsJobsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.ForbiddenError}
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.UnprocessableEntityError}
+     *
+     * @example
+     *     await client.agentInsightsJobs.updateAgentInsightsGuidance("projectId", {
+     *         guidance: "guidance"
+     *     })
+     */
+    updateAgentInsightsGuidance(projectId: string, request: AgentInsightsGuidanceUpdate, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<AgentInsightsJob>;
+    private __updateAgentInsightsGuidance;
 }
 
 declare namespace AlertsClient {

package/dist/index.d.ts

@@ -381,6 +381,8 @@ interface GetLatestBlueprintRequest {
 interface AgentInsightsIssueUpdate {
     projectId: string;
     status: AgentInsightsIssueUpdateStatus;
+    /** Why the issue is closed as not useful. Stored only with status closed; any other status clears it */
+    closeNote?: string;
 }
 
 /**
@@ -468,6 +470,17 @@ interface Request {
     projectIds: string[];
 }
 
+/**
+ * @example
+ *     {
+ *         guidance: "guidance"
+ *     }
+ */
+interface AgentInsightsGuidanceUpdate {
+    /** Project guidance for Agent Insights runs. Empty or whitespace-only clears it */
+    guidance: string;
+}
+
 /**
  * @example
  *     {
@@ -3714,6 +3727,12 @@ interface AgentInsightsIssue {
     lastSeen?: string;
     /** COUNT(DISTINCT report_day) in the requested window */
     daysReported?: number;
+    /** The team's reason for closing the issue as not useful; set only while status is closed */
+    closeNote?: string;
+    /** Who last changed the status */
+    statusChangedBy?: string;
+    /** When the status was last changed */
+    statusChangedAt?: Date;
     createdBy?: string;
     createdAt?: Date;
     lastUpdatedBy?: string;
@@ -3763,6 +3782,12 @@ interface AgentInsightsIssueWithDetails {
     status?: AgentInsightsIssueWithDetailsStatus;
     severity?: AgentInsightsIssueWithDetailsSeverity;
     tracesQuery?: string;
+    /** The team's reason for closing the issue as not useful; set only while status is closed */
+    closeNote?: string;
+    /** Who last changed the status */
+    statusChangedBy?: string;
+    /** When the status was last changed */
+    statusChangedAt?: Date;
     createdBy?: string;
     createdAt?: Date;
     lastUpdatedBy?: string;
@@ -3796,6 +3821,16 @@ interface AgentInsightsJob {
     lastFailureReason?: string;
     lastFailureDetail?: string;
     lastFailedAt?: Date;
+    /** Project guidance sent to every run; null when none */
+    guidance?: string;
+    /** Who last saved the guidance */
+    guidanceUpdatedBy?: string;
+    /** When the guidance was last saved */
+    guidanceUpdatedAt?: Date;
+    /** Bumped each time the guidance text changes; 0 = never saved */
+    guidanceVersion?: number;
+    /** Guidance version the current results were produced with; null = no run since guidance existed */
+    resultsGuidanceVersion?: number;
     createdAt?: Date;
     createdBy?: string;
     lastUpdatedAt?: Date;
@@ -7349,6 +7384,8 @@ interface Response$1 {
     unknownProjectIds?: string[];
     /** Ids whose automatic run already happened, so enrolling has no effect */
     alreadyRunProjectIds?: string[];
+    /** Ids whose automatic run never finished, so clearing forgot it and enrolling them again gives it one more free run */
+    resetProjectIds?: string[];
 }
 
 interface ResponseFormat {
@@ -7489,6 +7526,7 @@ interface ServiceTogglesConfig {
     ollamaProviderEnabled: boolean;
     ollieEnabled: boolean;
     agentInsightsEnabled: boolean;
+    agentInsightsGuidanceEnabled: boolean;
     projectHomepageEnabled: boolean;
     onlineScoringTracingEnabled: boolean;
     annotationQueueAutomationEnabled: boolean;
@@ -9013,7 +9051,7 @@ declare class AgentInsightsClient {
     getAgentInsightsIssueById(issue_id: string, request: GetAgentInsightsIssueByIdRequest, requestOptions?: AgentInsightsClient.RequestOptions): HttpResponsePromise<AgentInsightsIssueWithDetails>;
     private __getAgentInsightsIssueById;
     /**
-     * Moves an issue through its lifecycle: open, resolved or closed
+     * Moves an issue through its lifecycle: open, resolved or closed. close_note is kept only with closed; any other status clears it
      *
      * @param {string} issue_id
      * @param {OpikApi.AgentInsightsIssueUpdate} request
@@ -9021,7 +9059,9 @@ declare class AgentInsightsClient {
      *
      * @throws {@link OpikApi.BadRequestError}
      * @throws {@link OpikApi.UnauthorizedError}
+     * @throws {@link OpikApi.ForbiddenError}
      * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.UnprocessableEntityError}
      *
      * @example
      *     await client.agentInsights.updateAgentInsightsIssue("issue_id", {
@@ -9130,6 +9170,24 @@ declare class AgentInsightsJobsClient {
      */
     triggerAgentInsightsJob(projectId: string, request?: TriggerAgentInsightsJobRequest, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<void>;
     private __triggerAgentInsightsJob;
+    /**
+     * Saves the project guidance sent to every Agent Insights run, creating the job (disabled) if the project has none. Empty or whitespace-only clears it. The guidance version is bumped only when the text changes. 404 while guidance is not enabled.
+     *
+     * @param {string} projectId
+     * @param {OpikApi.AgentInsightsGuidanceUpdate} request
+     * @param {AgentInsightsJobsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.ForbiddenError}
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.UnprocessableEntityError}
+     *
+     * @example
+     *     await client.agentInsightsJobs.updateAgentInsightsGuidance("projectId", {
+     *         guidance: "guidance"
+     *     })
+     */
+    updateAgentInsightsGuidance(projectId: string, request: AgentInsightsGuidanceUpdate, requestOptions?: AgentInsightsJobsClient.RequestOptions): HttpResponsePromise<AgentInsightsJob>;
+    private __updateAgentInsightsGuidance;
 }
 
 declare namespace AlertsClient {

package/dist/index.js

@@ -1 +1 @@
-import {Ia}from'./chunk-6AZ2JTVY.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-6AZ2JTVY.js';Ia();
+import {Ia}from'./chunk-WZONMQPQ.js';export{va as AgentTaskCompletionJudge,ua as AgentToolCorrectnessJudge,ia as AnswerRelevance,ea as BaseLLMJudgeMetric,F as BaseMetric,G as BaseSuiteEvaluator,s as ChatPrompt,xa as ComplianceRiskJudge,l as ConfigMismatchError,k as ConfigNotFoundError,ba as Contains,B as DEFAULT_EXECUTION_POLICY,m as Dataset,i as DatasetVersion,j as DatasetVersionNotFoundError,pa as DemographicBiasJudge,na as DialogueHelpfulnessJudge,aa as ExactMatch,ja as GEval,ka as GEvalPreset,ra as GenderBiasJudge,ha as Hallucination,da as IsJson,T as LLMJudge,K as ModelConfigurationError,I as ModelError,J as ModelGenerationError,fa as Moderation,Fa as OPIK_PARENT_SPAN_ID_HEADER,Ea as OPIK_TRACE_ID_HEADER,Da as Opik,H as OpikBaseModel,t as OpikQueryLanguage,g as OpikSpanType,qa as PoliticalBiasJudge,r as Prompt,n as PromptType,wa as PromptUncertaintyJudge,oa as QARelevanceJudge,ca as RegexMatch,ta as RegionalBiasJudge,sa as ReligiousBiasJudge,S as ResponseSchema,Q as SYSTEM_PROMPT,ma as SummarizationCoherenceJudge,la as SummarizationConsistencyJudge,E as TASK_ERROR_SCORE_NAME,Ba as TestSuite,C as TestSuiteResult,v as ThreadsAnnotationQueue,u as TracesAnnotationQueue,R as USER_PROMPT_TEMPLATE,ga as Usefulness,M as VercelAIChatModel,y as activateRunner,w as agentConfigContext,D as buildSuiteResult,N as createModel,O as createModelFromInstance,V as deserializeEvaluators,L as detectProvider,c as disableLogger,_ as evaluate,$ as evaluatePrompt,Y as evaluateTestSuite,x as flushAll,h as generateId,Ga as getDistributedTraceHeaders,o as getGlobalClient,z as getTrackContext,e as isTracingActive,a as logger,q as resetGlobalClient,f as resetTracingToConfigDefault,ya as resolveEvaluators,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,P as resolveModel,Z as runTests,U as serializeEvaluators,p as setGlobalClient,b as setLoggerLevel,d as setTracingActive,A as track,za as validateEvaluators,Aa as validateExecutionPolicy,Ha as z}from'./chunk-WZONMQPQ.js';Ia();

package/dist/{suite-3ONJT32J.js → suite-EFUP2OTE.js}

@@ -1 +1 @@
-import {Ca}from'./chunk-6AZ2JTVY.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-6AZ2JTVY.js';Ca();
+import {Ca}from'./chunk-WZONMQPQ.js';export{B as DEFAULT_EXECUTION_POLICY,Ba as TestSuite,C as TestSuiteResult,D as buildSuiteResult,V as deserializeEvaluators,Y as evaluateTestSuite,W as resolveExecutionPolicy,X as resolveItemExecutionPolicy,Z as runTests,U as serializeEvaluators}from'./chunk-WZONMQPQ.js';Ca();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "opik",
   "description": "Opik TypeScript and JavaScript SDK",
-  "version": "2.2.103",
+  "version": "2.2.105",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/comet-ml/opik.git",