opik 2.0.20 → 2.0.21

package/dist/index.d.cts

@@ -697,6 +697,8 @@ interface ChatCompletionRequest {
     metadata?: Record<string, string>;
     reasoningEffort?: string;
     serviceTier?: string;
+    logprobs?: boolean;
+    topLogprobs?: number;
     functions?: Function$1[];
     functionCall?: FunctionCall;
 }
@@ -1138,6 +1140,37 @@ declare const DatasetWriteVisibility: {
 };
 type DatasetWriteVisibility = (typeof DatasetWriteVisibility)[keyof typeof DatasetWriteVisibility];
 
+/**
+ * @example
+ *     {}
+ */
+interface EnvironmentUpdate {
+    name?: string;
+    description?: string;
+    color?: string;
+    position?: number;
+}
+
+/**
+ * @example
+ *     {
+ *         name: "name"
+ *     }
+ */
+interface EnvironmentWrite {
+    id?: string;
+    name: string;
+    description?: string;
+    color?: string;
+    position?: number;
+}
+
+/**
+ * @example
+ *     {}
+ */
+type GetEnvironmentByIdRequest = {};
+
 /**
  * @example
  *     {
@@ -3812,6 +3845,7 @@ interface ChatCompletionChoice {
     message?: AssistantMessage;
     delta?: Delta;
     finishReason?: string;
+    logprobs?: LogProbs;
 }
 
 interface ChatCompletionResponse {
@@ -4424,6 +4458,26 @@ interface Delta {
     functionCall?: FunctionCall;
 }
 
+interface EnvironmentPagePublic {
+    page?: number;
+    size?: number;
+    total?: number;
+    content?: EnvironmentPublic[];
+    sortableBy?: string[];
+}
+
+interface EnvironmentPublic {
+    id?: string;
+    name: string;
+    description?: string;
+    color?: string;
+    position?: number;
+    createdAt?: Date;
+    createdBy?: string;
+    lastUpdatedAt?: Date;
+    lastUpdatedBy?: string;
+}
+
 interface ErrorCountWithDeviation {
     count?: number;
     deviation?: number;
@@ -5471,6 +5525,16 @@ interface LogPage {
     total?: number;
 }
 
+interface LogProb {
+    token?: string;
+    logprob?: number;
+    bytes?: number[];
+}
+
+interface LogProbs {
+    content?: LogProb[];
+}
+
 interface ManualEvaluationRequest {
     /** Project ID */
     projectId: string;
@@ -8722,6 +8786,86 @@ declare class DatasetsClient {
     private __updateDatasetVersion;
 }
 
+declare namespace EnvironmentsClient {
+    type Options = BaseClientOptions;
+    interface RequestOptions extends BaseRequestOptions {
+    }
+}
+/**
+ * Environment related resources
+ */
+declare class EnvironmentsClient {
+    protected readonly _options: NormalizedClientOptions<EnvironmentsClient.Options>;
+    constructor(options?: EnvironmentsClient.Options);
+    /**
+     * Find environments for the workspace. Capped at the workspace limit (default 20).
+     *
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @example
+     *     await client.environments.findEnvironments()
+     */
+    findEnvironments(requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<EnvironmentPagePublic>;
+    private __findEnvironments;
+    /**
+     * Create environment
+     *
+     * @param {OpikApi.EnvironmentWrite} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.ConflictError}
+     *
+     * @example
+     *     await client.environments.createEnvironment({
+     *         name: "name"
+     *     })
+     */
+    createEnvironment(request: EnvironmentWrite, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __createEnvironment;
+    /**
+     * Delete environments batch. Idempotent — missing ids are silently ignored.
+     *
+     * @param {OpikApi.BatchDelete} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @example
+     *     await client.environments.deleteEnvironmentsBatch({
+     *         ids: ["ids"]
+     *     })
+     */
+    deleteEnvironmentsBatch(request: BatchDelete, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __deleteEnvironmentsBatch;
+    /**
+     * Get environment by id
+     *
+     * @param {string} id
+     * @param {OpikApi.GetEnvironmentByIdRequest} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.environments.getEnvironmentById("id")
+     */
+    getEnvironmentById(id: string, request?: GetEnvironmentByIdRequest, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<EnvironmentPublic>;
+    private __getEnvironmentById;
+    /**
+     * Update environment by id
+     *
+     * @param {string} id
+     * @param {OpikApi.EnvironmentUpdate} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.ConflictError}
+     *
+     * @example
+     *     await client.environments.updateEnvironment("id")
+     */
+    updateEnvironment(id: string, request?: EnvironmentUpdate, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __updateEnvironment;
+}
+
 declare namespace ExperimentsClient {
     type Options = BaseClientOptions;
     interface RequestOptions extends BaseRequestOptions {
@@ -11652,6 +11796,7 @@ declare class OpikApiClient {
     protected _chatCompletions: ChatCompletionsClient | undefined;
     protected _dashboards: DashboardsClient | undefined;
     protected _datasets: DatasetsClient | undefined;
+    protected _environments: EnvironmentsClient | undefined;
     protected _experiments: ExperimentsClient | undefined;
     protected _feedbackDefinitions: FeedbackDefinitionsClient | undefined;
     protected _guardrails: GuardrailsClient | undefined;
@@ -11687,6 +11832,7 @@ declare class OpikApiClient {
     get chatCompletions(): ChatCompletionsClient;
     get dashboards(): DashboardsClient;
     get datasets(): DatasetsClient;
+    get environments(): EnvironmentsClient;
     get experiments(): ExperimentsClient;
     get feedbackDefinitions(): FeedbackDefinitionsClient;
     get guardrails(): GuardrailsClient;

package/dist/index.d.ts

@@ -697,6 +697,8 @@ interface ChatCompletionRequest {
     metadata?: Record<string, string>;
     reasoningEffort?: string;
     serviceTier?: string;
+    logprobs?: boolean;
+    topLogprobs?: number;
     functions?: Function$1[];
     functionCall?: FunctionCall;
 }
@@ -1138,6 +1140,37 @@ declare const DatasetWriteVisibility: {
 };
 type DatasetWriteVisibility = (typeof DatasetWriteVisibility)[keyof typeof DatasetWriteVisibility];
 
+/**
+ * @example
+ *     {}
+ */
+interface EnvironmentUpdate {
+    name?: string;
+    description?: string;
+    color?: string;
+    position?: number;
+}
+
+/**
+ * @example
+ *     {
+ *         name: "name"
+ *     }
+ */
+interface EnvironmentWrite {
+    id?: string;
+    name: string;
+    description?: string;
+    color?: string;
+    position?: number;
+}
+
+/**
+ * @example
+ *     {}
+ */
+type GetEnvironmentByIdRequest = {};
+
 /**
  * @example
  *     {
@@ -3812,6 +3845,7 @@ interface ChatCompletionChoice {
     message?: AssistantMessage;
     delta?: Delta;
     finishReason?: string;
+    logprobs?: LogProbs;
 }
 
 interface ChatCompletionResponse {
@@ -4424,6 +4458,26 @@ interface Delta {
     functionCall?: FunctionCall;
 }
 
+interface EnvironmentPagePublic {
+    page?: number;
+    size?: number;
+    total?: number;
+    content?: EnvironmentPublic[];
+    sortableBy?: string[];
+}
+
+interface EnvironmentPublic {
+    id?: string;
+    name: string;
+    description?: string;
+    color?: string;
+    position?: number;
+    createdAt?: Date;
+    createdBy?: string;
+    lastUpdatedAt?: Date;
+    lastUpdatedBy?: string;
+}
+
 interface ErrorCountWithDeviation {
     count?: number;
     deviation?: number;
@@ -5471,6 +5525,16 @@ interface LogPage {
     total?: number;
 }
 
+interface LogProb {
+    token?: string;
+    logprob?: number;
+    bytes?: number[];
+}
+
+interface LogProbs {
+    content?: LogProb[];
+}
+
 interface ManualEvaluationRequest {
     /** Project ID */
     projectId: string;
@@ -8722,6 +8786,86 @@ declare class DatasetsClient {
     private __updateDatasetVersion;
 }
 
+declare namespace EnvironmentsClient {
+    type Options = BaseClientOptions;
+    interface RequestOptions extends BaseRequestOptions {
+    }
+}
+/**
+ * Environment related resources
+ */
+declare class EnvironmentsClient {
+    protected readonly _options: NormalizedClientOptions<EnvironmentsClient.Options>;
+    constructor(options?: EnvironmentsClient.Options);
+    /**
+     * Find environments for the workspace. Capped at the workspace limit (default 20).
+     *
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @example
+     *     await client.environments.findEnvironments()
+     */
+    findEnvironments(requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<EnvironmentPagePublic>;
+    private __findEnvironments;
+    /**
+     * Create environment
+     *
+     * @param {OpikApi.EnvironmentWrite} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.ConflictError}
+     *
+     * @example
+     *     await client.environments.createEnvironment({
+     *         name: "name"
+     *     })
+     */
+    createEnvironment(request: EnvironmentWrite, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __createEnvironment;
+    /**
+     * Delete environments batch. Idempotent — missing ids are silently ignored.
+     *
+     * @param {OpikApi.BatchDelete} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @example
+     *     await client.environments.deleteEnvironmentsBatch({
+     *         ids: ["ids"]
+     *     })
+     */
+    deleteEnvironmentsBatch(request: BatchDelete, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __deleteEnvironmentsBatch;
+    /**
+     * Get environment by id
+     *
+     * @param {string} id
+     * @param {OpikApi.GetEnvironmentByIdRequest} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.environments.getEnvironmentById("id")
+     */
+    getEnvironmentById(id: string, request?: GetEnvironmentByIdRequest, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<EnvironmentPublic>;
+    private __getEnvironmentById;
+    /**
+     * Update environment by id
+     *
+     * @param {string} id
+     * @param {OpikApi.EnvironmentUpdate} request
+     * @param {EnvironmentsClient.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     * @throws {@link OpikApi.ConflictError}
+     *
+     * @example
+     *     await client.environments.updateEnvironment("id")
+     */
+    updateEnvironment(id: string, request?: EnvironmentUpdate, requestOptions?: EnvironmentsClient.RequestOptions): HttpResponsePromise<void>;
+    private __updateEnvironment;
+}
+
 declare namespace ExperimentsClient {
     type Options = BaseClientOptions;
     interface RequestOptions extends BaseRequestOptions {
@@ -11652,6 +11796,7 @@ declare class OpikApiClient {
     protected _chatCompletions: ChatCompletionsClient | undefined;
     protected _dashboards: DashboardsClient | undefined;
     protected _datasets: DatasetsClient | undefined;
+    protected _environments: EnvironmentsClient | undefined;
     protected _experiments: ExperimentsClient | undefined;
     protected _feedbackDefinitions: FeedbackDefinitionsClient | undefined;
     protected _guardrails: GuardrailsClient | undefined;
@@ -11687,6 +11832,7 @@ declare class OpikApiClient {
     get chatCompletions(): ChatCompletionsClient;
     get dashboards(): DashboardsClient;
     get datasets(): DatasetsClient;
+    get environments(): EnvironmentsClient;
     get experiments(): ExperimentsClient;
     get feedbackDefinitions(): FeedbackDefinitionsClient;
     get guardrails(): GuardrailsClient;

package/dist/index.js

@@ -1 +1 @@
-import {Ea}from'./chunk-2HP64V53.js';export{ra as AgentTaskCompletionJudge,qa as AgentToolCorrectnessJudge,ea as AnswerRelevance,aa as BaseLLMJudgeMetric,B as BaseMetric,C as BaseSuiteEvaluator,p as ChatPrompt,ta as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,Z as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,la as DemographicBiasJudge,ja as DialogueHelpfulnessJudge,Y as ExactMatch,fa as GEval,ga as GEvalPreset,na as GenderBiasJudge,da as Hallucination,$ as IsJson,P as LLMJudge,G as ModelConfigurationError,E as ModelError,F as ModelGenerationError,ba as Moderation,Ba as OPIK_PARENT_SPAN_ID_HEADER,Aa as OPIK_TRACE_ID_HEADER,za as Opik,D as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,ma as PoliticalBiasJudge,o as Prompt,k as PromptType,sa as PromptUncertaintyJudge,ka as QARelevanceJudge,_ as RegexMatch,pa as RegionalBiasJudge,oa as ReligiousBiasJudge,O as ResponseSchema,M as SYSTEM_PROMPT,ia as SummarizationCoherenceJudge,ha as SummarizationConsistencyJudge,xa as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,N as USER_PROMPT_TEMPLATE,ca as Usefulness,I as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,J as createModel,K as createModelFromInstance,R as deserializeEvaluators,H as detectProvider,c as disableLogger,W as evaluate,X as evaluatePrompt,U as evaluateTestSuite,u as flushAll,e as generateId,Ca as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,ua as resolveEvaluators,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,L as resolveModel,V as runTests,Q as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,va as validateEvaluators,wa as validateExecutionPolicy,Da as z}from'./chunk-2HP64V53.js';Ea();
+import {Ea}from'./chunk-XQEUQ5J4.js';export{ra as AgentTaskCompletionJudge,qa as AgentToolCorrectnessJudge,ea as AnswerRelevance,aa as BaseLLMJudgeMetric,B as BaseMetric,C as BaseSuiteEvaluator,p as ChatPrompt,ta as ComplianceRiskJudge,i as ConfigMismatchError,h as ConfigNotFoundError,Z as Contains,y as DEFAULT_EXECUTION_POLICY,j as Dataset,f as DatasetVersion,g as DatasetVersionNotFoundError,la as DemographicBiasJudge,ja as DialogueHelpfulnessJudge,Y as ExactMatch,fa as GEval,ga as GEvalPreset,na as GenderBiasJudge,da as Hallucination,$ as IsJson,P as LLMJudge,G as ModelConfigurationError,E as ModelError,F as ModelGenerationError,ba as Moderation,Ba as OPIK_PARENT_SPAN_ID_HEADER,Aa as OPIK_TRACE_ID_HEADER,za as Opik,D as OpikBaseModel,q as OpikQueryLanguage,d as OpikSpanType,ma as PoliticalBiasJudge,o as Prompt,k as PromptType,sa as PromptUncertaintyJudge,ka as QARelevanceJudge,_ as RegexMatch,pa as RegionalBiasJudge,oa as ReligiousBiasJudge,O as ResponseSchema,M as SYSTEM_PROMPT,ia as SummarizationCoherenceJudge,ha as SummarizationConsistencyJudge,xa as TestSuite,z as TestSuiteResult,s as ThreadsAnnotationQueue,r as TracesAnnotationQueue,N as USER_PROMPT_TEMPLATE,ca as Usefulness,I as VercelAIChatModel,v as activateRunner,t as agentConfigContext,A as buildSuiteResult,J as createModel,K as createModelFromInstance,R as deserializeEvaluators,H as detectProvider,c as disableLogger,W as evaluate,X as evaluatePrompt,U as evaluateTestSuite,u as flushAll,e as generateId,Ca as getDistributedTraceHeaders,l as getGlobalClient,w as getTrackContext,a as logger,n as resetGlobalClient,ua as resolveEvaluators,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,L as resolveModel,V as runTests,Q as serializeEvaluators,m as setGlobalClient,b as setLoggerLevel,x as track,va as validateEvaluators,wa as validateExecutionPolicy,Da as z}from'./chunk-XQEUQ5J4.js';Ea();

package/dist/{suite-PNRRBE3L.js → suite-N4PQBN76.js}

@@ -1 +1 @@
-import {ya}from'./chunk-2HP64V53.js';export{y as DEFAULT_EXECUTION_POLICY,xa as TestSuite,z as TestSuiteResult,A as buildSuiteResult,R as deserializeEvaluators,U as evaluateTestSuite,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,V as runTests,Q as serializeEvaluators}from'./chunk-2HP64V53.js';ya();
+import {ya}from'./chunk-XQEUQ5J4.js';export{y as DEFAULT_EXECUTION_POLICY,xa as TestSuite,z as TestSuiteResult,A as buildSuiteResult,R as deserializeEvaluators,U as evaluateTestSuite,S as resolveExecutionPolicy,T as resolveItemExecutionPolicy,V as runTests,Q as serializeEvaluators}from'./chunk-XQEUQ5J4.js';ya();

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "opik",
   "description": "Opik TypeScript and JavaScript SDK",
-  "version": "2.0.20",
+  "version": "2.0.21",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/comet-ml/opik.git",