opik 1.9.44 → 1.9.46

package/dist/index.d.cts

@@ -771,7 +771,7 @@ interface FindFeedbackDefinitionsRequest {
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
-type ProviderApiKeyWriteProvider = "openai" | "anthropic" | "gemini" | "openrouter" | "vertex-ai" | "custom-llm";
+type ProviderApiKeyWriteProvider = "openai" | "anthropic" | "gemini" | "openrouter" | "vertex-ai" | "custom-llm" | "opik-builtin";
 declare const ProviderApiKeyWriteProvider: {
     readonly Openai: "openai";
     readonly Anthropic: "anthropic";
@@ -779,6 +779,7 @@ declare const ProviderApiKeyWriteProvider: {
     readonly Openrouter: "openrouter";
     readonly VertexAi: "vertex-ai";
     readonly CustomLlm: "custom-llm";
+    readonly OpikBuiltin: "opik-builtin";
 };
 
 /**
@@ -2328,6 +2329,13 @@ interface WorkspaceNameHolder {
     workspaceName?: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface AudioUrl {
+    url: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2385,6 +2393,7 @@ interface LlmAsJudgeMessageContent {
     text?: string;
     imageUrl?: ImageUrl;
     videoUrl?: VideoUrl;
+    audioUrl?: AudioUrl;
 }
 
 /**
@@ -2459,6 +2468,14 @@ interface SpanLlmAsJudgeCode {
     schema: LlmAsJudgeOutputSchema[];
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface SpanUserDefinedMetricPythonCode {
+    metric: string;
+    arguments: Record<string, string>;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2551,6 +2568,13 @@ interface VideoUrl {
     url: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface AudioUrlWrite {
+    url: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2569,6 +2593,15 @@ interface AutomationRuleEvaluatorSpanLlmAsJudgeWrite {
     code?: SpanLlmAsJudgeCodeWrite;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite {
+    filters?: SpanFilterWrite[];
+    code?: SpanUserDefinedMetricPythonCodeWrite;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2600,7 +2633,7 @@ interface AutomationRuleEvaluatorUserDefinedMetricPythonWrite {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorWrite = AutomationRuleEvaluatorWrite.LlmAsJudge | AutomationRuleEvaluatorWrite.UserDefinedMetricPython | AutomationRuleEvaluatorWrite.TraceThreadLlmAsJudge | AutomationRuleEvaluatorWrite.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorWrite.SpanLlmAsJudge;
+type AutomationRuleEvaluatorWrite = AutomationRuleEvaluatorWrite.LlmAsJudge | AutomationRuleEvaluatorWrite.UserDefinedMetricPython | AutomationRuleEvaluatorWrite.TraceThreadLlmAsJudge | AutomationRuleEvaluatorWrite.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorWrite.SpanLlmAsJudge | AutomationRuleEvaluatorWrite.SpanUserDefinedMetricPython;
 declare namespace AutomationRuleEvaluatorWrite {
     interface LlmAsJudge extends AutomationRuleEvaluatorLlmAsJudgeWrite, _Base {
         type: "llm_as_judge";
@@ -2617,6 +2650,9 @@ declare namespace AutomationRuleEvaluatorWrite {
     interface SpanLlmAsJudge extends AutomationRuleEvaluatorSpanLlmAsJudgeWrite, _Base {
         type: "span_llm_as_judge";
     }
+    interface SpanUserDefinedMetricPython extends AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite, _Base {
+        type: "span_user_defined_metric_python";
+    }
     interface _Base {
         projectId: string;
         name: string;
@@ -2659,6 +2695,7 @@ interface LlmAsJudgeMessageContentWrite {
     text?: string;
     imageUrl?: ImageUrlWrite;
     videoUrl?: VideoUrlWrite;
+    audioUrl?: AudioUrlWrite;
 }
 
 /**
@@ -2757,6 +2794,14 @@ interface SpanLlmAsJudgeCodeWrite {
     schema: LlmAsJudgeOutputSchemaWrite[];
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface SpanUserDefinedMetricPythonCodeWrite {
+    metric: string;
+    arguments: Record<string, string>;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2849,6 +2894,13 @@ interface VideoUrlWrite {
     url: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface AudioUrlPublic {
+    url: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2862,7 +2914,7 @@ interface AutomationRuleEvaluatorLlmAsJudgePublic {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorObjectObjectPublic = AutomationRuleEvaluatorObjectObjectPublic.LlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.UserDefinedMetricPython | AutomationRuleEvaluatorObjectObjectPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorObjectObjectPublic.SpanLlmAsJudge;
+type AutomationRuleEvaluatorObjectObjectPublic = AutomationRuleEvaluatorObjectObjectPublic.LlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.UserDefinedMetricPython | AutomationRuleEvaluatorObjectObjectPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorObjectObjectPublic.SpanLlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.SpanUserDefinedMetricPython;
 declare namespace AutomationRuleEvaluatorObjectObjectPublic {
     interface LlmAsJudge extends AutomationRuleEvaluatorLlmAsJudgePublic, _Base {
         type: "llm_as_judge";
@@ -2879,6 +2931,9 @@ declare namespace AutomationRuleEvaluatorObjectObjectPublic {
     interface SpanLlmAsJudge extends AutomationRuleEvaluatorSpanLlmAsJudgePublic, _Base {
         type: "span_llm_as_judge";
     }
+    interface SpanUserDefinedMetricPython extends AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic, _Base {
+        type: "span_user_defined_metric_python";
+    }
     interface _Base {
         id?: string;
         projectId: string;
@@ -2915,6 +2970,15 @@ interface AutomationRuleEvaluatorSpanLlmAsJudgePublic {
     code?: SpanLlmAsJudgeCodePublic;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic {
+    filters?: SpanFilterPublic[];
+    code?: SpanUserDefinedMetricPythonCodePublic;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2975,6 +3039,7 @@ interface LlmAsJudgeMessageContentPublic {
     text?: string;
     imageUrl?: ImageUrlPublic;
     videoUrl?: VideoUrlPublic;
+    audioUrl?: AudioUrlPublic;
 }
 
 /**
@@ -3073,6 +3138,14 @@ interface SpanLlmAsJudgeCodePublic {
     schema: LlmAsJudgeOutputSchemaPublic[];
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface SpanUserDefinedMetricPythonCodePublic {
+    metric: string;
+    arguments: Record<string, string>;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -3169,7 +3242,7 @@ interface VideoUrlPublic {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorPublic = AutomationRuleEvaluatorPublic.LlmAsJudge | AutomationRuleEvaluatorPublic.UserDefinedMetricPython | AutomationRuleEvaluatorPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorPublic.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorPublic.SpanLlmAsJudge;
+type AutomationRuleEvaluatorPublic = AutomationRuleEvaluatorPublic.LlmAsJudge | AutomationRuleEvaluatorPublic.UserDefinedMetricPython | AutomationRuleEvaluatorPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorPublic.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorPublic.SpanLlmAsJudge | AutomationRuleEvaluatorPublic.SpanUserDefinedMetricPython;
 declare namespace AutomationRuleEvaluatorPublic {
     interface LlmAsJudge extends AutomationRuleEvaluatorLlmAsJudgePublic, _Base {
         type: "llm_as_judge";
@@ -3186,6 +3259,9 @@ declare namespace AutomationRuleEvaluatorPublic {
     interface SpanLlmAsJudge extends AutomationRuleEvaluatorSpanLlmAsJudgePublic, _Base {
         type: "span_llm_as_judge";
     }
+    interface SpanUserDefinedMetricPython extends AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic, _Base {
+        type: "span_user_defined_metric_python";
+    }
     interface _Base {
         id?: string;
         projectId: string;
@@ -3240,7 +3316,7 @@ interface LogPage {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorUpdate = AutomationRuleEvaluatorUpdate.LlmAsJudge | AutomationRuleEvaluatorUpdate.UserDefinedMetricPython | AutomationRuleEvaluatorUpdate.TraceThreadLlmAsJudge | AutomationRuleEvaluatorUpdate.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorUpdate.SpanLlmAsJudge;
+type AutomationRuleEvaluatorUpdate = AutomationRuleEvaluatorUpdate.LlmAsJudge | AutomationRuleEvaluatorUpdate.UserDefinedMetricPython | AutomationRuleEvaluatorUpdate.TraceThreadLlmAsJudge | AutomationRuleEvaluatorUpdate.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorUpdate.SpanLlmAsJudge | AutomationRuleEvaluatorUpdate.SpanUserDefinedMetricPython;
 declare namespace AutomationRuleEvaluatorUpdate {
     interface LlmAsJudge extends AutomationRuleEvaluatorUpdateLlmAsJudge, _Base {
         type: "llm_as_judge";
@@ -3257,6 +3333,9 @@ declare namespace AutomationRuleEvaluatorUpdate {
     interface SpanLlmAsJudge extends AutomationRuleEvaluatorUpdateSpanLlmAsJudge, _Base {
         type: "span_llm_as_judge";
     }
+    interface SpanUserDefinedMetricPython extends AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython, _Base {
+        type: "span_user_defined_metric_python";
+    }
     interface _Base {
         name: string;
         samplingRate?: number;
@@ -3284,6 +3363,15 @@ interface AutomationRuleEvaluatorUpdateSpanLlmAsJudge {
     code?: SpanLlmAsJudgeCode;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython {
+    filters?: SpanFilter[];
+    code?: SpanUserDefinedMetricPythonCode;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -5046,7 +5134,7 @@ interface ProviderApiKeyPagePublic {
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
-type ProviderApiKeyPublicProvider = "openai" | "anthropic" | "gemini" | "openrouter" | "vertex-ai" | "custom-llm";
+type ProviderApiKeyPublicProvider = "openai" | "anthropic" | "gemini" | "openrouter" | "vertex-ai" | "custom-llm" | "opik-builtin";
 declare const ProviderApiKeyPublicProvider: {
     readonly Openai: "openai";
     readonly Anthropic: "anthropic";
@@ -5054,6 +5142,7 @@ declare const ProviderApiKeyPublicProvider: {
     readonly Openrouter: "openrouter";
     readonly VertexAi: "vertex-ai";
     readonly CustomLlm: "custom-llm";
+    readonly OpikBuiltin: "opik-builtin";
 };
 
 /**
@@ -5074,6 +5163,8 @@ interface ProviderApiKeyPublic {
     createdBy?: string;
     lastUpdatedAt?: Date;
     lastUpdatedBy?: string;
+    /** If true, this provider is system-managed and cannot be edited or deleted */
+    readOnly?: boolean;
 }
 
 /**
@@ -5092,10 +5183,11 @@ interface ManualEvaluationResponse {
 /**
  * Type of entity to evaluate (trace or thread)
  */
-type ManualEvaluationRequestEntityType = "trace" | "thread";
+type ManualEvaluationRequestEntityType = "trace" | "thread" | "span";
 declare const ManualEvaluationRequestEntityType: {
     readonly Trace: "trace";
     readonly Thread: "thread";
+    readonly Span: "span";
 };
 
 /**
@@ -5690,6 +5782,7 @@ interface ServiceTogglesConfig {
     pythonEvaluatorEnabled: boolean;
     traceThreadPythonEvaluatorEnabled: boolean;
     spanLlmAsJudgeEnabled: boolean;
+    spanUserDefinedMetricPythonEnabled: boolean;
     guardrailsEnabled: boolean;
     opikAiEnabled: boolean;
     alertsEnabled: boolean;
@@ -8225,11 +8318,30 @@ declare namespace ManualEvaluation {
     }
 }
 /**
- * Manual evaluation resources for traces and threads
+ * Manual evaluation resources for traces, threads, and spans
  */
 declare class ManualEvaluation {
     protected readonly _options: ManualEvaluation.Options;
     constructor(_options?: ManualEvaluation.Options);
+    /**
+     * Manually trigger evaluation rules on selected spans. Bypasses sampling and enqueues all specified spans for evaluation.
+     *
+     * @param {OpikApi.ManualEvaluationRequest} request
+     * @param {ManualEvaluation.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.BadRequestError}
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.manualEvaluation.evaluateSpans({
+     *         projectId: "550e8400-e29b-41d4-a716-446655440000",
+     *         entityIds: ["550e8400-e29b-41d4-a716-446655440000", "550e8400-e29b-41d4-a716-446655440001"],
+     *         ruleIds: ["660e8400-e29b-41d4-a716-446655440000"],
+     *         entityType: "trace"
+     *     })
+     */
+    evaluateSpans(request: ManualEvaluationRequest, requestOptions?: ManualEvaluation.RequestOptions): HttpResponsePromise<ManualEvaluationResponse>;
+    private __evaluateSpans;
     /**
      * Manually trigger evaluation rules on selected threads. Bypasses sampling and enqueues all specified threads for evaluation.
      *

package/dist/index.d.ts

@@ -771,7 +771,7 @@ interface FindFeedbackDefinitionsRequest {
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
-type ProviderApiKeyWriteProvider = "openai" | "anthropic" | "gemini" | "openrouter" | "vertex-ai" | "custom-llm";
+type ProviderApiKeyWriteProvider = "openai" | "anthropic" | "gemini" | "openrouter" | "vertex-ai" | "custom-llm" | "opik-builtin";
 declare const ProviderApiKeyWriteProvider: {
     readonly Openai: "openai";
     readonly Anthropic: "anthropic";
@@ -779,6 +779,7 @@ declare const ProviderApiKeyWriteProvider: {
     readonly Openrouter: "openrouter";
     readonly VertexAi: "vertex-ai";
     readonly CustomLlm: "custom-llm";
+    readonly OpikBuiltin: "opik-builtin";
 };
 
 /**
@@ -2328,6 +2329,13 @@ interface WorkspaceNameHolder {
     workspaceName?: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface AudioUrl {
+    url: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2385,6 +2393,7 @@ interface LlmAsJudgeMessageContent {
     text?: string;
     imageUrl?: ImageUrl;
     videoUrl?: VideoUrl;
+    audioUrl?: AudioUrl;
 }
 
 /**
@@ -2459,6 +2468,14 @@ interface SpanLlmAsJudgeCode {
     schema: LlmAsJudgeOutputSchema[];
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface SpanUserDefinedMetricPythonCode {
+    metric: string;
+    arguments: Record<string, string>;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2551,6 +2568,13 @@ interface VideoUrl {
     url: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface AudioUrlWrite {
+    url: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2569,6 +2593,15 @@ interface AutomationRuleEvaluatorSpanLlmAsJudgeWrite {
     code?: SpanLlmAsJudgeCodeWrite;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite {
+    filters?: SpanFilterWrite[];
+    code?: SpanUserDefinedMetricPythonCodeWrite;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2600,7 +2633,7 @@ interface AutomationRuleEvaluatorUserDefinedMetricPythonWrite {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorWrite = AutomationRuleEvaluatorWrite.LlmAsJudge | AutomationRuleEvaluatorWrite.UserDefinedMetricPython | AutomationRuleEvaluatorWrite.TraceThreadLlmAsJudge | AutomationRuleEvaluatorWrite.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorWrite.SpanLlmAsJudge;
+type AutomationRuleEvaluatorWrite = AutomationRuleEvaluatorWrite.LlmAsJudge | AutomationRuleEvaluatorWrite.UserDefinedMetricPython | AutomationRuleEvaluatorWrite.TraceThreadLlmAsJudge | AutomationRuleEvaluatorWrite.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorWrite.SpanLlmAsJudge | AutomationRuleEvaluatorWrite.SpanUserDefinedMetricPython;
 declare namespace AutomationRuleEvaluatorWrite {
     interface LlmAsJudge extends AutomationRuleEvaluatorLlmAsJudgeWrite, _Base {
         type: "llm_as_judge";
@@ -2617,6 +2650,9 @@ declare namespace AutomationRuleEvaluatorWrite {
     interface SpanLlmAsJudge extends AutomationRuleEvaluatorSpanLlmAsJudgeWrite, _Base {
         type: "span_llm_as_judge";
     }
+    interface SpanUserDefinedMetricPython extends AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite, _Base {
+        type: "span_user_defined_metric_python";
+    }
     interface _Base {
         projectId: string;
         name: string;
@@ -2659,6 +2695,7 @@ interface LlmAsJudgeMessageContentWrite {
     text?: string;
     imageUrl?: ImageUrlWrite;
     videoUrl?: VideoUrlWrite;
+    audioUrl?: AudioUrlWrite;
 }
 
 /**
@@ -2757,6 +2794,14 @@ interface SpanLlmAsJudgeCodeWrite {
     schema: LlmAsJudgeOutputSchemaWrite[];
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface SpanUserDefinedMetricPythonCodeWrite {
+    metric: string;
+    arguments: Record<string, string>;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2849,6 +2894,13 @@ interface VideoUrlWrite {
     url: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface AudioUrlPublic {
+    url: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2862,7 +2914,7 @@ interface AutomationRuleEvaluatorLlmAsJudgePublic {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorObjectObjectPublic = AutomationRuleEvaluatorObjectObjectPublic.LlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.UserDefinedMetricPython | AutomationRuleEvaluatorObjectObjectPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorObjectObjectPublic.SpanLlmAsJudge;
+type AutomationRuleEvaluatorObjectObjectPublic = AutomationRuleEvaluatorObjectObjectPublic.LlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.UserDefinedMetricPython | AutomationRuleEvaluatorObjectObjectPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorObjectObjectPublic.SpanLlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.SpanUserDefinedMetricPython;
 declare namespace AutomationRuleEvaluatorObjectObjectPublic {
     interface LlmAsJudge extends AutomationRuleEvaluatorLlmAsJudgePublic, _Base {
         type: "llm_as_judge";
@@ -2879,6 +2931,9 @@ declare namespace AutomationRuleEvaluatorObjectObjectPublic {
     interface SpanLlmAsJudge extends AutomationRuleEvaluatorSpanLlmAsJudgePublic, _Base {
         type: "span_llm_as_judge";
     }
+    interface SpanUserDefinedMetricPython extends AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic, _Base {
+        type: "span_user_defined_metric_python";
+    }
     interface _Base {
         id?: string;
         projectId: string;
@@ -2915,6 +2970,15 @@ interface AutomationRuleEvaluatorSpanLlmAsJudgePublic {
     code?: SpanLlmAsJudgeCodePublic;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic {
+    filters?: SpanFilterPublic[];
+    code?: SpanUserDefinedMetricPythonCodePublic;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2975,6 +3039,7 @@ interface LlmAsJudgeMessageContentPublic {
     text?: string;
     imageUrl?: ImageUrlPublic;
     videoUrl?: VideoUrlPublic;
+    audioUrl?: AudioUrlPublic;
 }
 
 /**
@@ -3073,6 +3138,14 @@ interface SpanLlmAsJudgeCodePublic {
     schema: LlmAsJudgeOutputSchemaPublic[];
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface SpanUserDefinedMetricPythonCodePublic {
+    metric: string;
+    arguments: Record<string, string>;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -3169,7 +3242,7 @@ interface VideoUrlPublic {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorPublic = AutomationRuleEvaluatorPublic.LlmAsJudge | AutomationRuleEvaluatorPublic.UserDefinedMetricPython | AutomationRuleEvaluatorPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorPublic.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorPublic.SpanLlmAsJudge;
+type AutomationRuleEvaluatorPublic = AutomationRuleEvaluatorPublic.LlmAsJudge | AutomationRuleEvaluatorPublic.UserDefinedMetricPython | AutomationRuleEvaluatorPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorPublic.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorPublic.SpanLlmAsJudge | AutomationRuleEvaluatorPublic.SpanUserDefinedMetricPython;
 declare namespace AutomationRuleEvaluatorPublic {
     interface LlmAsJudge extends AutomationRuleEvaluatorLlmAsJudgePublic, _Base {
         type: "llm_as_judge";
@@ -3186,6 +3259,9 @@ declare namespace AutomationRuleEvaluatorPublic {
     interface SpanLlmAsJudge extends AutomationRuleEvaluatorSpanLlmAsJudgePublic, _Base {
         type: "span_llm_as_judge";
     }
+    interface SpanUserDefinedMetricPython extends AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic, _Base {
+        type: "span_user_defined_metric_python";
+    }
     interface _Base {
         id?: string;
         projectId: string;
@@ -3240,7 +3316,7 @@ interface LogPage {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorUpdate = AutomationRuleEvaluatorUpdate.LlmAsJudge | AutomationRuleEvaluatorUpdate.UserDefinedMetricPython | AutomationRuleEvaluatorUpdate.TraceThreadLlmAsJudge | AutomationRuleEvaluatorUpdate.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorUpdate.SpanLlmAsJudge;
+type AutomationRuleEvaluatorUpdate = AutomationRuleEvaluatorUpdate.LlmAsJudge | AutomationRuleEvaluatorUpdate.UserDefinedMetricPython | AutomationRuleEvaluatorUpdate.TraceThreadLlmAsJudge | AutomationRuleEvaluatorUpdate.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorUpdate.SpanLlmAsJudge | AutomationRuleEvaluatorUpdate.SpanUserDefinedMetricPython;
 declare namespace AutomationRuleEvaluatorUpdate {
     interface LlmAsJudge extends AutomationRuleEvaluatorUpdateLlmAsJudge, _Base {
         type: "llm_as_judge";
@@ -3257,6 +3333,9 @@ declare namespace AutomationRuleEvaluatorUpdate {
     interface SpanLlmAsJudge extends AutomationRuleEvaluatorUpdateSpanLlmAsJudge, _Base {
         type: "span_llm_as_judge";
     }
+    interface SpanUserDefinedMetricPython extends AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython, _Base {
+        type: "span_user_defined_metric_python";
+    }
     interface _Base {
         name: string;
         samplingRate?: number;
@@ -3284,6 +3363,15 @@ interface AutomationRuleEvaluatorUpdateSpanLlmAsJudge {
     code?: SpanLlmAsJudgeCode;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython {
+    filters?: SpanFilter[];
+    code?: SpanUserDefinedMetricPythonCode;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -5046,7 +5134,7 @@ interface ProviderApiKeyPagePublic {
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
-type ProviderApiKeyPublicProvider = "openai" | "anthropic" | "gemini" | "openrouter" | "vertex-ai" | "custom-llm";
+type ProviderApiKeyPublicProvider = "openai" | "anthropic" | "gemini" | "openrouter" | "vertex-ai" | "custom-llm" | "opik-builtin";
 declare const ProviderApiKeyPublicProvider: {
     readonly Openai: "openai";
     readonly Anthropic: "anthropic";
@@ -5054,6 +5142,7 @@ declare const ProviderApiKeyPublicProvider: {
     readonly Openrouter: "openrouter";
     readonly VertexAi: "vertex-ai";
     readonly CustomLlm: "custom-llm";
+    readonly OpikBuiltin: "opik-builtin";
 };
 
 /**
@@ -5074,6 +5163,8 @@ interface ProviderApiKeyPublic {
     createdBy?: string;
     lastUpdatedAt?: Date;
     lastUpdatedBy?: string;
+    /** If true, this provider is system-managed and cannot be edited or deleted */
+    readOnly?: boolean;
 }
 
 /**
@@ -5092,10 +5183,11 @@ interface ManualEvaluationResponse {
 /**
  * Type of entity to evaluate (trace or thread)
  */
-type ManualEvaluationRequestEntityType = "trace" | "thread";
+type ManualEvaluationRequestEntityType = "trace" | "thread" | "span";
 declare const ManualEvaluationRequestEntityType: {
     readonly Trace: "trace";
     readonly Thread: "thread";
+    readonly Span: "span";
 };
 
 /**
@@ -5690,6 +5782,7 @@ interface ServiceTogglesConfig {
     pythonEvaluatorEnabled: boolean;
     traceThreadPythonEvaluatorEnabled: boolean;
     spanLlmAsJudgeEnabled: boolean;
+    spanUserDefinedMetricPythonEnabled: boolean;
     guardrailsEnabled: boolean;
     opikAiEnabled: boolean;
     alertsEnabled: boolean;
@@ -8225,11 +8318,30 @@ declare namespace ManualEvaluation {
     }
 }
 /**
- * Manual evaluation resources for traces and threads
+ * Manual evaluation resources for traces, threads, and spans
  */
 declare class ManualEvaluation {
     protected readonly _options: ManualEvaluation.Options;
     constructor(_options?: ManualEvaluation.Options);
+    /**
+     * Manually trigger evaluation rules on selected spans. Bypasses sampling and enqueues all specified spans for evaluation.
+     *
+     * @param {OpikApi.ManualEvaluationRequest} request
+     * @param {ManualEvaluation.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.BadRequestError}
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.manualEvaluation.evaluateSpans({
+     *         projectId: "550e8400-e29b-41d4-a716-446655440000",
+     *         entityIds: ["550e8400-e29b-41d4-a716-446655440000", "550e8400-e29b-41d4-a716-446655440001"],
+     *         ruleIds: ["660e8400-e29b-41d4-a716-446655440000"],
+     *         entityType: "trace"
+     *     })
+     */
+    evaluateSpans(request: ManualEvaluationRequest, requestOptions?: ManualEvaluation.RequestOptions): HttpResponsePromise<ManualEvaluationResponse>;
+    private __evaluateSpans;
     /**
      * Manually trigger evaluation rules on selected threads. Bypasses sampling and enqueues all specified threads for evaluation.
      *