opik 1.9.33 → 1.9.36

package/dist/index.d.ts

@@ -434,6 +434,7 @@ interface GetDatasetExperimentItemsStatsRequest {
 interface GetDatasetItemsRequest {
     page?: number;
     size?: number;
+    version?: string;
     filters?: string;
     truncate?: boolean;
 }
@@ -2339,6 +2340,47 @@ interface LlmAsJudgeOutputSchema {
     description: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type SpanFilterOperator = "contains" | "not_contains" | "starts_with" | "ends_with" | "=" | "!=" | ">" | ">=" | "<" | "<=" | "is_empty" | "is_not_empty";
+declare const SpanFilterOperator: {
+    readonly Contains: "contains";
+    readonly NotContains: "not_contains";
+    readonly StartsWith: "starts_with";
+    readonly EndsWith: "ends_with";
+    readonly EqualTo: "=";
+    readonly NotEquals: "!=";
+    readonly GreaterThan: ">";
+    readonly GreaterThanOrEqualTo: ">=";
+    readonly LessThan: "<";
+    readonly LessThanOrEqualTo: "<=";
+    readonly IsEmpty: "is_empty";
+    readonly IsNotEmpty: "is_not_empty";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface SpanFilter {
+    field?: string;
+    operator?: SpanFilterOperator;
+    key?: string;
+    value?: string;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface SpanLlmAsJudgeCode {
+    model: LlmAsJudgeModelParameters;
+    messages: LlmAsJudgeMessage[];
+    variables: Record<string, string>;
+    schema: LlmAsJudgeOutputSchema[];
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2369,6 +2411,36 @@ interface TraceFilter {
     value?: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type TraceThreadFilterOperator = "contains" | "not_contains" | "starts_with" | "ends_with" | "=" | "!=" | ">" | ">=" | "<" | "<=" | "is_empty" | "is_not_empty";
+declare const TraceThreadFilterOperator: {
+    readonly Contains: "contains";
+    readonly NotContains: "not_contains";
+    readonly StartsWith: "starts_with";
+    readonly EndsWith: "ends_with";
+    readonly EqualTo: "=";
+    readonly NotEquals: "!=";
+    readonly GreaterThan: ">";
+    readonly GreaterThanOrEqualTo: ">=";
+    readonly LessThan: "<";
+    readonly LessThanOrEqualTo: "<=";
+    readonly IsEmpty: "is_empty";
+    readonly IsNotEmpty: "is_not_empty";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface TraceThreadFilter {
+    field?: string;
+    operator?: TraceThreadFilterOperator;
+    key?: string;
+    value?: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2406,14 +2478,25 @@ interface VideoUrl {
  */
 
 interface AutomationRuleEvaluatorLlmAsJudgeWrite {
+    filters?: TraceFilterWrite[];
     code?: LlmAsJudgeCodeWrite;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface AutomationRuleEvaluatorSpanLlmAsJudgeWrite {
+    filters?: SpanFilterWrite[];
+    code?: SpanLlmAsJudgeCodeWrite;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
 
 interface AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite {
+    filters?: TraceThreadFilterWrite[];
     code?: TraceThreadLlmAsJudgeCodeWrite;
 }
 
@@ -2422,6 +2505,7 @@ interface AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite {
  */
 
 interface AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite {
+    filters?: TraceThreadFilterWrite[];
     code?: TraceThreadUserDefinedMetricPythonCodeWrite;
 }
 
@@ -2430,6 +2514,7 @@ interface AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite {
  */
 
 interface AutomationRuleEvaluatorUserDefinedMetricPythonWrite {
+    filters?: TraceFilterWrite[];
     code?: UserDefinedMetricPythonCodeWrite;
 }
 
@@ -2437,7 +2522,7 @@ interface AutomationRuleEvaluatorUserDefinedMetricPythonWrite {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorWrite = AutomationRuleEvaluatorWrite.LlmAsJudge | AutomationRuleEvaluatorWrite.UserDefinedMetricPython | AutomationRuleEvaluatorWrite.TraceThreadLlmAsJudge | AutomationRuleEvaluatorWrite.TraceThreadUserDefinedMetricPython;
+type AutomationRuleEvaluatorWrite = AutomationRuleEvaluatorWrite.LlmAsJudge | AutomationRuleEvaluatorWrite.UserDefinedMetricPython | AutomationRuleEvaluatorWrite.TraceThreadLlmAsJudge | AutomationRuleEvaluatorWrite.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorWrite.SpanLlmAsJudge;
 declare namespace AutomationRuleEvaluatorWrite {
     interface LlmAsJudge extends AutomationRuleEvaluatorLlmAsJudgeWrite, _Base {
         type: "llm_as_judge";
@@ -2451,12 +2536,14 @@ declare namespace AutomationRuleEvaluatorWrite {
     interface TraceThreadUserDefinedMetricPython extends AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite, _Base {
         type: "trace_thread_user_defined_metric_python";
     }
+    interface SpanLlmAsJudge extends AutomationRuleEvaluatorSpanLlmAsJudgeWrite, _Base {
+        type: "span_llm_as_judge";
+    }
     interface _Base {
         projectId: string;
         name: string;
         samplingRate?: number;
         enabled?: boolean;
-        filters?: TraceFilterWrite[];
         action: "evaluator";
     }
 }
@@ -2551,6 +2638,47 @@ interface LlmAsJudgeOutputSchemaWrite {
     description: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type SpanFilterWriteOperator = "contains" | "not_contains" | "starts_with" | "ends_with" | "=" | "!=" | ">" | ">=" | "<" | "<=" | "is_empty" | "is_not_empty";
+declare const SpanFilterWriteOperator: {
+    readonly Contains: "contains";
+    readonly NotContains: "not_contains";
+    readonly StartsWith: "starts_with";
+    readonly EndsWith: "ends_with";
+    readonly EqualTo: "=";
+    readonly NotEquals: "!=";
+    readonly GreaterThan: ">";
+    readonly GreaterThanOrEqualTo: ">=";
+    readonly LessThan: "<";
+    readonly LessThanOrEqualTo: "<=";
+    readonly IsEmpty: "is_empty";
+    readonly IsNotEmpty: "is_not_empty";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface SpanFilterWrite {
+    field?: string;
+    operator?: SpanFilterWriteOperator;
+    key?: string;
+    value?: string;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface SpanLlmAsJudgeCodeWrite {
+    model: LlmAsJudgeModelParametersWrite;
+    messages: LlmAsJudgeMessageWrite[];
+    variables: Record<string, string>;
+    schema: LlmAsJudgeOutputSchemaWrite[];
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2581,6 +2709,36 @@ interface TraceFilterWrite {
     value?: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type TraceThreadFilterWriteOperator = "contains" | "not_contains" | "starts_with" | "ends_with" | "=" | "!=" | ">" | ">=" | "<" | "<=" | "is_empty" | "is_not_empty";
+declare const TraceThreadFilterWriteOperator: {
+    readonly Contains: "contains";
+    readonly NotContains: "not_contains";
+    readonly StartsWith: "starts_with";
+    readonly EndsWith: "ends_with";
+    readonly EqualTo: "=";
+    readonly NotEquals: "!=";
+    readonly GreaterThan: ">";
+    readonly GreaterThanOrEqualTo: ">=";
+    readonly LessThan: "<";
+    readonly LessThanOrEqualTo: "<=";
+    readonly IsEmpty: "is_empty";
+    readonly IsNotEmpty: "is_not_empty";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface TraceThreadFilterWrite {
+    field?: string;
+    operator?: TraceThreadFilterWriteOperator;
+    key?: string;
+    value?: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2618,6 +2776,7 @@ interface VideoUrlWrite {
  */
 
 interface AutomationRuleEvaluatorLlmAsJudgePublic {
+    filters?: TraceFilterPublic[];
     code?: LlmAsJudgeCodePublic;
 }
 
@@ -2625,8 +2784,8 @@ interface AutomationRuleEvaluatorLlmAsJudgePublic {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorObjectPublic = AutomationRuleEvaluatorObjectPublic.LlmAsJudge | AutomationRuleEvaluatorObjectPublic.UserDefinedMetricPython | AutomationRuleEvaluatorObjectPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorObjectPublic.TraceThreadUserDefinedMetricPython;
-declare namespace AutomationRuleEvaluatorObjectPublic {
+type AutomationRuleEvaluatorObjectObjectPublic = AutomationRuleEvaluatorObjectObjectPublic.LlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.UserDefinedMetricPython | AutomationRuleEvaluatorObjectObjectPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorObjectObjectPublic.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorObjectObjectPublic.SpanLlmAsJudge;
+declare namespace AutomationRuleEvaluatorObjectObjectPublic {
     interface LlmAsJudge extends AutomationRuleEvaluatorLlmAsJudgePublic, _Base {
         type: "llm_as_judge";
     }
@@ -2639,6 +2798,9 @@ declare namespace AutomationRuleEvaluatorObjectPublic {
     interface TraceThreadUserDefinedMetricPython extends AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic, _Base {
         type: "trace_thread_user_defined_metric_python";
     }
+    interface SpanLlmAsJudge extends AutomationRuleEvaluatorSpanLlmAsJudgePublic, _Base {
+        type: "span_llm_as_judge";
+    }
     interface _Base {
         id?: string;
         projectId: string;
@@ -2646,7 +2808,6 @@ declare namespace AutomationRuleEvaluatorObjectPublic {
         name: string;
         samplingRate?: number;
         enabled?: boolean;
-        filters?: TraceFilterPublic[];
         createdAt?: Date;
         createdBy?: string;
         lastUpdatedAt?: Date;
@@ -2663,15 +2824,25 @@ interface AutomationRuleEvaluatorPagePublic {
     page?: number;
     size?: number;
     total?: number;
-    content?: AutomationRuleEvaluatorObjectPublic[];
+    content?: AutomationRuleEvaluatorObjectObjectPublic[];
     sortableBy?: string[];
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface AutomationRuleEvaluatorSpanLlmAsJudgePublic {
+    filters?: SpanFilterPublic[];
+    code?: SpanLlmAsJudgeCodePublic;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
 
 interface AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic {
+    filters?: TraceThreadFilterPublic[];
     code?: TraceThreadLlmAsJudgeCodePublic;
 }
 
@@ -2680,6 +2851,7 @@ interface AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic {
  */
 
 interface AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic {
+    filters?: TraceThreadFilterPublic[];
     code?: TraceThreadUserDefinedMetricPythonCodePublic;
 }
 
@@ -2688,6 +2860,7 @@ interface AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic {
  */
 
 interface AutomationRuleEvaluatorUserDefinedMetricPythonPublic {
+    filters?: TraceFilterPublic[];
     code?: UserDefinedMetricPythonCodePublic;
 }
 
@@ -2781,6 +2954,47 @@ interface LlmAsJudgeOutputSchemaPublic {
     description: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type SpanFilterPublicOperator = "contains" | "not_contains" | "starts_with" | "ends_with" | "=" | "!=" | ">" | ">=" | "<" | "<=" | "is_empty" | "is_not_empty";
+declare const SpanFilterPublicOperator: {
+    readonly Contains: "contains";
+    readonly NotContains: "not_contains";
+    readonly StartsWith: "starts_with";
+    readonly EndsWith: "ends_with";
+    readonly EqualTo: "=";
+    readonly NotEquals: "!=";
+    readonly GreaterThan: ">";
+    readonly GreaterThanOrEqualTo: ">=";
+    readonly LessThan: "<";
+    readonly LessThanOrEqualTo: "<=";
+    readonly IsEmpty: "is_empty";
+    readonly IsNotEmpty: "is_not_empty";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface SpanFilterPublic {
+    field?: string;
+    operator?: SpanFilterPublicOperator;
+    key?: string;
+    value?: string;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface SpanLlmAsJudgeCodePublic {
+    model: LlmAsJudgeModelParametersPublic;
+    messages: LlmAsJudgeMessagePublic[];
+    variables: Record<string, string>;
+    schema: LlmAsJudgeOutputSchemaPublic[];
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2811,6 +3025,36 @@ interface TraceFilterPublic {
     value?: string;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+type TraceThreadFilterPublicOperator = "contains" | "not_contains" | "starts_with" | "ends_with" | "=" | "!=" | ">" | ">=" | "<" | "<=" | "is_empty" | "is_not_empty";
+declare const TraceThreadFilterPublicOperator: {
+    readonly Contains: "contains";
+    readonly NotContains: "not_contains";
+    readonly StartsWith: "starts_with";
+    readonly EndsWith: "ends_with";
+    readonly EqualTo: "=";
+    readonly NotEquals: "!=";
+    readonly GreaterThan: ">";
+    readonly GreaterThanOrEqualTo: ">=";
+    readonly LessThan: "<";
+    readonly LessThanOrEqualTo: "<=";
+    readonly IsEmpty: "is_empty";
+    readonly IsNotEmpty: "is_not_empty";
+};
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface TraceThreadFilterPublic {
+    field?: string;
+    operator?: TraceThreadFilterPublicOperator;
+    key?: string;
+    value?: string;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -2847,7 +3091,7 @@ interface VideoUrlPublic {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorPublic = AutomationRuleEvaluatorPublic.LlmAsJudge | AutomationRuleEvaluatorPublic.UserDefinedMetricPython | AutomationRuleEvaluatorPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorPublic.TraceThreadUserDefinedMetricPython;
+type AutomationRuleEvaluatorPublic = AutomationRuleEvaluatorPublic.LlmAsJudge | AutomationRuleEvaluatorPublic.UserDefinedMetricPython | AutomationRuleEvaluatorPublic.TraceThreadLlmAsJudge | AutomationRuleEvaluatorPublic.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorPublic.SpanLlmAsJudge;
 declare namespace AutomationRuleEvaluatorPublic {
     interface LlmAsJudge extends AutomationRuleEvaluatorLlmAsJudgePublic, _Base {
         type: "llm_as_judge";
@@ -2861,6 +3105,9 @@ declare namespace AutomationRuleEvaluatorPublic {
     interface TraceThreadUserDefinedMetricPython extends AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic, _Base {
         type: "trace_thread_user_defined_metric_python";
     }
+    interface SpanLlmAsJudge extends AutomationRuleEvaluatorSpanLlmAsJudgePublic, _Base {
+        type: "span_llm_as_judge";
+    }
     interface _Base {
         id?: string;
         projectId: string;
@@ -2868,7 +3115,6 @@ declare namespace AutomationRuleEvaluatorPublic {
         name: string;
         samplingRate?: number;
         enabled?: boolean;
-        filters?: TraceFilterPublic[];
         createdAt?: Date;
         createdBy?: string;
         lastUpdatedAt?: Date;
@@ -2916,7 +3162,7 @@ interface LogPage {
  * This file was auto-generated by Fern from our API Definition.
  */
 
-type AutomationRuleEvaluatorUpdate = AutomationRuleEvaluatorUpdate.LlmAsJudge | AutomationRuleEvaluatorUpdate.UserDefinedMetricPython | AutomationRuleEvaluatorUpdate.TraceThreadLlmAsJudge | AutomationRuleEvaluatorUpdate.TraceThreadUserDefinedMetricPython;
+type AutomationRuleEvaluatorUpdate = AutomationRuleEvaluatorUpdate.LlmAsJudge | AutomationRuleEvaluatorUpdate.UserDefinedMetricPython | AutomationRuleEvaluatorUpdate.TraceThreadLlmAsJudge | AutomationRuleEvaluatorUpdate.TraceThreadUserDefinedMetricPython | AutomationRuleEvaluatorUpdate.SpanLlmAsJudge;
 declare namespace AutomationRuleEvaluatorUpdate {
     interface LlmAsJudge extends AutomationRuleEvaluatorUpdateLlmAsJudge, _Base {
         type: "llm_as_judge";
@@ -2930,11 +3176,13 @@ declare namespace AutomationRuleEvaluatorUpdate {
     interface TraceThreadUserDefinedMetricPython extends AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython, _Base {
         type: "trace_thread_user_defined_metric_python";
     }
+    interface SpanLlmAsJudge extends AutomationRuleEvaluatorUpdateSpanLlmAsJudge, _Base {
+        type: "span_llm_as_judge";
+    }
     interface _Base {
         name: string;
         samplingRate?: number;
         enabled?: boolean;
-        filters?: TraceFilter[];
         projectId: string;
         action: "evaluator";
     }
@@ -2945,14 +3193,25 @@ declare namespace AutomationRuleEvaluatorUpdate {
  */
 
 interface AutomationRuleEvaluatorUpdateLlmAsJudge {
+    filters?: TraceFilter[];
     code?: LlmAsJudgeCode;
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface AutomationRuleEvaluatorUpdateSpanLlmAsJudge {
+    filters?: SpanFilter[];
+    code?: SpanLlmAsJudgeCode;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
 
 interface AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge {
+    filters?: TraceThreadFilter[];
     code?: TraceThreadLlmAsJudgeCode;
 }
 
@@ -2961,6 +3220,7 @@ interface AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge {
  */
 
 interface AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython {
+    filters?: TraceThreadFilter[];
     code?: TraceThreadUserDefinedMetricPythonCode;
 }
 
@@ -2969,6 +3229,7 @@ interface AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython {
  */
 
 interface AutomationRuleEvaluatorUpdateUserDefinedMetricPython {
+    filters?: TraceFilter[];
     code?: UserDefinedMetricPythonCode;
 }
 
@@ -3244,6 +3505,7 @@ declare const DatasetItemSource: {
 
 interface DatasetItem {
     id?: string;
+    draftItemId?: string;
     traceId?: string;
     spanId?: string;
     source: DatasetItemSource;
@@ -3341,6 +3603,8 @@ interface ValueEntry {
     categoryName?: string;
     source?: ValueEntrySource;
     lastUpdatedAt?: Date;
+    spanType?: string;
+    spanId?: string;
 }
 
 /**
@@ -3478,6 +3742,7 @@ declare const DatasetItemCompareSource: {
 
 interface DatasetItemCompare {
     id?: string;
+    draftItemId?: string;
     traceId?: string;
     spanId?: string;
     source: DatasetItemCompareSource;
@@ -3575,6 +3840,8 @@ interface ValueEntryCompare {
     categoryName?: string;
     source?: ValueEntryCompareSource;
     lastUpdatedAt?: Date;
+    spanType?: string;
+    spanId?: string;
 }
 
 /**
@@ -3709,6 +3976,7 @@ declare const DatasetItemPublicSource: {
 
 interface DatasetItemPublic {
     id?: string;
+    draftItemId?: string;
     traceId?: string;
     spanId?: string;
     source: DatasetItemPublicSource;
@@ -3818,6 +4086,26 @@ interface PageColumns {
     columns?: Column[];
 }
 
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+interface DatasetVersionDiff {
+    fromVersion?: string;
+    toVersion?: string;
+    statistics?: DatasetVersionDiffStats;
+}
+
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+interface DatasetVersionDiffStats {
+    itemsAdded?: number;
+    itemsModified?: number;
+    itemsDeleted?: number;
+    itemsUnchanged?: number;
+}
+
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -4014,6 +4302,8 @@ interface Trace$1 {
     createdBy?: string;
     lastUpdatedBy?: string;
     feedbackScores?: FeedbackScore[];
+    /** Aggregated feedback scores from all spans in this trace, averaged by score name */
+    spanFeedbackScores?: FeedbackScore[];
     comments?: Comment[];
     guardrailsValidations?: GuardrailsValidation[];
     totalEstimatedCost?: number;
@@ -4159,6 +4449,8 @@ interface ValueEntryExperimentItemBulkWriteView {
     categoryName?: string;
     source?: ValueEntryExperimentItemBulkWriteViewSource;
     lastUpdatedAt?: Date;
+    spanType?: string;
+    spanId?: string;
 }
 
 /**
@@ -4874,36 +5166,6 @@ interface ResultsNumberPublic {
     data?: DataPointNumberPublic[];
 }
 
-/**
- * This file was auto-generated by Fern from our API Definition.
- */
-type TraceThreadFilterPublicOperator = "contains" | "not_contains" | "starts_with" | "ends_with" | "=" | "!=" | ">" | ">=" | "<" | "<=" | "is_empty" | "is_not_empty";
-declare const TraceThreadFilterPublicOperator: {
-    readonly Contains: "contains";
-    readonly NotContains: "not_contains";
-    readonly StartsWith: "starts_with";
-    readonly EndsWith: "ends_with";
-    readonly EqualTo: "=";
-    readonly NotEquals: "!=";
-    readonly GreaterThan: ">";
-    readonly GreaterThanOrEqualTo: ">=";
-    readonly LessThan: "<";
-    readonly LessThanOrEqualTo: "<=";
-    readonly IsEmpty: "is_empty";
-    readonly IsNotEmpty: "is_not_empty";
-};
-
-/**
- * This file was auto-generated by Fern from our API Definition.
- */
-
-interface TraceThreadFilterPublic {
-    field?: string;
-    operator?: TraceThreadFilterPublicOperator;
-    key?: string;
-    value?: string;
-}
-
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -5108,6 +5370,7 @@ interface PromptPublic {
 interface ServiceTogglesConfig {
     pythonEvaluatorEnabled: boolean;
     traceThreadPythonEvaluatorEnabled: boolean;
+    spanLlmAsJudgeEnabled: boolean;
     guardrailsEnabled: boolean;
     opikAiEnabled: boolean;
     alertsEnabled: boolean;
@@ -5230,6 +5493,9 @@ declare const FeedbackScorePublicSource: {
  * This file was auto-generated by Fern from our API Definition.
  */
 
+/**
+ * Aggregated feedback scores from all spans in this trace, averaged by score name
+ */
 interface FeedbackScorePublic {
     name: string;
     categoryName?: string;
@@ -5309,6 +5575,8 @@ interface ValueEntryPublic {
     categoryName?: string;
     source?: ValueEntryPublicSource;
     lastUpdatedAt?: Date;
+    spanType?: string;
+    spanId?: string;
 }
 
 /**
@@ -5358,36 +5626,6 @@ interface FeedbackScoreBatchItem {
     id: string;
 }
 
-/**
- * This file was auto-generated by Fern from our API Definition.
- */
-type SpanFilterPublicOperator = "contains" | "not_contains" | "starts_with" | "ends_with" | "=" | "!=" | ">" | ">=" | "<" | "<=" | "is_empty" | "is_not_empty";
-declare const SpanFilterPublicOperator: {
-    readonly Contains: "contains";
-    readonly NotContains: "not_contains";
-    readonly StartsWith: "starts_with";
-    readonly EndsWith: "ends_with";
-    readonly EqualTo: "=";
-    readonly NotEquals: "!=";
-    readonly GreaterThan: ">";
-    readonly GreaterThanOrEqualTo: ">=";
-    readonly LessThan: "<";
-    readonly LessThanOrEqualTo: "<=";
-    readonly IsEmpty: "is_empty";
-    readonly IsNotEmpty: "is_not_empty";
-};
-
-/**
- * This file was auto-generated by Fern from our API Definition.
- */
-
-interface SpanFilterPublic {
-    field?: string;
-    operator?: SpanFilterPublicOperator;
-    key?: string;
-    value?: string;
-}
-
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -5500,6 +5738,8 @@ interface TracePublic {
     createdBy?: string;
     lastUpdatedBy?: string;
     feedbackScores?: FeedbackScorePublic[];
+    /** Aggregated feedback scores from all spans in this trace, averaged by score name */
+    spanFeedbackScores?: FeedbackScorePublic[];
     comments?: CommentPublic[];
     guardrailsValidations?: GuardrailsValidationPublic[];
     totalEstimatedCost?: number;
@@ -5610,36 +5850,6 @@ interface FeedbackScoreBatchItemThread {
     threadId: string;
 }
 
-/**
- * This file was auto-generated by Fern from our API Definition.
- */
-type TraceThreadFilterOperator = "contains" | "not_contains" | "starts_with" | "ends_with" | "=" | "!=" | ">" | ">=" | "<" | "<=" | "is_empty" | "is_not_empty";
-declare const TraceThreadFilterOperator: {
-    readonly Contains: "contains";
-    readonly NotContains: "not_contains";
-    readonly StartsWith: "starts_with";
-    readonly EndsWith: "ends_with";
-    readonly EqualTo: "=";
-    readonly NotEquals: "!=";
-    readonly GreaterThan: ">";
-    readonly GreaterThanOrEqualTo: ">=";
-    readonly LessThan: "<";
-    readonly LessThanOrEqualTo: "<=";
-    readonly IsEmpty: "is_empty";
-    readonly IsNotEmpty: "is_not_empty";
-};
-
-/**
- * This file was auto-generated by Fern from our API Definition.
- */
-
-interface TraceThreadFilter {
-    field?: string;
-    operator?: TraceThreadFilterOperator;
-    key?: string;
-    value?: string;
-}
-
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
@@ -6466,7 +6676,8 @@ declare class AutomationRuleEvaluators {
      *
      * @example
      *     await client.automationRuleEvaluators.createAutomationRuleEvaluator({
-     *         type: "llm_as_judge"
+     *         type: "llm_as_judge",
+     *         filters: [{}]
      *     })
      */
     createAutomationRuleEvaluator(request: AutomationRuleEvaluatorWrite, requestOptions?: AutomationRuleEvaluators.RequestOptions): HttpResponsePromise<void>;
@@ -7016,6 +7227,19 @@ declare class Datasets {
      */
     streamDatasetItems(request: DatasetItemStreamRequest, requestOptions?: Datasets.RequestOptions): HttpResponsePromise<stream.Readable>;
     private __streamDatasetItems;
+    /**
+     * Compare the latest committed dataset version with the current draft state. This endpoint provides insights into changes made since the last version was committed. The comparison calculates additions, modifications, deletions, and unchanged items between the latest version snapshot and current draft.
+     *
+     * @param {string} id
+     * @param {Datasets.RequestOptions} requestOptions - Request-specific configuration.
+     *
+     * @throws {@link OpikApi.NotFoundError}
+     *
+     * @example
+     *     await client.datasets.compareDatasetVersions("id")
+     */
+    compareDatasetVersions(id: string, requestOptions?: Datasets.RequestOptions): HttpResponsePromise<DatasetVersionDiff>;
+    private __compareDatasetVersions;
     /**
      * Add a tag to a specific dataset version for easy reference (e.g., 'baseline', 'v1.0', 'production')
      *