opik 1.9.5__py3-none-any.whl → 1.9.39__py3-none-any.whl

opik/rest_api/types/automation_rule_evaluator.py

@@ -8,7 +8,10 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code import LlmAsJudgeCode
+from .span_filter import SpanFilter
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
 from .trace_filter import TraceFilter
+from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
 from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
 from .user_defined_metric_python_code import UserDefinedMetricPythonCode
@@ -21,7 +24,6 @@ class Base(UniversalBaseModel):
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
-    filters: typing.Optional[typing.List[TraceFilter]] = None
     created_at: typing.Optional[dt.datetime] = None
     created_by: typing.Optional[str] = None
     last_updated_at: typing.Optional[dt.datetime] = None
@@ -40,6 +42,7 @@ class Base(UniversalBaseModel):
 
 class AutomationRuleEvaluator_LlmAsJudge(Base):
     type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[LlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:
@@ -54,6 +57,7 @@ class AutomationRuleEvaluator_LlmAsJudge(Base):
 
 class AutomationRuleEvaluator_UserDefinedMetricPython(Base):
     type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[UserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:
@@ -68,6 +72,7 @@ class AutomationRuleEvaluator_UserDefinedMetricPython(Base):
 
 class AutomationRuleEvaluator_TraceThreadLlmAsJudge(Base):
     type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:
@@ -82,6 +87,7 @@ class AutomationRuleEvaluator_TraceThreadLlmAsJudge(Base):
 
 class AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython(Base):
     type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:
@@ -94,9 +100,25 @@ class AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluator_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluator = typing.Union[
     AutomationRuleEvaluator_LlmAsJudge,
     AutomationRuleEvaluator_UserDefinedMetricPython,
     AutomationRuleEvaluator_TraceThreadLlmAsJudge,
     AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluator_SpanLlmAsJudge,
 ]

opik/rest_api/types/automation_rule_evaluator_llm_as_judge.py

@@ -5,9 +5,11 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code import LlmAsJudgeCode
+from .trace_filter import TraceFilter
 
 
 class AutomationRuleEvaluatorLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[LlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_llm_as_judge_public.py

@@ -5,9 +5,11 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .trace_filter_public import TraceFilterPublic
 
 
 class AutomationRuleEvaluatorLlmAsJudgePublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[LlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_llm_as_judge_write.py

@@ -5,9 +5,11 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_write import LlmAsJudgeCodeWrite
+from .trace_filter_write import TraceFilterWrite
 
 
 class AutomationRuleEvaluatorLlmAsJudgeWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilterWrite]] = None
     code: typing.Optional[LlmAsJudgeCodeWrite] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/{automation_rule_evaluator_object_public.py → automation_rule_evaluator_object_object_public.py}

@@ -8,7 +8,10 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .span_filter_public import SpanFilterPublic
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
 from .trace_filter_public import TraceFilterPublic
+from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
 from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
 from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodePublic
@@ -21,7 +24,6 @@ class Base(UniversalBaseModel):
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
-    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     created_at: typing.Optional[dt.datetime] = None
     created_by: typing.Optional[str] = None
     last_updated_at: typing.Optional[dt.datetime] = None
@@ -38,8 +40,9 @@ class Base(UniversalBaseModel):
             extra = pydantic.Extra.allow
 
 
-class AutomationRuleEvaluatorObjectPublic_LlmAsJudge(Base):
+class AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge(Base):
     type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[LlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -52,8 +55,9 @@ class AutomationRuleEvaluatorObjectPublic_LlmAsJudge(Base):
             extra = pydantic.Extra.allow
 
 
-class AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython(Base):
+class AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython(Base):
     type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[UserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -66,8 +70,9 @@ class AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython(Base):
             extra = pydantic.Extra.allow
 
 
-class AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge(Base):
+class AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge(Base):
     type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -80,8 +85,9 @@ class AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge(Base):
             extra = pydantic.Extra.allow
 
 
-class AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython(Base):
+class AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython(Base):
     type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -94,9 +100,25 @@ class AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython(Bas
             extra = pydantic.Extra.allow
 
 
-AutomationRuleEvaluatorObjectPublic = typing.Union[
-    AutomationRuleEvaluatorObjectPublic_LlmAsJudge,
-    AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython,
-    AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge,
-    AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython,
+class AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+AutomationRuleEvaluatorObjectObjectPublic = typing.Union[
+    AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
+    AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
 ]

opik/rest_api/types/automation_rule_evaluator_page_public.py

@@ -4,14 +4,14 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
-from .automation_rule_evaluator_object_public import AutomationRuleEvaluatorObjectPublic
+from .automation_rule_evaluator_object_object_public import AutomationRuleEvaluatorObjectObjectPublic
 
 
 class AutomationRuleEvaluatorPagePublic(UniversalBaseModel):
     page: typing.Optional[int] = None
     size: typing.Optional[int] = None
     total: typing.Optional[int] = None
-    content: typing.Optional[typing.List[AutomationRuleEvaluatorObjectPublic]] = None
+    content: typing.Optional[typing.List[AutomationRuleEvaluatorObjectObjectPublic]] = None
     sortable_by: typing.Optional[typing.List[str]] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_public.py

@@ -8,7 +8,10 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .span_filter_public import SpanFilterPublic
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
 from .trace_filter_public import TraceFilterPublic
+from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
 from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
 from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodePublic
@@ -21,7 +24,6 @@ class Base(UniversalBaseModel):
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
-    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     created_at: typing.Optional[dt.datetime] = None
     created_by: typing.Optional[str] = None
     last_updated_at: typing.Optional[dt.datetime] = None
@@ -40,6 +42,7 @@ class Base(UniversalBaseModel):
 
 class AutomationRuleEvaluatorPublic_LlmAsJudge(Base):
     type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[LlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -54,6 +57,7 @@ class AutomationRuleEvaluatorPublic_LlmAsJudge(Base):
 
 class AutomationRuleEvaluatorPublic_UserDefinedMetricPython(Base):
     type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[UserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -68,6 +72,7 @@ class AutomationRuleEvaluatorPublic_UserDefinedMetricPython(Base):
 
 class AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge(Base):
     type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -82,6 +87,7 @@ class AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge(Base):
 
 class AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython(Base):
     type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -94,9 +100,25 @@ class AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluatorPublic_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluatorPublic = typing.Union[
     AutomationRuleEvaluatorPublic_LlmAsJudge,
     AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
     AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
 ]

opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter import SpanFilter
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+
+
+class AutomationRuleEvaluatorSpanLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_public.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_public import SpanFilterPublic
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
+
+
+class AutomationRuleEvaluatorSpanLlmAsJudgePublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_write.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_write import SpanFilterWrite
+from .span_llm_as_judge_code_write import SpanLlmAsJudgeCodeWrite
+
+
+class AutomationRuleEvaluatorSpanLlmAsJudgeWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterWrite]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodeWrite] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
 
 
 class AutomationRuleEvaluatorTraceThreadLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_public.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
 
 
 class AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_write.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter_write import TraceThreadFilterWrite
 from .trace_thread_llm_as_judge_code_write import TraceThreadLlmAsJudgeCodeWrite
 
 
 class AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilterWrite]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCodeWrite] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
 
 
 class AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_public.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
 
 
 class AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_write.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter_write import TraceThreadFilterWrite
 from .trace_thread_user_defined_metric_python_code_write import TraceThreadUserDefinedMetricPythonCodeWrite
 
 
 class AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilterWrite]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCodeWrite] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_update.py

@@ -7,7 +7,10 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code import LlmAsJudgeCode
+from .span_filter import SpanFilter
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
 from .trace_filter import TraceFilter
+from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
 from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
 from .user_defined_metric_python_code import UserDefinedMetricPythonCode
@@ -17,7 +20,6 @@ class Base(UniversalBaseModel):
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
-    filters: typing.Optional[typing.List[TraceFilter]] = None
     project_id: str
     action: typing.Literal["evaluator"] = "evaluator"
 
@@ -33,6 +35,7 @@ class Base(UniversalBaseModel):
 
 class AutomationRuleEvaluatorUpdate_LlmAsJudge(Base):
     type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[LlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:
@@ -47,6 +50,7 @@ class AutomationRuleEvaluatorUpdate_LlmAsJudge(Base):
 
 class AutomationRuleEvaluatorUpdate_UserDefinedMetricPython(Base):
     type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[UserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:
@@ -61,6 +65,7 @@ class AutomationRuleEvaluatorUpdate_UserDefinedMetricPython(Base):
 
 class AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge(Base):
     type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:
@@ -75,6 +80,7 @@ class AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge(Base):
 
 class AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython(Base):
     type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:
@@ -87,9 +93,25 @@ class AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluatorUpdate_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluatorUpdate = typing.Union[
     AutomationRuleEvaluatorUpdate_LlmAsJudge,
     AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
     AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
 ]

opik/rest_api/types/automation_rule_evaluator_update_llm_as_judge.py

@@ -5,9 +5,11 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code import LlmAsJudgeCode
+from .trace_filter import TraceFilter
 
 
 class AutomationRuleEvaluatorUpdateLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[LlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_update_span_llm_as_judge.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter import SpanFilter
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+
+
+class AutomationRuleEvaluatorUpdateSpanLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_update_trace_thread_llm_as_judge.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
 
 
 class AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_update_trace_thread_user_defined_metric_python.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
 
 
 class AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_update_user_defined_metric_python.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_filter import TraceFilter
 from .user_defined_metric_python_code import UserDefinedMetricPythonCode
 
 
 class AutomationRuleEvaluatorUpdateUserDefinedMetricPython(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[UserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_filter import TraceFilter
 from .user_defined_metric_python_code import UserDefinedMetricPythonCode
 
 
 class AutomationRuleEvaluatorUserDefinedMetricPython(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[UserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_public.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_filter_public import TraceFilterPublic
 from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodePublic
 
 
 class AutomationRuleEvaluatorUserDefinedMetricPythonPublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[UserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_user_defined_metric_python_write.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_filter_write import TraceFilterWrite
 from .user_defined_metric_python_code_write import UserDefinedMetricPythonCodeWrite
 
 
 class AutomationRuleEvaluatorUserDefinedMetricPythonWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilterWrite]] = None
     code: typing.Optional[UserDefinedMetricPythonCodeWrite] = None
 
     if IS_PYDANTIC_V2: