opik 1.6.4__py3-none-any.whl → 1.9.71__py3-none-any.whl

opik/rest_api/types/automation_rule_evaluator_public.py

@@ -0,0 +1,155 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+
+import datetime as dt
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .project_reference_public import ProjectReferencePublic
+from .span_filter_public import SpanFilterPublic
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
+from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
+from .trace_filter_public import TraceFilterPublic
+from .trace_thread_filter_public import TraceThreadFilterPublic
+from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
+from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
+from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodePublic
+
+
+class Base(UniversalBaseModel):
+    id: typing.Optional[str] = None
+    project_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project ID (legacy field for backwards compatibility)
+    """
+
+    project_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project name (legacy field for backwards compatibility)
+    """
+
+    projects: typing.Optional[typing.List[ProjectReferencePublic]] = pydantic.Field(default=None)
+    """
+    Projects assigned to this rule (unique, sorted alphabetically by name)
+    """
+
+    name: str
+    sampling_rate: typing.Optional[float] = None
+    enabled: typing.Optional[bool] = None
+    created_at: typing.Optional[dt.datetime] = None
+    created_by: typing.Optional[str] = None
+    last_updated_at: typing.Optional[dt.datetime] = None
+    last_updated_by: typing.Optional[str] = None
+    action: typing.Literal["evaluator"] = "evaluator"
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorPublic_LlmAsJudge(Base):
+    type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
+    code: typing.Optional[LlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorPublic_UserDefinedMetricPython(Base):
+    type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
+    code: typing.Optional[UserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge(Base):
+    type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
+    code: typing.Optional[TraceThreadLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython(Base):
+    type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
+    code: typing.Optional[TraceThreadUserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorPublic_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython(Base):
+    type: typing.Literal["span_user_defined_metric_python"] = "span_user_defined_metric_python"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+AutomationRuleEvaluatorPublic = typing.Union[
+    AutomationRuleEvaluatorPublic_LlmAsJudge,
+    AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
+    AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
+    AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
+    AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython,
+]

opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter import SpanFilter
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+
+
+class AutomationRuleEvaluatorSpanLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_public.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_public import SpanFilterPublic
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
+
+
+class AutomationRuleEvaluatorSpanLlmAsJudgePublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_write.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_write import SpanFilterWrite
+from .span_llm_as_judge_code_write import SpanLlmAsJudgeCodeWrite
+
+
+class AutomationRuleEvaluatorSpanLlmAsJudgeWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterWrite]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodeWrite] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter import SpanFilter
+from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
+
+
+class AutomationRuleEvaluatorSpanUserDefinedMetricPython(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_public.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_public import SpanFilterPublic
+from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
+
+
+class AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_write.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_write import SpanFilterWrite
+from .span_user_defined_metric_python_code_write import SpanUserDefinedMetricPythonCodeWrite
+
+
+class AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterWrite]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodeWrite] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter import TraceThreadFilter
+from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
+
+
+class AutomationRuleEvaluatorTraceThreadLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
+    code: typing.Optional[TraceThreadLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_public.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter_public import TraceThreadFilterPublic
+from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
+
+
+class AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
+    code: typing.Optional[TraceThreadLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_write.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter_write import TraceThreadFilterWrite
+from .trace_thread_llm_as_judge_code_write import TraceThreadLlmAsJudgeCodeWrite
+
+
+class AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilterWrite]] = None
+    code: typing.Optional[TraceThreadLlmAsJudgeCodeWrite] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter import TraceThreadFilter
+from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
+
+
+class AutomationRuleEvaluatorTraceThreadUserDefinedMetricPython(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
+    code: typing.Optional[TraceThreadUserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_public.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter_public import TraceThreadFilterPublic
+from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
+
+
+class AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonPublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
+    code: typing.Optional[TraceThreadUserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_trace_thread_user_defined_metric_python_write.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter_write import TraceThreadFilterWrite
+from .trace_thread_user_defined_metric_python_code_write import TraceThreadUserDefinedMetricPythonCodeWrite
+
+
+class AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilterWrite]] = None
+    code: typing.Optional[TraceThreadUserDefinedMetricPythonCodeWrite] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_update.py

@@ -0,0 +1,143 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .llm_as_judge_code import LlmAsJudgeCode
+from .span_filter import SpanFilter
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
+from .trace_filter import TraceFilter
+from .trace_thread_filter import TraceThreadFilter
+from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
+from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
+from .user_defined_metric_python_code import UserDefinedMetricPythonCode
+
+
+class Base(UniversalBaseModel):
+    name: str
+    sampling_rate: typing.Optional[float] = None
+    enabled: typing.Optional[bool] = None
+    project_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project ID (legacy field, maintained for backwards compatibility)
+    """
+
+    project_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Multiple project IDs (new field for multi-project support)
+    """
+
+    action: typing.Literal["evaluator"] = "evaluator"
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorUpdate_LlmAsJudge(Base):
+    type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilter]] = None
+    code: typing.Optional[LlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorUpdate_UserDefinedMetricPython(Base):
+    type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilter]] = None
+    code: typing.Optional[UserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge(Base):
+    type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
+    code: typing.Optional[TraceThreadLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython(Base):
+    type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
+    code: typing.Optional[TraceThreadUserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorUpdate_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython(Base):
+    type: typing.Literal["span_user_defined_metric_python"] = "span_user_defined_metric_python"
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+AutomationRuleEvaluatorUpdate = typing.Union[
+    AutomationRuleEvaluatorUpdate_LlmAsJudge,
+    AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
+    AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
+    AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
+    AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython,
+]

opik/rest_api/types/automation_rule_evaluator_update_llm_as_judge.py

@@ -1,19 +1,19 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-from .llm_as_judge_code import LlmAsJudgeCode
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
+
 import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .llm_as_judge_code import LlmAsJudgeCode
+from .trace_filter import TraceFilter
 
 
 class AutomationRuleEvaluatorUpdateLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[LlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:
-        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
-            extra="allow", frozen=True
-        )  # type: ignore # Pydantic v2
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
     else:
 
         class Config:

opik/rest_api/types/automation_rule_evaluator_update_span_llm_as_judge.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter import SpanFilter
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+
+
+class AutomationRuleEvaluatorUpdateSpanLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_update_span_user_defined_metric_python.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter import SpanFilter
+from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
+
+
+class AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_update_trace_thread_llm_as_judge.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter import TraceThreadFilter
+from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
+
+
+class AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
+    code: typing.Optional[TraceThreadLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow