opik 1.8.39__py3-none-any.whl → 1.9.71__py3-none-any.whl

opik/rest_api/types/audio_url.py

@@ -0,0 +1,19 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class AudioUrl(UniversalBaseModel):
+    url: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/audio_url_public.py

@@ -0,0 +1,19 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class AudioUrlPublic(UniversalBaseModel):
+    url: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/audio_url_write.py

@@ -0,0 +1,19 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class AudioUrlWrite(UniversalBaseModel):
+    url: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator.py

@@ -8,6 +8,12 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code import LlmAsJudgeCode
+from .project_reference import ProjectReference
+from .span_filter import SpanFilter
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
+from .trace_filter import TraceFilter
+from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
 from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
 from .user_defined_metric_python_code import UserDefinedMetricPythonCode
@@ -15,8 +21,26 @@ from .user_defined_metric_python_code import UserDefinedMetricPythonCode
 
 class Base(UniversalBaseModel):
     id: typing.Optional[str] = None
-    project_id: str
-    project_name: typing.Optional[str] = None
+    project_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project ID (legacy field for backwards compatibility)
+    """
+
+    project_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project name (legacy field for backwards compatibility)
+    """
+
+    projects: typing.Optional[typing.List[ProjectReference]] = pydantic.Field(default=None)
+    """
+    Projects assigned to this rule (unique, sorted alphabetically by name)
+    """
+
+    project_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Project IDs for write operations (used when creating/updating rules)
+    """
+
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
@@ -38,6 +62,7 @@ class Base(UniversalBaseModel):
 
 class AutomationRuleEvaluator_LlmAsJudge(Base):
     type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[LlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:
@@ -52,6 +77,7 @@ class AutomationRuleEvaluator_LlmAsJudge(Base):
 
 class AutomationRuleEvaluator_UserDefinedMetricPython(Base):
     type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[UserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:
@@ -66,6 +92,7 @@ class AutomationRuleEvaluator_UserDefinedMetricPython(Base):
 
 class AutomationRuleEvaluator_TraceThreadLlmAsJudge(Base):
     type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:
@@ -80,6 +107,7 @@ class AutomationRuleEvaluator_TraceThreadLlmAsJudge(Base):
 
 class AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython(Base):
     type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:
@@ -92,9 +120,41 @@ class AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluator_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluator_SpanUserDefinedMetricPython(Base):
+    type: typing.Literal["span_user_defined_metric_python"] = "span_user_defined_metric_python"
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluator = typing.Union[
     AutomationRuleEvaluator_LlmAsJudge,
     AutomationRuleEvaluator_UserDefinedMetricPython,
     AutomationRuleEvaluator_TraceThreadLlmAsJudge,
     AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluator_SpanLlmAsJudge,
+    AutomationRuleEvaluator_SpanUserDefinedMetricPython,
 ]

opik/rest_api/types/automation_rule_evaluator_llm_as_judge.py

@@ -5,9 +5,11 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code import LlmAsJudgeCode
+from .trace_filter import TraceFilter
 
 
 class AutomationRuleEvaluatorLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[LlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_llm_as_judge_public.py

@@ -5,9 +5,11 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .trace_filter_public import TraceFilterPublic
 
 
 class AutomationRuleEvaluatorLlmAsJudgePublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[LlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_llm_as_judge_write.py

@@ -5,9 +5,11 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_write import LlmAsJudgeCodeWrite
+from .trace_filter_write import TraceFilterWrite
 
 
 class AutomationRuleEvaluatorLlmAsJudgeWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilterWrite]] = None
     code: typing.Optional[LlmAsJudgeCodeWrite] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_object_object_public.py

@@ -0,0 +1,155 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from __future__ import annotations
+
+import datetime as dt
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .project_reference_public import ProjectReferencePublic
+from .span_filter_public import SpanFilterPublic
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
+from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
+from .trace_filter_public import TraceFilterPublic
+from .trace_thread_filter_public import TraceThreadFilterPublic
+from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
+from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
+from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodePublic
+
+
+class Base(UniversalBaseModel):
+    id: typing.Optional[str] = None
+    project_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project ID (legacy field for backwards compatibility)
+    """
+
+    project_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project name (legacy field for backwards compatibility)
+    """
+
+    projects: typing.Optional[typing.List[ProjectReferencePublic]] = pydantic.Field(default=None)
+    """
+    Projects assigned to this rule (unique, sorted alphabetically by name)
+    """
+
+    name: str
+    sampling_rate: typing.Optional[float] = None
+    enabled: typing.Optional[bool] = None
+    created_at: typing.Optional[dt.datetime] = None
+    created_by: typing.Optional[str] = None
+    last_updated_at: typing.Optional[dt.datetime] = None
+    last_updated_by: typing.Optional[str] = None
+    action: typing.Literal["evaluator"] = "evaluator"
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge(Base):
+    type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
+    code: typing.Optional[LlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython(Base):
+    type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
+    code: typing.Optional[UserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge(Base):
+    type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
+    code: typing.Optional[TraceThreadLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython(Base):
+    type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
+    code: typing.Optional[TraceThreadUserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython(Base):
+    type: typing.Literal["span_user_defined_metric_python"] = "span_user_defined_metric_python"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+AutomationRuleEvaluatorObjectObjectPublic = typing.Union[
+    AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
+    AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython,
+]

opik/rest_api/types/automation_rule_evaluator_page_public.py

@@ -4,14 +4,15 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
-from .automation_rule_evaluator_object_public import AutomationRuleEvaluatorObjectPublic
+from .automation_rule_evaluator_object_object_public import AutomationRuleEvaluatorObjectObjectPublic
 
 
 class AutomationRuleEvaluatorPagePublic(UniversalBaseModel):
     page: typing.Optional[int] = None
     size: typing.Optional[int] = None
     total: typing.Optional[int] = None
-    content: typing.Optional[typing.List[AutomationRuleEvaluatorObjectPublic]] = None
+    content: typing.Optional[typing.List[AutomationRuleEvaluatorObjectObjectPublic]] = None
+    sortable_by: typing.Optional[typing.List[str]] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/automation_rule_evaluator_public.py

@@ -8,6 +8,12 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .project_reference_public import ProjectReferencePublic
+from .span_filter_public import SpanFilterPublic
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
+from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
+from .trace_filter_public import TraceFilterPublic
+from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
 from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
 from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodePublic
@@ -15,8 +21,21 @@ from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodeP
 
 class Base(UniversalBaseModel):
     id: typing.Optional[str] = None
-    project_id: str
-    project_name: typing.Optional[str] = None
+    project_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project ID (legacy field for backwards compatibility)
+    """
+
+    project_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project name (legacy field for backwards compatibility)
+    """
+
+    projects: typing.Optional[typing.List[ProjectReferencePublic]] = pydantic.Field(default=None)
+    """
+    Projects assigned to this rule (unique, sorted alphabetically by name)
+    """
+
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
@@ -38,6 +57,7 @@ class Base(UniversalBaseModel):
 
 class AutomationRuleEvaluatorPublic_LlmAsJudge(Base):
     type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[LlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -52,6 +72,7 @@ class AutomationRuleEvaluatorPublic_LlmAsJudge(Base):
 
 class AutomationRuleEvaluatorPublic_UserDefinedMetricPython(Base):
     type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[UserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -66,6 +87,7 @@ class AutomationRuleEvaluatorPublic_UserDefinedMetricPython(Base):
 
 class AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge(Base):
     type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -80,6 +102,7 @@ class AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge(Base):
 
 class AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython(Base):
     type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -92,9 +115,41 @@ class AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluatorPublic_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+class AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython(Base):
+    type: typing.Literal["span_user_defined_metric_python"] = "span_user_defined_metric_python"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluatorPublic = typing.Union[
     AutomationRuleEvaluatorPublic_LlmAsJudge,
     AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
     AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
+    AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython,
 ]

opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter import SpanFilter
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+
+
+class AutomationRuleEvaluatorSpanLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_public.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_public import SpanFilterPublic
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
+
+
+class AutomationRuleEvaluatorSpanLlmAsJudgePublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge_write.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_write import SpanFilterWrite
+from .span_llm_as_judge_code_write import SpanLlmAsJudgeCodeWrite
+
+
+class AutomationRuleEvaluatorSpanLlmAsJudgeWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterWrite]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodeWrite] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter import SpanFilter
+from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
+
+
+class AutomationRuleEvaluatorSpanUserDefinedMetricPython(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_public.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_public import SpanFilterPublic
+from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
+
+
+class AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_write.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_write import SpanFilterWrite
+from .span_user_defined_metric_python_code_write import SpanUserDefinedMetricPythonCodeWrite
+
+
+class AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterWrite]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodeWrite] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
 
 
 class AutomationRuleEvaluatorTraceThreadLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_trace_thread_llm_as_judge_public.py

@@ -4,10 +4,12 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
 
 
 class AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2: