opik 1.9.41__py3-none-any.whl → 1.9.86__py3-none-any.whl

opik/rest_api/types/__init__.py

@@ -37,11 +37,15 @@ from .assistant_message import AssistantMessage
 from .assistant_message_role import AssistantMessageRole
 from .attachment import Attachment
 from .attachment_page import AttachmentPage
+from .audio_url import AudioUrl
+from .audio_url_public import AudioUrlPublic
+from .audio_url_write import AudioUrlWrite
 from .auth_details_holder import AuthDetailsHolder
 from .automation_rule_evaluator import (
     AutomationRuleEvaluator,
     AutomationRuleEvaluator_LlmAsJudge,
     AutomationRuleEvaluator_SpanLlmAsJudge,
+    AutomationRuleEvaluator_SpanUserDefinedMetricPython,
     AutomationRuleEvaluator_TraceThreadLlmAsJudge,
     AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluator_UserDefinedMetricPython,
@@ -53,6 +57,7 @@ from .automation_rule_evaluator_object_object_public import (
     AutomationRuleEvaluatorObjectObjectPublic,
     AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
     AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython,
     AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
@@ -62,6 +67,7 @@ from .automation_rule_evaluator_public import (
     AutomationRuleEvaluatorPublic,
     AutomationRuleEvaluatorPublic_LlmAsJudge,
     AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
+    AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython,
     AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
@@ -69,6 +75,15 @@ from .automation_rule_evaluator_public import (
 from .automation_rule_evaluator_span_llm_as_judge import AutomationRuleEvaluatorSpanLlmAsJudge
 from .automation_rule_evaluator_span_llm_as_judge_public import AutomationRuleEvaluatorSpanLlmAsJudgePublic
 from .automation_rule_evaluator_span_llm_as_judge_write import AutomationRuleEvaluatorSpanLlmAsJudgeWrite
+from .automation_rule_evaluator_span_user_defined_metric_python import (
+    AutomationRuleEvaluatorSpanUserDefinedMetricPython,
+)
+from .automation_rule_evaluator_span_user_defined_metric_python_public import (
+    AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic,
+)
+from .automation_rule_evaluator_span_user_defined_metric_python_write import (
+    AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite,
+)
 from .automation_rule_evaluator_trace_thread_llm_as_judge import AutomationRuleEvaluatorTraceThreadLlmAsJudge
 from .automation_rule_evaluator_trace_thread_llm_as_judge_public import (
     AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic,
@@ -87,12 +102,16 @@ from .automation_rule_evaluator_update import (
     AutomationRuleEvaluatorUpdate,
     AutomationRuleEvaluatorUpdate_LlmAsJudge,
     AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
+    AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython,
     AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
 )
 from .automation_rule_evaluator_update_llm_as_judge import AutomationRuleEvaluatorUpdateLlmAsJudge
 from .automation_rule_evaluator_update_span_llm_as_judge import AutomationRuleEvaluatorUpdateSpanLlmAsJudge
+from .automation_rule_evaluator_update_span_user_defined_metric_python import (
+    AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython,
+)
 from .automation_rule_evaluator_update_trace_thread_llm_as_judge import (
     AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge,
 )
@@ -113,6 +132,7 @@ from .automation_rule_evaluator_write import (
     AutomationRuleEvaluatorWrite,
     AutomationRuleEvaluatorWrite_LlmAsJudge,
     AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
+    AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython,
     AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
@@ -172,6 +192,7 @@ from .dataset_expansion import DatasetExpansion
 from .dataset_expansion_response import DatasetExpansionResponse
 from .dataset_item import DatasetItem
 from .dataset_item_batch import DatasetItemBatch
+from .dataset_item_changes_public import DatasetItemChangesPublic
 from .dataset_item_compare import DatasetItemCompare
 from .dataset_item_compare_source import DatasetItemCompareSource
 from .dataset_item_filter import DatasetItemFilter
@@ -369,6 +390,8 @@ from .project_metric_response_public_metric_type import ProjectMetricResponsePub
 from .project_page_public import ProjectPagePublic
 from .project_public import ProjectPublic
 from .project_public_visibility import ProjectPublicVisibility
+from .project_reference import ProjectReference
+from .project_reference_public import ProjectReferencePublic
 from .project_stat_item_object_public import (
     ProjectStatItemObjectPublic,
     ProjectStatItemObjectPublic_Avg,
@@ -401,6 +424,7 @@ from .prompt_version_public_template_structure import PromptVersionPublicTemplat
 from .prompt_version_public_type import PromptVersionPublicType
 from .prompt_version_template_structure import PromptVersionTemplateStructure
 from .prompt_version_type import PromptVersionType
+from .prompt_version_update import PromptVersionUpdate
 from .provider_api_key import ProviderApiKey
 from .provider_api_key_page_public import ProviderApiKeyPagePublic
 from .provider_api_key_provider import ProviderApiKeyProvider
@@ -432,6 +456,9 @@ from .span_public_type import SpanPublicType
 from .span_type import SpanType
 from .span_update import SpanUpdate
 from .span_update_type import SpanUpdateType
+from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
+from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
+from .span_user_defined_metric_python_code_write import SpanUserDefinedMetricPythonCodeWrite
 from .span_write import SpanWrite
 from .span_write_type import SpanWriteType
 from .spans_count_response import SpansCountResponse
@@ -558,6 +585,9 @@ __all__ = [
     "AssistantMessageRole",
     "Attachment",
     "AttachmentPage",
+    "AudioUrl",
+    "AudioUrlPublic",
+    "AudioUrlWrite",
     "AuthDetailsHolder",
     "AutomationRuleEvaluator",
     "AutomationRuleEvaluatorLlmAsJudge",
@@ -566,6 +596,7 @@ __all__ = [
     "AutomationRuleEvaluatorObjectObjectPublic",
     "AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge",
     "AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge",
+    "AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython",
     "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython",
@@ -573,12 +604,16 @@ __all__ = [
     "AutomationRuleEvaluatorPublic",
     "AutomationRuleEvaluatorPublic_LlmAsJudge",
     "AutomationRuleEvaluatorPublic_SpanLlmAsJudge",
+    "AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython",
     "AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorPublic_UserDefinedMetricPython",
     "AutomationRuleEvaluatorSpanLlmAsJudge",
     "AutomationRuleEvaluatorSpanLlmAsJudgePublic",
     "AutomationRuleEvaluatorSpanLlmAsJudgeWrite",
+    "AutomationRuleEvaluatorSpanUserDefinedMetricPython",
+    "AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic",
+    "AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite",
@@ -588,11 +623,13 @@ __all__ = [
     "AutomationRuleEvaluatorUpdate",
     "AutomationRuleEvaluatorUpdateLlmAsJudge",
     "AutomationRuleEvaluatorUpdateSpanLlmAsJudge",
+    "AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdateUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdate_LlmAsJudge",
     "AutomationRuleEvaluatorUpdate_SpanLlmAsJudge",
+    "AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdate_UserDefinedMetricPython",
@@ -602,11 +639,13 @@ __all__ = [
     "AutomationRuleEvaluatorWrite",
     "AutomationRuleEvaluatorWrite_LlmAsJudge",
     "AutomationRuleEvaluatorWrite_SpanLlmAsJudge",
+    "AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython",
     "AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorWrite_UserDefinedMetricPython",
     "AutomationRuleEvaluator_LlmAsJudge",
     "AutomationRuleEvaluator_SpanLlmAsJudge",
+    "AutomationRuleEvaluator_SpanUserDefinedMetricPython",
     "AutomationRuleEvaluator_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluator_UserDefinedMetricPython",
@@ -665,6 +704,7 @@ __all__ = [
     "DatasetExpansionResponse",
     "DatasetItem",
     "DatasetItemBatch",
+    "DatasetItemChangesPublic",
     "DatasetItemCompare",
     "DatasetItemCompareSource",
     "DatasetItemFilter",
@@ -855,6 +895,8 @@ __all__ = [
     "ProjectPagePublic",
     "ProjectPublic",
     "ProjectPublicVisibility",
+    "ProjectReference",
+    "ProjectReferencePublic",
     "ProjectStatItemObjectPublic",
     "ProjectStatItemObjectPublic_Avg",
     "ProjectStatItemObjectPublic_Count",
@@ -885,6 +927,7 @@ __all__ = [
     "PromptVersionPublicType",
     "PromptVersionTemplateStructure",
     "PromptVersionType",
+    "PromptVersionUpdate",
     "ProviderApiKey",
     "ProviderApiKeyPagePublic",
     "ProviderApiKeyProvider",
@@ -916,6 +959,9 @@ __all__ = [
     "SpanType",
     "SpanUpdate",
     "SpanUpdateType",
+    "SpanUserDefinedMetricPythonCode",
+    "SpanUserDefinedMetricPythonCodePublic",
+    "SpanUserDefinedMetricPythonCodeWrite",
     "SpanWrite",
     "SpanWriteType",
     "SpansCountResponse",

opik/rest_api/types/audio_url.py

@@ -0,0 +1,19 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class AudioUrl(UniversalBaseModel):
+    url: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/audio_url_public.py

@@ -0,0 +1,19 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class AudioUrlPublic(UniversalBaseModel):
+    url: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/audio_url_write.py

@@ -0,0 +1,19 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class AudioUrlWrite(UniversalBaseModel):
+    url: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator.py

@@ -8,8 +8,10 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code import LlmAsJudgeCode
+from .project_reference import ProjectReference
 from .span_filter import SpanFilter
 from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
 from .trace_filter import TraceFilter
 from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
@@ -19,8 +21,26 @@ from .user_defined_metric_python_code import UserDefinedMetricPythonCode
 
 class Base(UniversalBaseModel):
     id: typing.Optional[str] = None
-    project_id: str
-    project_name: typing.Optional[str] = None
+    project_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project ID (legacy field for backwards compatibility)
+    """
+
+    project_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project name (legacy field for backwards compatibility)
+    """
+
+    projects: typing.Optional[typing.List[ProjectReference]] = pydantic.Field(default=None)
+    """
+    Projects assigned to this rule (unique, sorted alphabetically by name)
+    """
+
+    project_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Project IDs for write operations (used when creating/updating rules)
+    """
+
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
@@ -115,10 +135,26 @@ class AutomationRuleEvaluator_SpanLlmAsJudge(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluator_SpanUserDefinedMetricPython(Base):
+    type: typing.Literal["span_user_defined_metric_python"] = "span_user_defined_metric_python"
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluator = typing.Union[
     AutomationRuleEvaluator_LlmAsJudge,
     AutomationRuleEvaluator_UserDefinedMetricPython,
     AutomationRuleEvaluator_TraceThreadLlmAsJudge,
     AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluator_SpanLlmAsJudge,
+    AutomationRuleEvaluator_SpanUserDefinedMetricPython,
 ]

opik/rest_api/types/automation_rule_evaluator_object_object_public.py

@@ -8,8 +8,10 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .project_reference_public import ProjectReferencePublic
 from .span_filter_public import SpanFilterPublic
 from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
+from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
 from .trace_filter_public import TraceFilterPublic
 from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
@@ -19,8 +21,21 @@ from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodeP
 
 class Base(UniversalBaseModel):
     id: typing.Optional[str] = None
-    project_id: str
-    project_name: typing.Optional[str] = None
+    project_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project ID (legacy field for backwards compatibility)
+    """
+
+    project_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project name (legacy field for backwards compatibility)
+    """
+
+    projects: typing.Optional[typing.List[ProjectReferencePublic]] = pydantic.Field(default=None)
+    """
+    Projects assigned to this rule (unique, sorted alphabetically by name)
+    """
+
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
@@ -115,10 +130,26 @@ class AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython(Base):
+    type: typing.Literal["span_user_defined_metric_python"] = "span_user_defined_metric_python"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluatorObjectObjectPublic = typing.Union[
     AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
     AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
     AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython,
 ]

opik/rest_api/types/automation_rule_evaluator_public.py

@@ -8,8 +8,10 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .project_reference_public import ProjectReferencePublic
 from .span_filter_public import SpanFilterPublic
 from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
+from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
 from .trace_filter_public import TraceFilterPublic
 from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
@@ -19,8 +21,21 @@ from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodeP
 
 class Base(UniversalBaseModel):
     id: typing.Optional[str] = None
-    project_id: str
-    project_name: typing.Optional[str] = None
+    project_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project ID (legacy field for backwards compatibility)
+    """
+
+    project_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project name (legacy field for backwards compatibility)
+    """
+
+    projects: typing.Optional[typing.List[ProjectReferencePublic]] = pydantic.Field(default=None)
+    """
+    Projects assigned to this rule (unique, sorted alphabetically by name)
+    """
+
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
@@ -115,10 +130,26 @@ class AutomationRuleEvaluatorPublic_SpanLlmAsJudge(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython(Base):
+    type: typing.Literal["span_user_defined_metric_python"] = "span_user_defined_metric_python"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluatorPublic = typing.Union[
     AutomationRuleEvaluatorPublic_LlmAsJudge,
     AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
     AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
+    AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython,
 ]

opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter import SpanFilter
+from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
+
+
+class AutomationRuleEvaluatorSpanUserDefinedMetricPython(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_public.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_public import SpanFilterPublic
+from .span_user_defined_metric_python_code_public import SpanUserDefinedMetricPythonCodePublic
+
+
+class AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_span_user_defined_metric_python_write.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter_write import SpanFilterWrite
+from .span_user_defined_metric_python_code_write import SpanUserDefinedMetricPythonCodeWrite
+
+
+class AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilterWrite]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodeWrite] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_update.py

@@ -9,6 +9,7 @@ from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code import LlmAsJudgeCode
 from .span_filter import SpanFilter
 from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
 from .trace_filter import TraceFilter
 from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
@@ -20,7 +21,16 @@ class Base(UniversalBaseModel):
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
-    project_id: str
+    project_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project ID (legacy field, maintained for backwards compatibility)
+    """
+
+    project_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Multiple project IDs (new field for multi-project support)
+    """
+
     action: typing.Literal["evaluator"] = "evaluator"
 
     if IS_PYDANTIC_V2:
@@ -108,10 +118,26 @@ class AutomationRuleEvaluatorUpdate_SpanLlmAsJudge(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython(Base):
+    type: typing.Literal["span_user_defined_metric_python"] = "span_user_defined_metric_python"
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluatorUpdate = typing.Union[
     AutomationRuleEvaluatorUpdate_LlmAsJudge,
     AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
     AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
+    AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython,
 ]

opik/rest_api/types/automation_rule_evaluator_update_span_user_defined_metric_python.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter import SpanFilter
+from .span_user_defined_metric_python_code import SpanUserDefinedMetricPythonCode
+
+
+class AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/automation_rule_evaluator_write.py

@@ -9,6 +9,7 @@ from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_write import LlmAsJudgeCodeWrite
 from .span_filter_write import SpanFilterWrite
 from .span_llm_as_judge_code_write import SpanLlmAsJudgeCodeWrite
+from .span_user_defined_metric_python_code_write import SpanUserDefinedMetricPythonCodeWrite
 from .trace_filter_write import TraceFilterWrite
 from .trace_thread_filter_write import TraceThreadFilterWrite
 from .trace_thread_llm_as_judge_code_write import TraceThreadLlmAsJudgeCodeWrite
@@ -17,7 +18,16 @@ from .user_defined_metric_python_code_write import UserDefinedMetricPythonCodeWr
 
 
 class Base(UniversalBaseModel):
-    project_id: str
+    project_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Primary project ID (legacy field for backwards compatibility)
+    """
+
+    project_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Project IDs for write operations (used when creating/updating rules)
+    """
+
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
@@ -108,10 +118,26 @@ class AutomationRuleEvaluatorWrite_SpanLlmAsJudge(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython(Base):
+    type: typing.Literal["span_user_defined_metric_python"] = "span_user_defined_metric_python"
+    filters: typing.Optional[typing.List[SpanFilterWrite]] = None
+    code: typing.Optional[SpanUserDefinedMetricPythonCodeWrite] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluatorWrite = typing.Union[
     AutomationRuleEvaluatorWrite_LlmAsJudge,
     AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
     AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
+    AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython,
 ]

opik/rest_api/types/dataset_item.py

@@ -12,7 +12,7 @@ from .json_node import JsonNode
 
 class DatasetItem(UniversalBaseModel):
     id: typing.Optional[str] = None
-    draft_item_id: typing.Optional[str] = None
+    dataset_item_id: typing.Optional[str] = None
     trace_id: typing.Optional[str] = None
     span_id: typing.Optional[str] = None
     source: DatasetItemSource

opik/rest_api/types/dataset_item_batch.py

@@ -19,6 +19,10 @@ class DatasetItemBatch(UniversalBaseModel):
     """
 
     items: typing.List[DatasetItem]
+    batch_group_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Optional batch group ID to group multiple batches into a single dataset version. If null, mutates the latest version instead of creating a new one.
+    """
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2