opik 1.9.26__py3-none-any.whl → 1.9.41__py3-none-any.whl

opik/rest_api/types/__init__.py

@@ -41,6 +41,7 @@ from .auth_details_holder import AuthDetailsHolder
 from .automation_rule_evaluator import (
     AutomationRuleEvaluator,
     AutomationRuleEvaluator_LlmAsJudge,
+    AutomationRuleEvaluator_SpanLlmAsJudge,
     AutomationRuleEvaluator_TraceThreadLlmAsJudge,
     AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluator_UserDefinedMetricPython,
@@ -48,21 +49,26 @@ from .automation_rule_evaluator import (
 from .automation_rule_evaluator_llm_as_judge import AutomationRuleEvaluatorLlmAsJudge
 from .automation_rule_evaluator_llm_as_judge_public import AutomationRuleEvaluatorLlmAsJudgePublic
 from .automation_rule_evaluator_llm_as_judge_write import AutomationRuleEvaluatorLlmAsJudgeWrite
-from .automation_rule_evaluator_object_public import (
-    AutomationRuleEvaluatorObjectPublic,
-    AutomationRuleEvaluatorObjectPublic_LlmAsJudge,
-    AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge,
-    AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython,
-    AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython,
+from .automation_rule_evaluator_object_object_public import (
+    AutomationRuleEvaluatorObjectObjectPublic,
+    AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
 )
 from .automation_rule_evaluator_page_public import AutomationRuleEvaluatorPagePublic
 from .automation_rule_evaluator_public import (
     AutomationRuleEvaluatorPublic,
     AutomationRuleEvaluatorPublic_LlmAsJudge,
+    AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
     AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
 )
+from .automation_rule_evaluator_span_llm_as_judge import AutomationRuleEvaluatorSpanLlmAsJudge
+from .automation_rule_evaluator_span_llm_as_judge_public import AutomationRuleEvaluatorSpanLlmAsJudgePublic
+from .automation_rule_evaluator_span_llm_as_judge_write import AutomationRuleEvaluatorSpanLlmAsJudgeWrite
 from .automation_rule_evaluator_trace_thread_llm_as_judge import AutomationRuleEvaluatorTraceThreadLlmAsJudge
 from .automation_rule_evaluator_trace_thread_llm_as_judge_public import (
     AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic,
@@ -80,11 +86,13 @@ from .automation_rule_evaluator_trace_thread_user_defined_metric_python_write im
 from .automation_rule_evaluator_update import (
     AutomationRuleEvaluatorUpdate,
     AutomationRuleEvaluatorUpdate_LlmAsJudge,
+    AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
     AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
 )
 from .automation_rule_evaluator_update_llm_as_judge import AutomationRuleEvaluatorUpdateLlmAsJudge
+from .automation_rule_evaluator_update_span_llm_as_judge import AutomationRuleEvaluatorUpdateSpanLlmAsJudge
 from .automation_rule_evaluator_update_trace_thread_llm_as_judge import (
     AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge,
 )
@@ -104,6 +112,7 @@ from .automation_rule_evaluator_user_defined_metric_python_write import (
 from .automation_rule_evaluator_write import (
     AutomationRuleEvaluatorWrite,
     AutomationRuleEvaluatorWrite_LlmAsJudge,
+    AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
     AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
@@ -177,7 +186,15 @@ from .dataset_item_write import DatasetItemWrite
 from .dataset_item_write_source import DatasetItemWriteSource
 from .dataset_page_public import DatasetPagePublic
 from .dataset_public import DatasetPublic
+from .dataset_public_status import DatasetPublicStatus
 from .dataset_public_visibility import DatasetPublicVisibility
+from .dataset_status import DatasetStatus
+from .dataset_version_diff import DatasetVersionDiff
+from .dataset_version_diff_stats import DatasetVersionDiffStats
+from .dataset_version_page_public import DatasetVersionPagePublic
+from .dataset_version_public import DatasetVersionPublic
+from .dataset_version_summary import DatasetVersionSummary
+from .dataset_version_summary_public import DatasetVersionSummaryPublic
 from .dataset_visibility import DatasetVisibility
 from .delete_attachments_request import DeleteAttachmentsRequest
 from .delete_attachments_request_entity_type import DeleteAttachmentsRequestEntityType
@@ -212,6 +229,9 @@ from .experiment_page_public import ExperimentPagePublic
 from .experiment_public import ExperimentPublic
 from .experiment_public_status import ExperimentPublicStatus
 from .experiment_public_type import ExperimentPublicType
+from .experiment_score import ExperimentScore
+from .experiment_score_public import ExperimentScorePublic
+from .experiment_score_write import ExperimentScoreWrite
 from .experiment_status import ExperimentStatus
 from .experiment_type import ExperimentType
 from .export_trace_service_request import ExportTraceServiceRequest
@@ -329,6 +349,10 @@ from .optimization_page_public import OptimizationPagePublic
 from .optimization_public import OptimizationPublic
 from .optimization_public_status import OptimizationPublicStatus
 from .optimization_status import OptimizationStatus
+from .optimization_studio_config import OptimizationStudioConfig
+from .optimization_studio_config_public import OptimizationStudioConfigPublic
+from .optimization_studio_config_write import OptimizationStudioConfigWrite
+from .optimization_studio_log import OptimizationStudioLog
 from .optimization_write import OptimizationWrite
 from .optimization_write_status import OptimizationWriteStatus
 from .page_columns import PageColumns
@@ -357,19 +381,25 @@ from .project_stats_summary_item import ProjectStatsSummaryItem
 from .project_visibility import ProjectVisibility
 from .prompt import Prompt
 from .prompt_detail import PromptDetail
+from .prompt_detail_template_structure import PromptDetailTemplateStructure
 from .prompt_page_public import PromptPagePublic
 from .prompt_public import PromptPublic
+from .prompt_public_template_structure import PromptPublicTemplateStructure
+from .prompt_template_structure import PromptTemplateStructure
 from .prompt_tokens_details import PromptTokensDetails
 from .prompt_type import PromptType
 from .prompt_version import PromptVersion
 from .prompt_version_detail import PromptVersionDetail
+from .prompt_version_detail_template_structure import PromptVersionDetailTemplateStructure
 from .prompt_version_detail_type import PromptVersionDetailType
 from .prompt_version_link import PromptVersionLink
 from .prompt_version_link_public import PromptVersionLinkPublic
 from .prompt_version_link_write import PromptVersionLinkWrite
 from .prompt_version_page_public import PromptVersionPagePublic
 from .prompt_version_public import PromptVersionPublic
+from .prompt_version_public_template_structure import PromptVersionPublicTemplateStructure
 from .prompt_version_public_type import PromptVersionPublicType
+from .prompt_version_template_structure import PromptVersionTemplateStructure
 from .prompt_version_type import PromptVersionType
 from .provider_api_key import ProviderApiKey
 from .provider_api_key_page_public import ProviderApiKeyPagePublic
@@ -387,8 +417,15 @@ from .span_batch import SpanBatch
 from .span_enrichment_options import SpanEnrichmentOptions
 from .span_experiment_item_bulk_write_view import SpanExperimentItemBulkWriteView
 from .span_experiment_item_bulk_write_view_type import SpanExperimentItemBulkWriteViewType
+from .span_filter import SpanFilter
+from .span_filter_operator import SpanFilterOperator
 from .span_filter_public import SpanFilterPublic
 from .span_filter_public_operator import SpanFilterPublicOperator
+from .span_filter_write import SpanFilterWrite
+from .span_filter_write_operator import SpanFilterWriteOperator
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
+from .span_llm_as_judge_code_write import SpanLlmAsJudgeCodeWrite
 from .span_page_public import SpanPagePublic
 from .span_public import SpanPublic
 from .span_public_type import SpanPublicType
@@ -400,6 +437,24 @@ from .span_write_type import SpanWriteType
 from .spans_count_response import SpansCountResponse
 from .start_multipart_upload_response import StartMultipartUploadResponse
 from .stream_options import StreamOptions
+from .studio_evaluation import StudioEvaluation
+from .studio_evaluation_public import StudioEvaluationPublic
+from .studio_evaluation_write import StudioEvaluationWrite
+from .studio_llm_model import StudioLlmModel
+from .studio_llm_model_public import StudioLlmModelPublic
+from .studio_llm_model_write import StudioLlmModelWrite
+from .studio_message import StudioMessage
+from .studio_message_public import StudioMessagePublic
+from .studio_message_write import StudioMessageWrite
+from .studio_metric import StudioMetric
+from .studio_metric_public import StudioMetricPublic
+from .studio_metric_write import StudioMetricWrite
+from .studio_optimizer import StudioOptimizer
+from .studio_optimizer_public import StudioOptimizerPublic
+from .studio_optimizer_write import StudioOptimizerWrite
+from .studio_prompt import StudioPrompt
+from .studio_prompt_public import StudioPromptPublic
+from .studio_prompt_write import StudioPromptWrite
 from .tool import Tool
 from .tool_call import ToolCall
 from .trace import Trace
@@ -421,6 +476,8 @@ from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_filter_operator import TraceThreadFilterOperator
 from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_filter_public_operator import TraceThreadFilterPublicOperator
+from .trace_thread_filter_write import TraceThreadFilterWrite
+from .trace_thread_filter_write_operator import TraceThreadFilterWriteOperator
 from .trace_thread_identifier import TraceThreadIdentifier
 from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
 from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
@@ -506,17 +563,22 @@ __all__ = [
     "AutomationRuleEvaluatorLlmAsJudge",
     "AutomationRuleEvaluatorLlmAsJudgePublic",
     "AutomationRuleEvaluatorLlmAsJudgeWrite",
-    "AutomationRuleEvaluatorObjectPublic",
-    "AutomationRuleEvaluatorObjectPublic_LlmAsJudge",
-    "AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge",
-    "AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython",
-    "AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython",
+    "AutomationRuleEvaluatorObjectObjectPublic",
+    "AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge",
+    "AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge",
+    "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge",
+    "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython",
+    "AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython",
     "AutomationRuleEvaluatorPagePublic",
     "AutomationRuleEvaluatorPublic",
     "AutomationRuleEvaluatorPublic_LlmAsJudge",
+    "AutomationRuleEvaluatorPublic_SpanLlmAsJudge",
     "AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorPublic_UserDefinedMetricPython",
+    "AutomationRuleEvaluatorSpanLlmAsJudge",
+    "AutomationRuleEvaluatorSpanLlmAsJudgePublic",
+    "AutomationRuleEvaluatorSpanLlmAsJudgeWrite",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite",
@@ -525,10 +587,12 @@ __all__ = [
     "AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite",
     "AutomationRuleEvaluatorUpdate",
     "AutomationRuleEvaluatorUpdateLlmAsJudge",
+    "AutomationRuleEvaluatorUpdateSpanLlmAsJudge",
     "AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdateUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdate_LlmAsJudge",
+    "AutomationRuleEvaluatorUpdate_SpanLlmAsJudge",
     "AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdate_UserDefinedMetricPython",
@@ -537,10 +601,12 @@ __all__ = [
     "AutomationRuleEvaluatorUserDefinedMetricPythonWrite",
     "AutomationRuleEvaluatorWrite",
     "AutomationRuleEvaluatorWrite_LlmAsJudge",
+    "AutomationRuleEvaluatorWrite_SpanLlmAsJudge",
     "AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorWrite_UserDefinedMetricPython",
     "AutomationRuleEvaluator_LlmAsJudge",
+    "AutomationRuleEvaluator_SpanLlmAsJudge",
     "AutomationRuleEvaluator_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluator_UserDefinedMetricPython",
@@ -613,7 +679,15 @@ __all__ = [
     "DatasetItemWriteSource",
     "DatasetPagePublic",
     "DatasetPublic",
+    "DatasetPublicStatus",
     "DatasetPublicVisibility",
+    "DatasetStatus",
+    "DatasetVersionDiff",
+    "DatasetVersionDiffStats",
+    "DatasetVersionPagePublic",
+    "DatasetVersionPublic",
+    "DatasetVersionSummary",
+    "DatasetVersionSummaryPublic",
     "DatasetVisibility",
     "DeleteAttachmentsRequest",
     "DeleteAttachmentsRequestEntityType",
@@ -646,6 +720,9 @@ __all__ = [
     "ExperimentPublic",
     "ExperimentPublicStatus",
     "ExperimentPublicType",
+    "ExperimentScore",
+    "ExperimentScorePublic",
+    "ExperimentScoreWrite",
     "ExperimentStatus",
     "ExperimentType",
     "ExportTraceServiceRequest",
@@ -758,6 +835,10 @@ __all__ = [
     "OptimizationPublic",
     "OptimizationPublicStatus",
     "OptimizationStatus",
+    "OptimizationStudioConfig",
+    "OptimizationStudioConfigPublic",
+    "OptimizationStudioConfigWrite",
+    "OptimizationStudioLog",
     "OptimizationWrite",
     "OptimizationWriteStatus",
     "PageColumns",
@@ -784,19 +865,25 @@ __all__ = [
     "ProjectVisibility",
     "Prompt",
     "PromptDetail",
+    "PromptDetailTemplateStructure",
     "PromptPagePublic",
     "PromptPublic",
+    "PromptPublicTemplateStructure",
+    "PromptTemplateStructure",
     "PromptTokensDetails",
     "PromptType",
     "PromptVersion",
     "PromptVersionDetail",
+    "PromptVersionDetailTemplateStructure",
     "PromptVersionDetailType",
     "PromptVersionLink",
     "PromptVersionLinkPublic",
     "PromptVersionLinkWrite",
     "PromptVersionPagePublic",
     "PromptVersionPublic",
+    "PromptVersionPublicTemplateStructure",
     "PromptVersionPublicType",
+    "PromptVersionTemplateStructure",
     "PromptVersionType",
     "ProviderApiKey",
     "ProviderApiKeyPagePublic",
@@ -814,8 +901,15 @@ __all__ = [
     "SpanEnrichmentOptions",
     "SpanExperimentItemBulkWriteView",
     "SpanExperimentItemBulkWriteViewType",
+    "SpanFilter",
+    "SpanFilterOperator",
     "SpanFilterPublic",
     "SpanFilterPublicOperator",
+    "SpanFilterWrite",
+    "SpanFilterWriteOperator",
+    "SpanLlmAsJudgeCode",
+    "SpanLlmAsJudgeCodePublic",
+    "SpanLlmAsJudgeCodeWrite",
     "SpanPagePublic",
     "SpanPublic",
     "SpanPublicType",
@@ -827,6 +921,24 @@ __all__ = [
     "SpansCountResponse",
     "StartMultipartUploadResponse",
     "StreamOptions",
+    "StudioEvaluation",
+    "StudioEvaluationPublic",
+    "StudioEvaluationWrite",
+    "StudioLlmModel",
+    "StudioLlmModelPublic",
+    "StudioLlmModelWrite",
+    "StudioMessage",
+    "StudioMessagePublic",
+    "StudioMessageWrite",
+    "StudioMetric",
+    "StudioMetricPublic",
+    "StudioMetricWrite",
+    "StudioOptimizer",
+    "StudioOptimizerPublic",
+    "StudioOptimizerWrite",
+    "StudioPrompt",
+    "StudioPromptPublic",
+    "StudioPromptWrite",
     "Tool",
     "ToolCall",
     "Trace",
@@ -848,6 +960,8 @@ __all__ = [
     "TraceThreadFilterOperator",
     "TraceThreadFilterPublic",
     "TraceThreadFilterPublicOperator",
+    "TraceThreadFilterWrite",
+    "TraceThreadFilterWriteOperator",
     "TraceThreadIdentifier",
     "TraceThreadLlmAsJudgeCode",
     "TraceThreadLlmAsJudgeCodePublic",

opik/rest_api/types/aggregation_data.py

@@ -15,6 +15,7 @@ class AggregationData(UniversalBaseModel):
     total_estimated_cost_avg: typing.Optional[float] = None
     duration: typing.Optional[PercentageValues] = None
     feedback_scores: typing.Optional[typing.List[FeedbackScoreAverage]] = None
+    experiment_scores: typing.Optional[typing.List[FeedbackScoreAverage]] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/automation_rule_evaluator.py

@@ -8,7 +8,10 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code import LlmAsJudgeCode
+from .span_filter import SpanFilter
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
 from .trace_filter import TraceFilter
+from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
 from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
 from .user_defined_metric_python_code import UserDefinedMetricPythonCode
@@ -21,7 +24,6 @@ class Base(UniversalBaseModel):
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
-    filters: typing.Optional[typing.List[TraceFilter]] = None
     created_at: typing.Optional[dt.datetime] = None
     created_by: typing.Optional[str] = None
     last_updated_at: typing.Optional[dt.datetime] = None
@@ -40,6 +42,7 @@ class Base(UniversalBaseModel):
 
 class AutomationRuleEvaluator_LlmAsJudge(Base):
     type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[LlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:
@@ -54,6 +57,7 @@ class AutomationRuleEvaluator_LlmAsJudge(Base):
 
 class AutomationRuleEvaluator_UserDefinedMetricPython(Base):
     type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[UserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:
@@ -68,6 +72,7 @@ class AutomationRuleEvaluator_UserDefinedMetricPython(Base):
 
 class AutomationRuleEvaluator_TraceThreadLlmAsJudge(Base):
     type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:
@@ -82,6 +87,7 @@ class AutomationRuleEvaluator_TraceThreadLlmAsJudge(Base):
 
 class AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython(Base):
     type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilter]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCode] = None
 
     if IS_PYDANTIC_V2:
@@ -94,9 +100,25 @@ class AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluator_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluator = typing.Union[
     AutomationRuleEvaluator_LlmAsJudge,
     AutomationRuleEvaluator_UserDefinedMetricPython,
     AutomationRuleEvaluator_TraceThreadLlmAsJudge,
     AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluator_SpanLlmAsJudge,
 ]

opik/rest_api/types/automation_rule_evaluator_llm_as_judge.py

@@ -5,9 +5,11 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code import LlmAsJudgeCode
+from .trace_filter import TraceFilter
 
 
 class AutomationRuleEvaluatorLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilter]] = None
     code: typing.Optional[LlmAsJudgeCode] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_llm_as_judge_public.py

@@ -5,9 +5,11 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .trace_filter_public import TraceFilterPublic
 
 
 class AutomationRuleEvaluatorLlmAsJudgePublic(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[LlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_llm_as_judge_write.py

@@ -5,9 +5,11 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_write import LlmAsJudgeCodeWrite
+from .trace_filter_write import TraceFilterWrite
 
 
 class AutomationRuleEvaluatorLlmAsJudgeWrite(UniversalBaseModel):
+    filters: typing.Optional[typing.List[TraceFilterWrite]] = None
     code: typing.Optional[LlmAsJudgeCodeWrite] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/{automation_rule_evaluator_object_public.py → automation_rule_evaluator_object_object_public.py}

@@ -8,7 +8,10 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .span_filter_public import SpanFilterPublic
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
 from .trace_filter_public import TraceFilterPublic
+from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
 from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
 from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodePublic
@@ -21,7 +24,6 @@ class Base(UniversalBaseModel):
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
-    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     created_at: typing.Optional[dt.datetime] = None
     created_by: typing.Optional[str] = None
     last_updated_at: typing.Optional[dt.datetime] = None
@@ -38,8 +40,9 @@ class Base(UniversalBaseModel):
             extra = pydantic.Extra.allow
 
 
-class AutomationRuleEvaluatorObjectPublic_LlmAsJudge(Base):
+class AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge(Base):
     type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[LlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -52,8 +55,9 @@ class AutomationRuleEvaluatorObjectPublic_LlmAsJudge(Base):
             extra = pydantic.Extra.allow
 
 
-class AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython(Base):
+class AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython(Base):
     type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[UserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -66,8 +70,9 @@ class AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython(Base):
             extra = pydantic.Extra.allow
 
 
-class AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge(Base):
+class AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge(Base):
     type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -80,8 +85,9 @@ class AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge(Base):
             extra = pydantic.Extra.allow
 
 
-class AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython(Base):
+class AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython(Base):
     type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -94,9 +100,25 @@ class AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython(Bas
             extra = pydantic.Extra.allow
 
 
-AutomationRuleEvaluatorObjectPublic = typing.Union[
-    AutomationRuleEvaluatorObjectPublic_LlmAsJudge,
-    AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython,
-    AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge,
-    AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython,
+class AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
+AutomationRuleEvaluatorObjectObjectPublic = typing.Union[
+    AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
+    AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
 ]

opik/rest_api/types/automation_rule_evaluator_page_public.py

@@ -4,14 +4,14 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
-from .automation_rule_evaluator_object_public import AutomationRuleEvaluatorObjectPublic
+from .automation_rule_evaluator_object_object_public import AutomationRuleEvaluatorObjectObjectPublic
 
 
 class AutomationRuleEvaluatorPagePublic(UniversalBaseModel):
     page: typing.Optional[int] = None
     size: typing.Optional[int] = None
     total: typing.Optional[int] = None
-    content: typing.Optional[typing.List[AutomationRuleEvaluatorObjectPublic]] = None
+    content: typing.Optional[typing.List[AutomationRuleEvaluatorObjectObjectPublic]] = None
     sortable_by: typing.Optional[typing.List[str]] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/automation_rule_evaluator_public.py

@@ -8,7 +8,10 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .llm_as_judge_code_public import LlmAsJudgeCodePublic
+from .span_filter_public import SpanFilterPublic
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
 from .trace_filter_public import TraceFilterPublic
+from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
 from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
 from .user_defined_metric_python_code_public import UserDefinedMetricPythonCodePublic
@@ -21,7 +24,6 @@ class Base(UniversalBaseModel):
     name: str
     sampling_rate: typing.Optional[float] = None
     enabled: typing.Optional[bool] = None
-    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     created_at: typing.Optional[dt.datetime] = None
     created_by: typing.Optional[str] = None
     last_updated_at: typing.Optional[dt.datetime] = None
@@ -40,6 +42,7 @@ class Base(UniversalBaseModel):
 
 class AutomationRuleEvaluatorPublic_LlmAsJudge(Base):
     type: typing.Literal["llm_as_judge"] = "llm_as_judge"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[LlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -54,6 +57,7 @@ class AutomationRuleEvaluatorPublic_LlmAsJudge(Base):
 
 class AutomationRuleEvaluatorPublic_UserDefinedMetricPython(Base):
     type: typing.Literal["user_defined_metric_python"] = "user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceFilterPublic]] = None
     code: typing.Optional[UserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -68,6 +72,7 @@ class AutomationRuleEvaluatorPublic_UserDefinedMetricPython(Base):
 
 class AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge(Base):
     type: typing.Literal["trace_thread_llm_as_judge"] = "trace_thread_llm_as_judge"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadLlmAsJudgeCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -82,6 +87,7 @@ class AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge(Base):
 
 class AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython(Base):
     type: typing.Literal["trace_thread_user_defined_metric_python"] = "trace_thread_user_defined_metric_python"
+    filters: typing.Optional[typing.List[TraceThreadFilterPublic]] = None
     code: typing.Optional[TraceThreadUserDefinedMetricPythonCodePublic] = None
 
     if IS_PYDANTIC_V2:
@@ -94,9 +100,25 @@ class AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython(Base):
             extra = pydantic.Extra.allow
 
 
+class AutomationRuleEvaluatorPublic_SpanLlmAsJudge(Base):
+    type: typing.Literal["span_llm_as_judge"] = "span_llm_as_judge"
+    filters: typing.Optional[typing.List[SpanFilterPublic]] = None
+    code: typing.Optional[SpanLlmAsJudgeCodePublic] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow
+
+
 AutomationRuleEvaluatorPublic = typing.Union[
     AutomationRuleEvaluatorPublic_LlmAsJudge,
     AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
     AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
 ]

opik/rest_api/types/automation_rule_evaluator_span_llm_as_judge.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .span_filter import SpanFilter
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+
+
+class AutomationRuleEvaluatorSpanLlmAsJudge(UniversalBaseModel):
+    filters: typing.Optional[typing.List[SpanFilter]] = None
+    code: typing.Optional[SpanLlmAsJudgeCode] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow