opik 1.9.5__py3-none-any.whl → 1.9.39__py3-none-any.whl

opik/rest_api/types/__init__.py

@@ -41,6 +41,7 @@ from .auth_details_holder import AuthDetailsHolder
 from .automation_rule_evaluator import (
     AutomationRuleEvaluator,
     AutomationRuleEvaluator_LlmAsJudge,
+    AutomationRuleEvaluator_SpanLlmAsJudge,
     AutomationRuleEvaluator_TraceThreadLlmAsJudge,
     AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluator_UserDefinedMetricPython,
@@ -48,21 +49,26 @@ from .automation_rule_evaluator import (
 from .automation_rule_evaluator_llm_as_judge import AutomationRuleEvaluatorLlmAsJudge
 from .automation_rule_evaluator_llm_as_judge_public import AutomationRuleEvaluatorLlmAsJudgePublic
 from .automation_rule_evaluator_llm_as_judge_write import AutomationRuleEvaluatorLlmAsJudgeWrite
-from .automation_rule_evaluator_object_public import (
-    AutomationRuleEvaluatorObjectPublic,
-    AutomationRuleEvaluatorObjectPublic_LlmAsJudge,
-    AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge,
-    AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython,
-    AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython,
+from .automation_rule_evaluator_object_object_public import (
+    AutomationRuleEvaluatorObjectObjectPublic,
+    AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
+    AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
 )
 from .automation_rule_evaluator_page_public import AutomationRuleEvaluatorPagePublic
 from .automation_rule_evaluator_public import (
     AutomationRuleEvaluatorPublic,
     AutomationRuleEvaluatorPublic_LlmAsJudge,
+    AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
     AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
 )
+from .automation_rule_evaluator_span_llm_as_judge import AutomationRuleEvaluatorSpanLlmAsJudge
+from .automation_rule_evaluator_span_llm_as_judge_public import AutomationRuleEvaluatorSpanLlmAsJudgePublic
+from .automation_rule_evaluator_span_llm_as_judge_write import AutomationRuleEvaluatorSpanLlmAsJudgeWrite
 from .automation_rule_evaluator_trace_thread_llm_as_judge import AutomationRuleEvaluatorTraceThreadLlmAsJudge
 from .automation_rule_evaluator_trace_thread_llm_as_judge_public import (
     AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic,
@@ -80,11 +86,13 @@ from .automation_rule_evaluator_trace_thread_user_defined_metric_python_write im
 from .automation_rule_evaluator_update import (
     AutomationRuleEvaluatorUpdate,
     AutomationRuleEvaluatorUpdate_LlmAsJudge,
+    AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
     AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
 )
 from .automation_rule_evaluator_update_llm_as_judge import AutomationRuleEvaluatorUpdateLlmAsJudge
+from .automation_rule_evaluator_update_span_llm_as_judge import AutomationRuleEvaluatorUpdateSpanLlmAsJudge
 from .automation_rule_evaluator_update_trace_thread_llm_as_judge import (
     AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge,
 )
@@ -104,6 +112,7 @@ from .automation_rule_evaluator_user_defined_metric_python_write import (
 from .automation_rule_evaluator_write import (
     AutomationRuleEvaluatorWrite,
     AutomationRuleEvaluatorWrite_LlmAsJudge,
+    AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
     AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
@@ -113,6 +122,14 @@ from .batch_delete import BatchDelete
 from .batch_delete_by_project import BatchDeleteByProject
 from .bi_information import BiInformation
 from .bi_information_response import BiInformationResponse
+from .boolean_feedback_definition import BooleanFeedbackDefinition
+from .boolean_feedback_definition_create import BooleanFeedbackDefinitionCreate
+from .boolean_feedback_definition_public import BooleanFeedbackDefinitionPublic
+from .boolean_feedback_definition_update import BooleanFeedbackDefinitionUpdate
+from .boolean_feedback_detail import BooleanFeedbackDetail
+from .boolean_feedback_detail_create import BooleanFeedbackDetailCreate
+from .boolean_feedback_detail_public import BooleanFeedbackDetailPublic
+from .boolean_feedback_detail_update import BooleanFeedbackDetailUpdate
 from .categorical_feedback_definition import CategoricalFeedbackDefinition
 from .categorical_feedback_definition_create import CategoricalFeedbackDefinitionCreate
 from .categorical_feedback_definition_public import CategoricalFeedbackDefinitionPublic
@@ -146,6 +163,8 @@ from .complete_multipart_upload_request import CompleteMultipartUploadRequest
 from .complete_multipart_upload_request_entity_type import CompleteMultipartUploadRequestEntityType
 from .completion_tokens_details import CompletionTokensDetails
 from .count_value_stat_public import CountValueStatPublic
+from .dashboard_page_public import DashboardPagePublic
+from .dashboard_public import DashboardPublic
 from .data_point_double import DataPointDouble
 from .data_point_number_public import DataPointNumberPublic
 from .dataset import Dataset
@@ -155,16 +174,25 @@ from .dataset_item import DatasetItem
 from .dataset_item_batch import DatasetItemBatch
 from .dataset_item_compare import DatasetItemCompare
 from .dataset_item_compare_source import DatasetItemCompareSource
+from .dataset_item_filter import DatasetItemFilter
+from .dataset_item_filter_operator import DatasetItemFilterOperator
 from .dataset_item_page_compare import DatasetItemPageCompare
 from .dataset_item_page_public import DatasetItemPagePublic
 from .dataset_item_public import DatasetItemPublic
 from .dataset_item_public_source import DatasetItemPublicSource
 from .dataset_item_source import DatasetItemSource
+from .dataset_item_update import DatasetItemUpdate
 from .dataset_item_write import DatasetItemWrite
 from .dataset_item_write_source import DatasetItemWriteSource
 from .dataset_page_public import DatasetPagePublic
 from .dataset_public import DatasetPublic
+from .dataset_public_status import DatasetPublicStatus
 from .dataset_public_visibility import DatasetPublicVisibility
+from .dataset_status import DatasetStatus
+from .dataset_version_diff import DatasetVersionDiff
+from .dataset_version_diff_stats import DatasetVersionDiffStats
+from .dataset_version_page_public import DatasetVersionPagePublic
+from .dataset_version_public import DatasetVersionPublic
 from .dataset_visibility import DatasetVisibility
 from .delete_attachments_request import DeleteAttachmentsRequest
 from .delete_attachments_request_entity_type import DeleteAttachmentsRequestEntityType
@@ -199,18 +227,32 @@ from .experiment_page_public import ExperimentPagePublic
 from .experiment_public import ExperimentPublic
 from .experiment_public_status import ExperimentPublicStatus
 from .experiment_public_type import ExperimentPublicType
+from .experiment_score import ExperimentScore
+from .experiment_score_public import ExperimentScorePublic
+from .experiment_score_write import ExperimentScoreWrite
 from .experiment_status import ExperimentStatus
 from .experiment_type import ExperimentType
 from .export_trace_service_request import ExportTraceServiceRequest
-from .feedback import Feedback, Feedback_Categorical, Feedback_Numerical
-from .feedback_create import FeedbackCreate, FeedbackCreate_Categorical, FeedbackCreate_Numerical
+from .feedback import Feedback, Feedback_Boolean, Feedback_Categorical, Feedback_Numerical
+from .feedback_create import (
+    FeedbackCreate,
+    FeedbackCreate_Boolean,
+    FeedbackCreate_Categorical,
+    FeedbackCreate_Numerical,
+)
 from .feedback_definition_page_public import FeedbackDefinitionPagePublic
 from .feedback_object_public import (
     FeedbackObjectPublic,
+    FeedbackObjectPublic_Boolean,
     FeedbackObjectPublic_Categorical,
     FeedbackObjectPublic_Numerical,
 )
-from .feedback_public import FeedbackPublic, FeedbackPublic_Categorical, FeedbackPublic_Numerical
+from .feedback_public import (
+    FeedbackPublic,
+    FeedbackPublic_Boolean,
+    FeedbackPublic_Categorical,
+    FeedbackPublic_Numerical,
+)
 from .feedback_score import FeedbackScore
 from .feedback_score_average import FeedbackScoreAverage
 from .feedback_score_average_detailed import FeedbackScoreAverageDetailed
@@ -228,7 +270,12 @@ from .feedback_score_names import FeedbackScoreNames
 from .feedback_score_public import FeedbackScorePublic
 from .feedback_score_public_source import FeedbackScorePublicSource
 from .feedback_score_source import FeedbackScoreSource
-from .feedback_update import FeedbackUpdate, FeedbackUpdate_Categorical, FeedbackUpdate_Numerical
+from .feedback_update import (
+    FeedbackUpdate,
+    FeedbackUpdate_Boolean,
+    FeedbackUpdate_Categorical,
+    FeedbackUpdate_Numerical,
+)
 from .function import Function
 from .function_call import FunctionCall
 from .group_content import GroupContent
@@ -245,6 +292,9 @@ from .guardrail_write_result import GuardrailWriteResult
 from .guardrails_validation import GuardrailsValidation
 from .guardrails_validation_public import GuardrailsValidationPublic
 from .ids_holder import IdsHolder
+from .image_url import ImageUrl
+from .image_url_public import ImageUrlPublic
+from .image_url_write import ImageUrlWrite
 from .json_list_string import JsonListString
 from .json_list_string_compare import JsonListStringCompare
 from .json_list_string_experiment_item_bulk_write_view import JsonListStringExperimentItemBulkWriteView
@@ -259,6 +309,9 @@ from .llm_as_judge_code import LlmAsJudgeCode
 from .llm_as_judge_code_public import LlmAsJudgeCodePublic
 from .llm_as_judge_code_write import LlmAsJudgeCodeWrite
 from .llm_as_judge_message import LlmAsJudgeMessage
+from .llm_as_judge_message_content import LlmAsJudgeMessageContent
+from .llm_as_judge_message_content_public import LlmAsJudgeMessageContentPublic
+from .llm_as_judge_message_content_write import LlmAsJudgeMessageContentWrite
 from .llm_as_judge_message_public import LlmAsJudgeMessagePublic
 from .llm_as_judge_message_public_role import LlmAsJudgeMessagePublicRole
 from .llm_as_judge_message_role import LlmAsJudgeMessageRole
@@ -294,6 +347,10 @@ from .optimization_page_public import OptimizationPagePublic
 from .optimization_public import OptimizationPublic
 from .optimization_public_status import OptimizationPublicStatus
 from .optimization_status import OptimizationStatus
+from .optimization_studio_config import OptimizationStudioConfig
+from .optimization_studio_config_public import OptimizationStudioConfigPublic
+from .optimization_studio_config_write import OptimizationStudioConfigWrite
+from .optimization_studio_log import OptimizationStudioLog
 from .optimization_write import OptimizationWrite
 from .optimization_write_status import OptimizationWriteStatus
 from .page_columns import PageColumns
@@ -322,19 +379,25 @@ from .project_stats_summary_item import ProjectStatsSummaryItem
 from .project_visibility import ProjectVisibility
 from .prompt import Prompt
 from .prompt_detail import PromptDetail
+from .prompt_detail_template_structure import PromptDetailTemplateStructure
 from .prompt_page_public import PromptPagePublic
 from .prompt_public import PromptPublic
+from .prompt_public_template_structure import PromptPublicTemplateStructure
+from .prompt_template_structure import PromptTemplateStructure
 from .prompt_tokens_details import PromptTokensDetails
 from .prompt_type import PromptType
 from .prompt_version import PromptVersion
 from .prompt_version_detail import PromptVersionDetail
+from .prompt_version_detail_template_structure import PromptVersionDetailTemplateStructure
 from .prompt_version_detail_type import PromptVersionDetailType
 from .prompt_version_link import PromptVersionLink
 from .prompt_version_link_public import PromptVersionLinkPublic
 from .prompt_version_link_write import PromptVersionLinkWrite
 from .prompt_version_page_public import PromptVersionPagePublic
 from .prompt_version_public import PromptVersionPublic
+from .prompt_version_public_template_structure import PromptVersionPublicTemplateStructure
 from .prompt_version_public_type import PromptVersionPublicType
+from .prompt_version_template_structure import PromptVersionTemplateStructure
 from .prompt_version_type import PromptVersionType
 from .provider_api_key import ProviderApiKey
 from .provider_api_key_page_public import ProviderApiKeyPagePublic
@@ -349,19 +412,47 @@ from .score_name import ScoreName
 from .service_toggles_config import ServiceTogglesConfig
 from .span import Span
 from .span_batch import SpanBatch
+from .span_enrichment_options import SpanEnrichmentOptions
 from .span_experiment_item_bulk_write_view import SpanExperimentItemBulkWriteView
 from .span_experiment_item_bulk_write_view_type import SpanExperimentItemBulkWriteViewType
+from .span_filter import SpanFilter
+from .span_filter_operator import SpanFilterOperator
 from .span_filter_public import SpanFilterPublic
 from .span_filter_public_operator import SpanFilterPublicOperator
+from .span_filter_write import SpanFilterWrite
+from .span_filter_write_operator import SpanFilterWriteOperator
+from .span_llm_as_judge_code import SpanLlmAsJudgeCode
+from .span_llm_as_judge_code_public import SpanLlmAsJudgeCodePublic
+from .span_llm_as_judge_code_write import SpanLlmAsJudgeCodeWrite
 from .span_page_public import SpanPagePublic
 from .span_public import SpanPublic
 from .span_public_type import SpanPublicType
 from .span_type import SpanType
+from .span_update import SpanUpdate
+from .span_update_type import SpanUpdateType
 from .span_write import SpanWrite
 from .span_write_type import SpanWriteType
 from .spans_count_response import SpansCountResponse
 from .start_multipart_upload_response import StartMultipartUploadResponse
 from .stream_options import StreamOptions
+from .studio_evaluation import StudioEvaluation
+from .studio_evaluation_public import StudioEvaluationPublic
+from .studio_evaluation_write import StudioEvaluationWrite
+from .studio_llm_model import StudioLlmModel
+from .studio_llm_model_public import StudioLlmModelPublic
+from .studio_llm_model_write import StudioLlmModelWrite
+from .studio_message import StudioMessage
+from .studio_message_public import StudioMessagePublic
+from .studio_message_write import StudioMessageWrite
+from .studio_metric import StudioMetric
+from .studio_metric_public import StudioMetricPublic
+from .studio_metric_write import StudioMetricWrite
+from .studio_optimizer import StudioOptimizer
+from .studio_optimizer_public import StudioOptimizerPublic
+from .studio_optimizer_write import StudioOptimizerWrite
+from .studio_prompt import StudioPrompt
+from .studio_prompt_public import StudioPromptPublic
+from .studio_prompt_write import StudioPromptWrite
 from .tool import Tool
 from .tool_call import ToolCall
 from .trace import Trace
@@ -383,15 +474,19 @@ from .trace_thread_filter import TraceThreadFilter
 from .trace_thread_filter_operator import TraceThreadFilterOperator
 from .trace_thread_filter_public import TraceThreadFilterPublic
 from .trace_thread_filter_public_operator import TraceThreadFilterPublicOperator
+from .trace_thread_filter_write import TraceThreadFilterWrite
+from .trace_thread_filter_write_operator import TraceThreadFilterWriteOperator
 from .trace_thread_identifier import TraceThreadIdentifier
 from .trace_thread_llm_as_judge_code import TraceThreadLlmAsJudgeCode
 from .trace_thread_llm_as_judge_code_public import TraceThreadLlmAsJudgeCodePublic
 from .trace_thread_llm_as_judge_code_write import TraceThreadLlmAsJudgeCodeWrite
 from .trace_thread_page import TraceThreadPage
 from .trace_thread_status import TraceThreadStatus
+from .trace_thread_update import TraceThreadUpdate
 from .trace_thread_user_defined_metric_python_code import TraceThreadUserDefinedMetricPythonCode
 from .trace_thread_user_defined_metric_python_code_public import TraceThreadUserDefinedMetricPythonCodePublic
 from .trace_thread_user_defined_metric_python_code_write import TraceThreadUserDefinedMetricPythonCodeWrite
+from .trace_update import TraceUpdate
 from .trace_visibility_mode import TraceVisibilityMode
 from .trace_write import TraceWrite
 from .usage import Usage
@@ -406,6 +501,9 @@ from .value_entry_experiment_item_bulk_write_view_source import ValueEntryExperi
 from .value_entry_public import ValueEntryPublic
 from .value_entry_public_source import ValueEntryPublicSource
 from .value_entry_source import ValueEntrySource
+from .video_url import VideoUrl
+from .video_url_public import VideoUrlPublic
+from .video_url_write import VideoUrlWrite
 from .webhook import Webhook
 from .webhook_examples import WebhookExamples
 from .webhook_public import WebhookPublic
@@ -463,17 +561,22 @@ __all__ = [
     "AutomationRuleEvaluatorLlmAsJudge",
     "AutomationRuleEvaluatorLlmAsJudgePublic",
     "AutomationRuleEvaluatorLlmAsJudgeWrite",
-    "AutomationRuleEvaluatorObjectPublic",
-    "AutomationRuleEvaluatorObjectPublic_LlmAsJudge",
-    "AutomationRuleEvaluatorObjectPublic_TraceThreadLlmAsJudge",
-    "AutomationRuleEvaluatorObjectPublic_TraceThreadUserDefinedMetricPython",
-    "AutomationRuleEvaluatorObjectPublic_UserDefinedMetricPython",
+    "AutomationRuleEvaluatorObjectObjectPublic",
+    "AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge",
+    "AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge",
+    "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge",
+    "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython",
+    "AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython",
     "AutomationRuleEvaluatorPagePublic",
     "AutomationRuleEvaluatorPublic",
     "AutomationRuleEvaluatorPublic_LlmAsJudge",
+    "AutomationRuleEvaluatorPublic_SpanLlmAsJudge",
     "AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorPublic_UserDefinedMetricPython",
+    "AutomationRuleEvaluatorSpanLlmAsJudge",
+    "AutomationRuleEvaluatorSpanLlmAsJudgePublic",
+    "AutomationRuleEvaluatorSpanLlmAsJudgeWrite",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite",
@@ -482,10 +585,12 @@ __all__ = [
     "AutomationRuleEvaluatorTraceThreadUserDefinedMetricPythonWrite",
     "AutomationRuleEvaluatorUpdate",
     "AutomationRuleEvaluatorUpdateLlmAsJudge",
+    "AutomationRuleEvaluatorUpdateSpanLlmAsJudge",
     "AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdateUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdate_LlmAsJudge",
+    "AutomationRuleEvaluatorUpdate_SpanLlmAsJudge",
     "AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdate_UserDefinedMetricPython",
@@ -494,10 +599,12 @@ __all__ = [
     "AutomationRuleEvaluatorUserDefinedMetricPythonWrite",
     "AutomationRuleEvaluatorWrite",
     "AutomationRuleEvaluatorWrite_LlmAsJudge",
+    "AutomationRuleEvaluatorWrite_SpanLlmAsJudge",
     "AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorWrite_UserDefinedMetricPython",
     "AutomationRuleEvaluator_LlmAsJudge",
+    "AutomationRuleEvaluator_SpanLlmAsJudge",
     "AutomationRuleEvaluator_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluator_UserDefinedMetricPython",
@@ -506,6 +613,14 @@ __all__ = [
     "BatchDeleteByProject",
     "BiInformation",
     "BiInformationResponse",
+    "BooleanFeedbackDefinition",
+    "BooleanFeedbackDefinitionCreate",
+    "BooleanFeedbackDefinitionPublic",
+    "BooleanFeedbackDefinitionUpdate",
+    "BooleanFeedbackDetail",
+    "BooleanFeedbackDetailCreate",
+    "BooleanFeedbackDetailPublic",
+    "BooleanFeedbackDetailUpdate",
     "CategoricalFeedbackDefinition",
     "CategoricalFeedbackDefinitionCreate",
     "CategoricalFeedbackDefinitionPublic",
@@ -539,6 +654,8 @@ __all__ = [
     "CompleteMultipartUploadRequestEntityType",
     "CompletionTokensDetails",
     "CountValueStatPublic",
+    "DashboardPagePublic",
+    "DashboardPublic",
     "DataPointDouble",
     "DataPointNumberPublic",
     "Dataset",
@@ -548,16 +665,25 @@ __all__ = [
     "DatasetItemBatch",
     "DatasetItemCompare",
     "DatasetItemCompareSource",
+    "DatasetItemFilter",
+    "DatasetItemFilterOperator",
     "DatasetItemPageCompare",
     "DatasetItemPagePublic",
     "DatasetItemPublic",
     "DatasetItemPublicSource",
     "DatasetItemSource",
+    "DatasetItemUpdate",
     "DatasetItemWrite",
     "DatasetItemWriteSource",
     "DatasetPagePublic",
     "DatasetPublic",
+    "DatasetPublicStatus",
     "DatasetPublicVisibility",
+    "DatasetStatus",
+    "DatasetVersionDiff",
+    "DatasetVersionDiffStats",
+    "DatasetVersionPagePublic",
+    "DatasetVersionPublic",
     "DatasetVisibility",
     "DeleteAttachmentsRequest",
     "DeleteAttachmentsRequestEntityType",
@@ -590,18 +716,24 @@ __all__ = [
     "ExperimentPublic",
     "ExperimentPublicStatus",
     "ExperimentPublicType",
+    "ExperimentScore",
+    "ExperimentScorePublic",
+    "ExperimentScoreWrite",
     "ExperimentStatus",
     "ExperimentType",
     "ExportTraceServiceRequest",
     "Feedback",
     "FeedbackCreate",
+    "FeedbackCreate_Boolean",
     "FeedbackCreate_Categorical",
     "FeedbackCreate_Numerical",
     "FeedbackDefinitionPagePublic",
     "FeedbackObjectPublic",
+    "FeedbackObjectPublic_Boolean",
     "FeedbackObjectPublic_Categorical",
     "FeedbackObjectPublic_Numerical",
     "FeedbackPublic",
+    "FeedbackPublic_Boolean",
     "FeedbackPublic_Categorical",
     "FeedbackPublic_Numerical",
     "FeedbackScore",
@@ -622,8 +754,10 @@ __all__ = [
     "FeedbackScorePublicSource",
     "FeedbackScoreSource",
     "FeedbackUpdate",
+    "FeedbackUpdate_Boolean",
     "FeedbackUpdate_Categorical",
     "FeedbackUpdate_Numerical",
+    "Feedback_Boolean",
     "Feedback_Categorical",
     "Feedback_Numerical",
     "Function",
@@ -642,6 +776,9 @@ __all__ = [
     "GuardrailsValidation",
     "GuardrailsValidationPublic",
     "IdsHolder",
+    "ImageUrl",
+    "ImageUrlPublic",
+    "ImageUrlWrite",
     "JsonListString",
     "JsonListStringCompare",
     "JsonListStringExperimentItemBulkWriteView",
@@ -656,6 +793,9 @@ __all__ = [
     "LlmAsJudgeCodePublic",
     "LlmAsJudgeCodeWrite",
     "LlmAsJudgeMessage",
+    "LlmAsJudgeMessageContent",
+    "LlmAsJudgeMessageContentPublic",
+    "LlmAsJudgeMessageContentWrite",
     "LlmAsJudgeMessagePublic",
     "LlmAsJudgeMessagePublicRole",
     "LlmAsJudgeMessageRole",
@@ -691,6 +831,10 @@ __all__ = [
     "OptimizationPublic",
     "OptimizationPublicStatus",
     "OptimizationStatus",
+    "OptimizationStudioConfig",
+    "OptimizationStudioConfigPublic",
+    "OptimizationStudioConfigWrite",
+    "OptimizationStudioLog",
     "OptimizationWrite",
     "OptimizationWriteStatus",
     "PageColumns",
@@ -717,19 +861,25 @@ __all__ = [
     "ProjectVisibility",
     "Prompt",
     "PromptDetail",
+    "PromptDetailTemplateStructure",
     "PromptPagePublic",
     "PromptPublic",
+    "PromptPublicTemplateStructure",
+    "PromptTemplateStructure",
     "PromptTokensDetails",
     "PromptType",
     "PromptVersion",
     "PromptVersionDetail",
+    "PromptVersionDetailTemplateStructure",
     "PromptVersionDetailType",
     "PromptVersionLink",
     "PromptVersionLinkPublic",
     "PromptVersionLinkWrite",
     "PromptVersionPagePublic",
     "PromptVersionPublic",
+    "PromptVersionPublicTemplateStructure",
     "PromptVersionPublicType",
+    "PromptVersionTemplateStructure",
     "PromptVersionType",
     "ProviderApiKey",
     "ProviderApiKeyPagePublic",
@@ -744,19 +894,47 @@ __all__ = [
     "ServiceTogglesConfig",
     "Span",
     "SpanBatch",
+    "SpanEnrichmentOptions",
     "SpanExperimentItemBulkWriteView",
     "SpanExperimentItemBulkWriteViewType",
+    "SpanFilter",
+    "SpanFilterOperator",
     "SpanFilterPublic",
     "SpanFilterPublicOperator",
+    "SpanFilterWrite",
+    "SpanFilterWriteOperator",
+    "SpanLlmAsJudgeCode",
+    "SpanLlmAsJudgeCodePublic",
+    "SpanLlmAsJudgeCodeWrite",
     "SpanPagePublic",
     "SpanPublic",
     "SpanPublicType",
     "SpanType",
+    "SpanUpdate",
+    "SpanUpdateType",
     "SpanWrite",
     "SpanWriteType",
     "SpansCountResponse",
     "StartMultipartUploadResponse",
     "StreamOptions",
+    "StudioEvaluation",
+    "StudioEvaluationPublic",
+    "StudioEvaluationWrite",
+    "StudioLlmModel",
+    "StudioLlmModelPublic",
+    "StudioLlmModelWrite",
+    "StudioMessage",
+    "StudioMessagePublic",
+    "StudioMessageWrite",
+    "StudioMetric",
+    "StudioMetricPublic",
+    "StudioMetricWrite",
+    "StudioOptimizer",
+    "StudioOptimizerPublic",
+    "StudioOptimizerWrite",
+    "StudioPrompt",
+    "StudioPromptPublic",
+    "StudioPromptWrite",
     "Tool",
     "ToolCall",
     "Trace",
@@ -778,15 +956,19 @@ __all__ = [
     "TraceThreadFilterOperator",
     "TraceThreadFilterPublic",
     "TraceThreadFilterPublicOperator",
+    "TraceThreadFilterWrite",
+    "TraceThreadFilterWriteOperator",
     "TraceThreadIdentifier",
     "TraceThreadLlmAsJudgeCode",
     "TraceThreadLlmAsJudgeCodePublic",
     "TraceThreadLlmAsJudgeCodeWrite",
     "TraceThreadPage",
     "TraceThreadStatus",
+    "TraceThreadUpdate",
     "TraceThreadUserDefinedMetricPythonCode",
     "TraceThreadUserDefinedMetricPythonCodePublic",
     "TraceThreadUserDefinedMetricPythonCodeWrite",
+    "TraceUpdate",
     "TraceVisibilityMode",
     "TraceWrite",
     "Usage",
@@ -801,6 +983,9 @@ __all__ = [
     "ValueEntryPublic",
     "ValueEntryPublicSource",
     "ValueEntrySource",
+    "VideoUrl",
+    "VideoUrlPublic",
+    "VideoUrlWrite",
     "Webhook",
     "WebhookExamples",
     "WebhookPublic",

opik/rest_api/types/aggregation_data.py

@@ -15,6 +15,7 @@ class AggregationData(UniversalBaseModel):
     total_estimated_cost_avg: typing.Optional[float] = None
     duration: typing.Optional[PercentageValues] = None
     feedback_scores: typing.Optional[typing.List[FeedbackScoreAverage]] = None
+    experiment_scores: typing.Optional[typing.List[FeedbackScoreAverage]] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/alert_trigger_config_public_type.py

@@ -2,4 +2,9 @@
 
 import typing
 
-AlertTriggerConfigPublicType = typing.Union[typing.Literal["scope:project", "threshold:feedback_score"], typing.Any]
+AlertTriggerConfigPublicType = typing.Union[
+    typing.Literal[
+        "scope:project", "threshold:feedback_score", "threshold:cost", "threshold:latency", "threshold:errors"
+    ],
+    typing.Any,
+]

opik/rest_api/types/alert_trigger_config_type.py

@@ -2,4 +2,9 @@
 
 import typing
 
-AlertTriggerConfigType = typing.Union[typing.Literal["scope:project", "threshold:feedback_score"], typing.Any]
+AlertTriggerConfigType = typing.Union[
+    typing.Literal[
+        "scope:project", "threshold:feedback_score", "threshold:cost", "threshold:latency", "threshold:errors"
+    ],
+    typing.Any,
+]

opik/rest_api/types/alert_trigger_config_write_type.py

@@ -2,4 +2,9 @@
 
 import typing
 
-AlertTriggerConfigWriteType = typing.Union[typing.Literal["scope:project", "threshold:feedback_score"], typing.Any]
+AlertTriggerConfigWriteType = typing.Union[
+    typing.Literal[
+        "scope:project", "threshold:feedback_score", "threshold:cost", "threshold:latency", "threshold:errors"
+    ],
+    typing.Any,
+]