opik 1.9.41__py3-none-any.whl → 1.9.86__py3-none-any.whl

opik/rest_api/types/dataset_item_changes_public.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+DatasetItemChangesPublic = typing.Dict[str, typing.Optional[typing.Any]]

opik/rest_api/types/dataset_item_compare.py

@@ -12,7 +12,7 @@ from .json_node import JsonNode
 
 class DatasetItemCompare(UniversalBaseModel):
     id: typing.Optional[str] = None
-    draft_item_id: typing.Optional[str] = None
+    dataset_item_id: typing.Optional[str] = None
     trace_id: typing.Optional[str] = None
     span_id: typing.Optional[str] = None
     source: DatasetItemCompareSource

opik/rest_api/types/dataset_item_filter.py

@@ -8,6 +8,10 @@ from .dataset_item_filter_operator import DatasetItemFilterOperator
 
 
 class DatasetItemFilter(UniversalBaseModel):
+    """
+    Filters to select dataset items to delete within the specified dataset. Must be used with 'dataset_id'. Mutually exclusive with 'item_ids'. Empty array means 'delete all items in the dataset'.
+    """
+
     field: typing.Optional[str] = None
     operator: typing.Optional[DatasetItemFilterOperator] = None
     key: typing.Optional[str] = None

opik/rest_api/types/dataset_item_page_compare.py

@@ -19,7 +19,6 @@ class DatasetItemPageCompare(UniversalBaseModel):
     sortable_by: typing_extensions.Annotated[typing.Optional[typing.List[str]], FieldMetadata(alias="sortableBy")] = (
         None
     )
-    has_draft: typing_extensions.Annotated[typing.Optional[bool], FieldMetadata(alias="hasDraft")] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/dataset_item_page_public.py

@@ -19,7 +19,6 @@ class DatasetItemPagePublic(UniversalBaseModel):
     sortable_by: typing_extensions.Annotated[typing.Optional[typing.List[str]], FieldMetadata(alias="sortableBy")] = (
         None
     )
-    has_draft: typing_extensions.Annotated[typing.Optional[bool], FieldMetadata(alias="hasDraft")] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/dataset_item_public.py

@@ -12,7 +12,7 @@ from .json_node import JsonNode
 
 class DatasetItemPublic(UniversalBaseModel):
     id: typing.Optional[str] = None
-    draft_item_id: typing.Optional[str] = None
+    dataset_item_id: typing.Optional[str] = None
     trace_id: typing.Optional[str] = None
     span_id: typing.Optional[str] = None
     source: DatasetItemPublicSource

opik/rest_api/types/dataset_version_public.py

@@ -17,6 +17,11 @@ class DatasetVersionPublic(UniversalBaseModel):
     Indicates whether this is the latest version of the dataset
     """
 
+    version_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Sequential version name formatted as 'v1', 'v2', etc.
+    """
+
     items_total: typing.Optional[int] = pydantic.Field(default=None)
     """
     Total number of items in this version

opik/rest_api/types/dataset_version_summary.py

@@ -21,6 +21,11 @@ class DatasetVersionSummary(UniversalBaseModel):
     Hash of the version content
     """
 
+    version_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Sequential version name formatted as 'v1', 'v2', etc.
+    """
+
     change_description: typing.Optional[str] = pydantic.Field(default=None)
     """
     Description of changes in this version

opik/rest_api/types/dataset_version_summary_public.py

@@ -21,6 +21,11 @@ class DatasetVersionSummaryPublic(UniversalBaseModel):
     Hash of the version content
     """
 
+    version_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Sequential version name formatted as 'v1', 'v2', etc.
+    """
+
     change_description: typing.Optional[str] = pydantic.Field(default=None)
     """
     Description of changes in this version

opik/rest_api/types/experiment.py

@@ -6,6 +6,7 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .comment import Comment
+from .dataset_version_summary import DatasetVersionSummary
 from .experiment_score import ExperimentScore
 from .experiment_status import ExperimentStatus
 from .experiment_type import ExperimentType
@@ -19,8 +20,10 @@ class Experiment(UniversalBaseModel):
     id: typing.Optional[str] = None
     dataset_name: str
     dataset_id: typing.Optional[str] = None
+    project_id: typing.Optional[str] = None
     name: typing.Optional[str] = None
     metadata: typing.Optional[JsonListString] = None
+    tags: typing.Optional[typing.List[str]] = None
     type: typing.Optional[ExperimentType] = None
     optimization_id: typing.Optional[str] = None
     feedback_scores: typing.Optional[typing.List[FeedbackScoreAverage]] = None
@@ -38,6 +41,12 @@ class Experiment(UniversalBaseModel):
     experiment_scores: typing.Optional[typing.List[ExperimentScore]] = None
     prompt_version: typing.Optional[PromptVersionLink] = None
     prompt_versions: typing.Optional[typing.List[PromptVersionLink]] = None
+    dataset_version_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    ID of the dataset version this experiment is linked to. If not provided at creation, experiment will be automatically linked to the latest version.
+    """
+
+    dataset_version_summary: typing.Optional[DatasetVersionSummary] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/experiment_public.py

@@ -6,6 +6,7 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .comment_public import CommentPublic
+from .dataset_version_summary_public import DatasetVersionSummaryPublic
 from .experiment_public_status import ExperimentPublicStatus
 from .experiment_public_type import ExperimentPublicType
 from .experiment_score_public import ExperimentScorePublic
@@ -19,8 +20,10 @@ class ExperimentPublic(UniversalBaseModel):
     id: typing.Optional[str] = None
     dataset_name: str
     dataset_id: typing.Optional[str] = None
+    project_id: typing.Optional[str] = None
     name: typing.Optional[str] = None
     metadata: typing.Optional[JsonListStringPublic] = None
+    tags: typing.Optional[typing.List[str]] = None
     type: typing.Optional[ExperimentPublicType] = None
     optimization_id: typing.Optional[str] = None
     feedback_scores: typing.Optional[typing.List[FeedbackScoreAveragePublic]] = None
@@ -38,6 +41,12 @@ class ExperimentPublic(UniversalBaseModel):
     experiment_scores: typing.Optional[typing.List[ExperimentScorePublic]] = None
     prompt_version: typing.Optional[PromptVersionLinkPublic] = None
     prompt_versions: typing.Optional[typing.List[PromptVersionLinkPublic]] = None
+    dataset_version_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    ID of the dataset version this experiment is linked to. If not provided at creation, experiment will be automatically linked to the latest version.
+    """
+
+    dataset_version_summary: typing.Optional[DatasetVersionSummaryPublic] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/llm_as_judge_message_content.py

@@ -4,6 +4,7 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .audio_url import AudioUrl
 from .image_url import ImageUrl
 from .video_url import VideoUrl
 
@@ -13,6 +14,7 @@ class LlmAsJudgeMessageContent(UniversalBaseModel):
     text: typing.Optional[str] = None
     image_url: typing.Optional[ImageUrl] = None
     video_url: typing.Optional[VideoUrl] = None
+    audio_url: typing.Optional[AudioUrl] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/llm_as_judge_message_content_public.py

@@ -4,6 +4,7 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .audio_url_public import AudioUrlPublic
 from .image_url_public import ImageUrlPublic
 from .video_url_public import VideoUrlPublic
 
@@ -13,6 +14,7 @@ class LlmAsJudgeMessageContentPublic(UniversalBaseModel):
     text: typing.Optional[str] = None
     image_url: typing.Optional[ImageUrlPublic] = None
     video_url: typing.Optional[VideoUrlPublic] = None
+    audio_url: typing.Optional[AudioUrlPublic] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/llm_as_judge_message_content_write.py

@@ -4,6 +4,7 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .audio_url_write import AudioUrlWrite
 from .image_url_write import ImageUrlWrite
 from .video_url_write import VideoUrlWrite
 
@@ -13,6 +14,7 @@ class LlmAsJudgeMessageContentWrite(UniversalBaseModel):
     text: typing.Optional[str] = None
     image_url: typing.Optional[ImageUrlWrite] = None
     video_url: typing.Optional[VideoUrlWrite] = None
+    audio_url: typing.Optional[AudioUrlWrite] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/manual_evaluation_request_entity_type.py

@@ -2,4 +2,4 @@
 
 import typing
 
-ManualEvaluationRequestEntityType = typing.Union[typing.Literal["trace", "thread"], typing.Any]
+ManualEvaluationRequestEntityType = typing.Union[typing.Literal["trace", "thread", "span"], typing.Any]

opik/rest_api/types/project.py

@@ -27,6 +27,7 @@ class Project(UniversalBaseModel):
     total_estimated_cost_sum: typing.Optional[float] = None
     usage: typing.Optional[typing.Dict[str, float]] = None
     trace_count: typing.Optional[int] = None
+    thread_count: typing.Optional[int] = None
     guardrails_failed_count: typing.Optional[int] = None
     error_count: typing.Optional[ErrorCountWithDeviation] = None
 

opik/rest_api/types/project_detailed.py

@@ -27,6 +27,7 @@ class ProjectDetailed(UniversalBaseModel):
     total_estimated_cost_sum: typing.Optional[float] = None
     usage: typing.Optional[typing.Dict[str, float]] = None
     trace_count: typing.Optional[int] = None
+    thread_count: typing.Optional[int] = None
     guardrails_failed_count: typing.Optional[int] = None
     error_count: typing.Optional[ErrorCountWithDeviationDetailed] = None
 

opik/rest_api/types/project_metric_response_public_metric_type.py

@@ -13,6 +13,10 @@ ProjectMetricResponsePublicMetricType = typing.Union[
         "THREAD_COUNT",
         "THREAD_DURATION",
         "THREAD_FEEDBACK_SCORES",
+        "SPAN_FEEDBACK_SCORES",
+        "SPAN_COUNT",
+        "SPAN_DURATION",
+        "SPAN_TOKEN_USAGE",
     ],
     typing.Any,
 ]

opik/rest_api/types/project_reference.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class ProjectReference(UniversalBaseModel):
+    """
+    Project reference with ID and name
+    """
+
+    project_id: str = pydantic.Field()
+    """
+    Project ID
+    """
+
+    project_name: str = pydantic.Field()
+    """
+    Project name
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/project_reference_public.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class ProjectReferencePublic(UniversalBaseModel):
+    """
+    Project reference with ID and name
+    """
+
+    project_id: str = pydantic.Field()
+    """
+    Project ID
+    """
+
+    project_name: str = pydantic.Field()
+    """
+    Project name
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/project_stats_summary_item.py

@@ -17,6 +17,7 @@ class ProjectStatsSummaryItem(UniversalBaseModel):
     total_estimated_cost_sum: typing.Optional[float] = None
     usage: typing.Optional[typing.Dict[str, float]] = None
     trace_count: typing.Optional[int] = None
+    thread_count: typing.Optional[int] = None
     guardrails_failed_count: typing.Optional[int] = None
     error_count: typing.Optional[ErrorCountWithDeviation] = None
 

opik/rest_api/types/prompt_version.py

@@ -26,6 +26,7 @@ class PromptVersion(UniversalBaseModel):
     metadata: typing.Optional[JsonNode] = None
     type: typing.Optional[PromptVersionType] = None
     change_description: typing.Optional[str] = None
+    tags: typing.Optional[typing.List[str]] = None
     variables: typing.Optional[typing.List[str]] = None
     template_structure: typing.Optional[PromptVersionTemplateStructure] = None
     created_at: typing.Optional[dt.datetime] = None

opik/rest_api/types/prompt_version_detail.py

@@ -26,6 +26,7 @@ class PromptVersionDetail(UniversalBaseModel):
     metadata: typing.Optional[JsonNodeDetail] = None
     type: typing.Optional[PromptVersionDetailType] = None
     change_description: typing.Optional[str] = None
+    tags: typing.Optional[typing.List[str]] = None
     variables: typing.Optional[typing.List[str]] = None
     template_structure: typing.Optional[PromptVersionDetailTemplateStructure] = None
     created_at: typing.Optional[dt.datetime] = None

opik/rest_api/types/prompt_version_page_public.py

@@ -3,7 +3,9 @@
 import typing
 
 import pydantic
+import typing_extensions
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from ..core.serialization import FieldMetadata
 from .prompt_version_public import PromptVersionPublic
 
 
@@ -12,6 +14,9 @@ class PromptVersionPagePublic(UniversalBaseModel):
     size: typing.Optional[int] = None
     total: typing.Optional[int] = None
     content: typing.Optional[typing.List[PromptVersionPublic]] = None
+    sortable_by: typing_extensions.Annotated[typing.Optional[typing.List[str]], FieldMetadata(alias="sortableBy")] = (
+        None
+    )
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/prompt_version_public.py

@@ -26,6 +26,7 @@ class PromptVersionPublic(UniversalBaseModel):
     metadata: typing.Optional[JsonNodePublic] = None
     type: typing.Optional[PromptVersionPublicType] = None
     change_description: typing.Optional[str] = None
+    tags: typing.Optional[typing.List[str]] = None
     template_structure: typing.Optional[PromptVersionPublicTemplateStructure] = None
     created_at: typing.Optional[dt.datetime] = None
     created_by: typing.Optional[str] = None

opik/rest_api/types/prompt_version_update.py

@@ -0,0 +1,33 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class PromptVersionUpdate(UniversalBaseModel):
+    """
+    Update to apply to prompt versions.
+    Note: Prompt versions are immutable by design.
+    Only organizational properties (such as tags etc.) can be updated.
+    Core properties like template, metadata etc. cannot be modified after creation.
+    """
+
+    tags: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Tags to set or merge with existing tags. Follows PATCH semantics:
+    - If merge_tags is true, these tags will be added to existing tags.
+    - If merge_tags is false, these tags will replace all existing tags.
+    - null: preserve existing tags (no change).
+    - empty set: clear all tags merge_tags is false.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/provider_api_key.py

@@ -15,7 +15,7 @@ class ProviderApiKey(UniversalBaseModel):
     name: typing.Optional[str] = None
     provider_name: typing.Optional[str] = pydantic.Field(default=None)
     """
-    Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+    Provider name - required for custom LLM and Bedrock providers to uniquely identify them (e.g., 'ollama', 'vllm', 'Bedrock us-east-1'). Must not be blank for custom and Bedrock providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
     """
 
     headers: typing.Optional[typing.Dict[str, str]] = None
@@ -25,6 +25,10 @@ class ProviderApiKey(UniversalBaseModel):
     created_by: typing.Optional[str] = None
     last_updated_at: typing.Optional[dt.datetime] = None
     last_updated_by: typing.Optional[str] = None
+    read_only: typing.Optional[bool] = pydantic.Field(default=None)
+    """
+    If true, this provider is system-managed and cannot be edited or deleted
+    """
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/provider_api_key_provider.py

@@ -3,5 +3,6 @@
 import typing
 
 ProviderApiKeyProvider = typing.Union[
-    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "custom-llm"], typing.Any
+    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "bedrock", "custom-llm", "opik-free"],
+    typing.Any,
 ]

opik/rest_api/types/provider_api_key_public.py

@@ -15,7 +15,7 @@ class ProviderApiKeyPublic(UniversalBaseModel):
     name: typing.Optional[str] = None
     provider_name: typing.Optional[str] = pydantic.Field(default=None)
     """
-    Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+    Provider name - required for custom LLM and Bedrock providers to uniquely identify them (e.g., 'ollama', 'vllm', 'Bedrock us-east-1'). Must not be blank for custom and Bedrock providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
     """
 
     headers: typing.Optional[typing.Dict[str, str]] = None
@@ -25,6 +25,10 @@ class ProviderApiKeyPublic(UniversalBaseModel):
     created_by: typing.Optional[str] = None
     last_updated_at: typing.Optional[dt.datetime] = None
     last_updated_by: typing.Optional[str] = None
+    read_only: typing.Optional[bool] = pydantic.Field(default=None)
+    """
+    If true, this provider is system-managed and cannot be edited or deleted
+    """
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/provider_api_key_public_provider.py

@@ -3,5 +3,6 @@
 import typing
 
 ProviderApiKeyPublicProvider = typing.Union[
-    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "custom-llm"], typing.Any
+    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "bedrock", "custom-llm", "opik-free"],
+    typing.Any,
 ]

opik/rest_api/types/service_toggles_config.py

@@ -14,6 +14,9 @@ class ServiceTogglesConfig(UniversalBaseModel):
         bool, FieldMetadata(alias="traceThreadPythonEvaluatorEnabled")
     ]
     span_llm_as_judge_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="spanLlmAsJudgeEnabled")]
+    span_user_defined_metric_python_enabled: typing_extensions.Annotated[
+        bool, FieldMetadata(alias="spanUserDefinedMetricPythonEnabled")
+    ]
     guardrails_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="guardrailsEnabled")]
     opik_ai_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="opikAIEnabled")]
     alerts_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="alertsEnabled")]
@@ -21,8 +24,15 @@ class ServiceTogglesConfig(UniversalBaseModel):
     csv_upload_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="csvUploadEnabled")]
     export_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="exportEnabled")]
     optimization_studio_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="optimizationStudioEnabled")]
-    dashboards_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="dashboardsEnabled")]
     dataset_versioning_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="datasetVersioningEnabled")]
+    openai_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="openaiProviderEnabled")]
+    anthropic_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="anthropicProviderEnabled")]
+    gemini_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="geminiProviderEnabled")]
+    openrouter_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="openrouterProviderEnabled")]
+    vertexai_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="vertexaiProviderEnabled")]
+    bedrock_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="bedrockProviderEnabled")]
+    customllm_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="customllmProviderEnabled")]
+    collaborators_tab_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="collaboratorsTabEnabled")]
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/span_user_defined_metric_python_code.py

@@ -0,0 +1,20 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class SpanUserDefinedMetricPythonCode(UniversalBaseModel):
+    metric: str
+    arguments: typing.Dict[str, str]
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/span_user_defined_metric_python_code_public.py

@@ -0,0 +1,20 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class SpanUserDefinedMetricPythonCodePublic(UniversalBaseModel):
+    metric: str
+    arguments: typing.Dict[str, str]
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/span_user_defined_metric_python_code_write.py

@@ -0,0 +1,20 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class SpanUserDefinedMetricPythonCodeWrite(UniversalBaseModel):
+    metric: str
+    arguments: typing.Dict[str, str]
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/types.py

@@ -2,6 +2,7 @@ import enum
 import sys
 from typing import Literal, Optional
 
+from pydantic import StrictStr
 from typing_extensions import TypedDict
 
 if sys.version_info < (3, 11):
@@ -79,6 +80,41 @@ class FeedbackScoreDict(TypedDict):
     """An optional explanation or justification for the given score."""
 
 
+class BatchFeedbackScoreDict(TypedDict):
+    """
+    A TypedDict representing a feedback score for batch operations.
+
+    This class defines the structure for feedback scores used in batch logging
+    operations, with a required id field and optional per-score project_name.
+    """
+
+    id: Required[str]
+    """
+    A unique identifier for the object this score should be assigned to.
+    Refers to either the trace_id, span_id or thread_id depending on how the score is logged.
+    Required for batch operations.
+    """
+
+    name: Required[str]
+    """The name of the feedback metric or criterion."""
+
+    value: Required[float]
+    """The numerical value of the feedback score."""
+
+    project_name: NotRequired[Optional[StrictStr]]
+    """
+    The name of the project for this specific score.
+    If not provided, falls back to the project_name parameter in the method call,
+    or the default project name configured in the Opik instance.
+    """
+
+    category_name: NotRequired[Optional[str]]
+    """An optional category name for the given score."""
+
+    reason: NotRequired[Optional[str]]
+    """An optional explanation or justification for the given score."""
+
+
 class ErrorInfoDict(TypedDict):
     """
     A TypedDict representing the information about the error occurred.