opik 1.9.39__py3-none-any.whl → 1.9.86__py3-none-any.whl

opik/rest_api/types/dataset.py

@@ -6,6 +6,7 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .dataset_status import DatasetStatus
+from .dataset_version_summary import DatasetVersionSummary
 from .dataset_visibility import DatasetVisibility
 
 
@@ -27,6 +28,7 @@ class Dataset(UniversalBaseModel):
     most_recent_optimization_at: typing.Optional[dt.datetime] = None
     last_created_optimization_at: typing.Optional[dt.datetime] = None
     status: typing.Optional[DatasetStatus] = None
+    latest_version: typing.Optional[DatasetVersionSummary] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/dataset_item.py

@@ -12,7 +12,7 @@ from .json_node import JsonNode
 
 class DatasetItem(UniversalBaseModel):
     id: typing.Optional[str] = None
-    draft_item_id: typing.Optional[str] = None
+    dataset_item_id: typing.Optional[str] = None
     trace_id: typing.Optional[str] = None
     span_id: typing.Optional[str] = None
     source: DatasetItemSource

opik/rest_api/types/dataset_item_batch.py

@@ -19,6 +19,10 @@ class DatasetItemBatch(UniversalBaseModel):
     """
 
     items: typing.List[DatasetItem]
+    batch_group_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Optional batch group ID to group multiple batches into a single dataset version. If null, mutates the latest version instead of creating a new one.
+    """
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/dataset_item_changes_public.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+DatasetItemChangesPublic = typing.Dict[str, typing.Optional[typing.Any]]

opik/rest_api/types/dataset_item_compare.py

@@ -12,7 +12,7 @@ from .json_node import JsonNode
 
 class DatasetItemCompare(UniversalBaseModel):
     id: typing.Optional[str] = None
-    draft_item_id: typing.Optional[str] = None
+    dataset_item_id: typing.Optional[str] = None
     trace_id: typing.Optional[str] = None
     span_id: typing.Optional[str] = None
     source: DatasetItemCompareSource

opik/rest_api/types/dataset_item_filter.py

@@ -8,6 +8,10 @@ from .dataset_item_filter_operator import DatasetItemFilterOperator
 
 
 class DatasetItemFilter(UniversalBaseModel):
+    """
+    Filters to select dataset items to delete within the specified dataset. Must be used with 'dataset_id'. Mutually exclusive with 'item_ids'. Empty array means 'delete all items in the dataset'.
+    """
+
     field: typing.Optional[str] = None
     operator: typing.Optional[DatasetItemFilterOperator] = None
     key: typing.Optional[str] = None

opik/rest_api/types/dataset_item_page_compare.py

@@ -19,7 +19,6 @@ class DatasetItemPageCompare(UniversalBaseModel):
     sortable_by: typing_extensions.Annotated[typing.Optional[typing.List[str]], FieldMetadata(alias="sortableBy")] = (
         None
     )
-    has_draft: typing_extensions.Annotated[typing.Optional[bool], FieldMetadata(alias="hasDraft")] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/dataset_item_page_public.py

@@ -19,7 +19,6 @@ class DatasetItemPagePublic(UniversalBaseModel):
     sortable_by: typing_extensions.Annotated[typing.Optional[typing.List[str]], FieldMetadata(alias="sortableBy")] = (
         None
     )
-    has_draft: typing_extensions.Annotated[typing.Optional[bool], FieldMetadata(alias="hasDraft")] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/dataset_item_public.py

@@ -12,7 +12,7 @@ from .json_node import JsonNode
 
 class DatasetItemPublic(UniversalBaseModel):
     id: typing.Optional[str] = None
-    draft_item_id: typing.Optional[str] = None
+    dataset_item_id: typing.Optional[str] = None
     trace_id: typing.Optional[str] = None
     span_id: typing.Optional[str] = None
     source: DatasetItemPublicSource

opik/rest_api/types/dataset_public.py

@@ -7,6 +7,7 @@ import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .dataset_public_status import DatasetPublicStatus
 from .dataset_public_visibility import DatasetPublicVisibility
+from .dataset_version_summary_public import DatasetVersionSummaryPublic
 
 
 class DatasetPublic(UniversalBaseModel):
@@ -27,6 +28,7 @@ class DatasetPublic(UniversalBaseModel):
     most_recent_optimization_at: typing.Optional[dt.datetime] = None
     last_created_optimization_at: typing.Optional[dt.datetime] = None
     status: typing.Optional[DatasetPublicStatus] = None
+    latest_version: typing.Optional[DatasetVersionSummaryPublic] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/dataset_version_public.py

@@ -12,6 +12,16 @@ class DatasetVersionPublic(UniversalBaseModel):
     dataset_id: typing.Optional[str] = None
     version_hash: typing.Optional[str] = None
     tags: typing.Optional[typing.List[str]] = None
+    is_latest: typing.Optional[bool] = pydantic.Field(default=None)
+    """
+    Indicates whether this is the latest version of the dataset
+    """
+
+    version_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Sequential version name formatted as 'v1', 'v2', etc.
+    """
+
     items_total: typing.Optional[int] = pydantic.Field(default=None)
     """
     Total number of items in this version

opik/rest_api/types/dataset_version_summary.py

@@ -0,0 +1,46 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class DatasetVersionSummary(UniversalBaseModel):
+    """
+    Summary of the latest dataset version
+    """
+
+    id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Unique identifier of the version
+    """
+
+    version_hash: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Hash of the version content
+    """
+
+    version_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Sequential version name formatted as 'v1', 'v2', etc.
+    """
+
+    change_description: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Description of changes in this version
+    """
+
+    tags: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Tags associated with this version
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/dataset_version_summary_public.py

@@ -0,0 +1,46 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class DatasetVersionSummaryPublic(UniversalBaseModel):
+    """
+    Summary of the latest dataset version
+    """
+
+    id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Unique identifier of the version
+    """
+
+    version_hash: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Hash of the version content
+    """
+
+    version_name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Sequential version name formatted as 'v1', 'v2', etc.
+    """
+
+    change_description: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    Description of changes in this version
+    """
+
+    tags: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Tags associated with this version
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/experiment.py

@@ -6,6 +6,7 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .comment import Comment
+from .dataset_version_summary import DatasetVersionSummary
 from .experiment_score import ExperimentScore
 from .experiment_status import ExperimentStatus
 from .experiment_type import ExperimentType
@@ -19,8 +20,10 @@ class Experiment(UniversalBaseModel):
     id: typing.Optional[str] = None
     dataset_name: str
     dataset_id: typing.Optional[str] = None
+    project_id: typing.Optional[str] = None
     name: typing.Optional[str] = None
     metadata: typing.Optional[JsonListString] = None
+    tags: typing.Optional[typing.List[str]] = None
     type: typing.Optional[ExperimentType] = None
     optimization_id: typing.Optional[str] = None
     feedback_scores: typing.Optional[typing.List[FeedbackScoreAverage]] = None
@@ -38,6 +41,12 @@ class Experiment(UniversalBaseModel):
     experiment_scores: typing.Optional[typing.List[ExperimentScore]] = None
     prompt_version: typing.Optional[PromptVersionLink] = None
     prompt_versions: typing.Optional[typing.List[PromptVersionLink]] = None
+    dataset_version_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    ID of the dataset version this experiment is linked to. If not provided at creation, experiment will be automatically linked to the latest version.
+    """
+
+    dataset_version_summary: typing.Optional[DatasetVersionSummary] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/experiment_public.py

@@ -6,6 +6,7 @@ import typing
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .comment_public import CommentPublic
+from .dataset_version_summary_public import DatasetVersionSummaryPublic
 from .experiment_public_status import ExperimentPublicStatus
 from .experiment_public_type import ExperimentPublicType
 from .experiment_score_public import ExperimentScorePublic
@@ -19,8 +20,10 @@ class ExperimentPublic(UniversalBaseModel):
     id: typing.Optional[str] = None
     dataset_name: str
     dataset_id: typing.Optional[str] = None
+    project_id: typing.Optional[str] = None
     name: typing.Optional[str] = None
     metadata: typing.Optional[JsonListStringPublic] = None
+    tags: typing.Optional[typing.List[str]] = None
     type: typing.Optional[ExperimentPublicType] = None
     optimization_id: typing.Optional[str] = None
     feedback_scores: typing.Optional[typing.List[FeedbackScoreAveragePublic]] = None
@@ -38,6 +41,12 @@ class ExperimentPublic(UniversalBaseModel):
     experiment_scores: typing.Optional[typing.List[ExperimentScorePublic]] = None
     prompt_version: typing.Optional[PromptVersionLinkPublic] = None
     prompt_versions: typing.Optional[typing.List[PromptVersionLinkPublic]] = None
+    dataset_version_id: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    ID of the dataset version this experiment is linked to. If not provided at creation, experiment will be automatically linked to the latest version.
+    """
+
+    dataset_version_summary: typing.Optional[DatasetVersionSummaryPublic] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/group_content_with_aggregations.py

@@ -8,6 +8,7 @@ from .aggregation_data import AggregationData
 
 
 class GroupContentWithAggregations(UniversalBaseModel):
+    label: typing.Optional[str] = None
     aggregations: typing.Optional[AggregationData] = None
 
     if IS_PYDANTIC_V2:

opik/rest_api/types/llm_as_judge_message_content.py

@@ -4,6 +4,7 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .audio_url import AudioUrl
 from .image_url import ImageUrl
 from .video_url import VideoUrl
 
@@ -13,6 +14,7 @@ class LlmAsJudgeMessageContent(UniversalBaseModel):
     text: typing.Optional[str] = None
     image_url: typing.Optional[ImageUrl] = None
     video_url: typing.Optional[VideoUrl] = None
+    audio_url: typing.Optional[AudioUrl] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/llm_as_judge_message_content_public.py

@@ -4,6 +4,7 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .audio_url_public import AudioUrlPublic
 from .image_url_public import ImageUrlPublic
 from .video_url_public import VideoUrlPublic
 
@@ -13,6 +14,7 @@ class LlmAsJudgeMessageContentPublic(UniversalBaseModel):
     text: typing.Optional[str] = None
     image_url: typing.Optional[ImageUrlPublic] = None
     video_url: typing.Optional[VideoUrlPublic] = None
+    audio_url: typing.Optional[AudioUrlPublic] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/llm_as_judge_message_content_write.py

@@ -4,6 +4,7 @@ import typing
 
 import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from .audio_url_write import AudioUrlWrite
 from .image_url_write import ImageUrlWrite
 from .video_url_write import VideoUrlWrite
 
@@ -13,6 +14,7 @@ class LlmAsJudgeMessageContentWrite(UniversalBaseModel):
     text: typing.Optional[str] = None
     image_url: typing.Optional[ImageUrlWrite] = None
     video_url: typing.Optional[VideoUrlWrite] = None
+    audio_url: typing.Optional[AudioUrlWrite] = None
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/manual_evaluation_request_entity_type.py

@@ -2,4 +2,4 @@
 
 import typing
 
-ManualEvaluationRequestEntityType = typing.Union[typing.Literal["trace", "thread"], typing.Any]
+ManualEvaluationRequestEntityType = typing.Union[typing.Literal["trace", "thread", "span"], typing.Any]

opik/rest_api/types/project.py

@@ -27,6 +27,7 @@ class Project(UniversalBaseModel):
     total_estimated_cost_sum: typing.Optional[float] = None
     usage: typing.Optional[typing.Dict[str, float]] = None
     trace_count: typing.Optional[int] = None
+    thread_count: typing.Optional[int] = None
     guardrails_failed_count: typing.Optional[int] = None
     error_count: typing.Optional[ErrorCountWithDeviation] = None
 

opik/rest_api/types/project_detailed.py

@@ -27,6 +27,7 @@ class ProjectDetailed(UniversalBaseModel):
     total_estimated_cost_sum: typing.Optional[float] = None
     usage: typing.Optional[typing.Dict[str, float]] = None
     trace_count: typing.Optional[int] = None
+    thread_count: typing.Optional[int] = None
     guardrails_failed_count: typing.Optional[int] = None
     error_count: typing.Optional[ErrorCountWithDeviationDetailed] = None
 

opik/rest_api/types/project_metric_response_public_metric_type.py

@@ -13,6 +13,10 @@ ProjectMetricResponsePublicMetricType = typing.Union[
         "THREAD_COUNT",
         "THREAD_DURATION",
         "THREAD_FEEDBACK_SCORES",
+        "SPAN_FEEDBACK_SCORES",
+        "SPAN_COUNT",
+        "SPAN_DURATION",
+        "SPAN_TOKEN_USAGE",
     ],
     typing.Any,
 ]

opik/rest_api/types/project_reference.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class ProjectReference(UniversalBaseModel):
+    """
+    Project reference with ID and name
+    """
+
+    project_id: str = pydantic.Field()
+    """
+    Project ID
+    """
+
+    project_name: str = pydantic.Field()
+    """
+    Project name
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/project_reference_public.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class ProjectReferencePublic(UniversalBaseModel):
+    """
+    Project reference with ID and name
+    """
+
+    project_id: str = pydantic.Field()
+    """
+    Project ID
+    """
+
+    project_name: str = pydantic.Field()
+    """
+    Project name
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/project_stats_summary_item.py

@@ -17,6 +17,7 @@ class ProjectStatsSummaryItem(UniversalBaseModel):
     total_estimated_cost_sum: typing.Optional[float] = None
     usage: typing.Optional[typing.Dict[str, float]] = None
     trace_count: typing.Optional[int] = None
+    thread_count: typing.Optional[int] = None
     guardrails_failed_count: typing.Optional[int] = None
     error_count: typing.Optional[ErrorCountWithDeviation] = None
 

opik/rest_api/types/prompt_version.py

@@ -26,6 +26,7 @@ class PromptVersion(UniversalBaseModel):
     metadata: typing.Optional[JsonNode] = None
     type: typing.Optional[PromptVersionType] = None
     change_description: typing.Optional[str] = None
+    tags: typing.Optional[typing.List[str]] = None
     variables: typing.Optional[typing.List[str]] = None
     template_structure: typing.Optional[PromptVersionTemplateStructure] = None
     created_at: typing.Optional[dt.datetime] = None

opik/rest_api/types/prompt_version_detail.py

@@ -26,6 +26,7 @@ class PromptVersionDetail(UniversalBaseModel):
     metadata: typing.Optional[JsonNodeDetail] = None
     type: typing.Optional[PromptVersionDetailType] = None
     change_description: typing.Optional[str] = None
+    tags: typing.Optional[typing.List[str]] = None
     variables: typing.Optional[typing.List[str]] = None
     template_structure: typing.Optional[PromptVersionDetailTemplateStructure] = None
     created_at: typing.Optional[dt.datetime] = None

opik/rest_api/types/prompt_version_page_public.py

@@ -3,7 +3,9 @@
 import typing
 
 import pydantic
+import typing_extensions
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from ..core.serialization import FieldMetadata
 from .prompt_version_public import PromptVersionPublic
 
 
@@ -12,6 +14,9 @@ class PromptVersionPagePublic(UniversalBaseModel):
     size: typing.Optional[int] = None
     total: typing.Optional[int] = None
     content: typing.Optional[typing.List[PromptVersionPublic]] = None
+    sortable_by: typing_extensions.Annotated[typing.Optional[typing.List[str]], FieldMetadata(alias="sortableBy")] = (
+        None
+    )
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/prompt_version_public.py

@@ -26,6 +26,7 @@ class PromptVersionPublic(UniversalBaseModel):
     metadata: typing.Optional[JsonNodePublic] = None
     type: typing.Optional[PromptVersionPublicType] = None
     change_description: typing.Optional[str] = None
+    tags: typing.Optional[typing.List[str]] = None
     template_structure: typing.Optional[PromptVersionPublicTemplateStructure] = None
     created_at: typing.Optional[dt.datetime] = None
     created_by: typing.Optional[str] = None

opik/rest_api/types/prompt_version_update.py

@@ -0,0 +1,33 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class PromptVersionUpdate(UniversalBaseModel):
+    """
+    Update to apply to prompt versions.
+    Note: Prompt versions are immutable by design.
+    Only organizational properties (such as tags etc.) can be updated.
+    Core properties like template, metadata etc. cannot be modified after creation.
+    """
+
+    tags: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Tags to set or merge with existing tags. Follows PATCH semantics:
+    - If merge_tags is true, these tags will be added to existing tags.
+    - If merge_tags is false, these tags will replace all existing tags.
+    - null: preserve existing tags (no change).
+    - empty set: clear all tags merge_tags is false.
+    """
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

opik/rest_api/types/provider_api_key.py

@@ -15,7 +15,7 @@ class ProviderApiKey(UniversalBaseModel):
     name: typing.Optional[str] = None
     provider_name: typing.Optional[str] = pydantic.Field(default=None)
     """
-    Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+    Provider name - required for custom LLM and Bedrock providers to uniquely identify them (e.g., 'ollama', 'vllm', 'Bedrock us-east-1'). Must not be blank for custom and Bedrock providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
     """
 
     headers: typing.Optional[typing.Dict[str, str]] = None
@@ -25,6 +25,10 @@ class ProviderApiKey(UniversalBaseModel):
     created_by: typing.Optional[str] = None
     last_updated_at: typing.Optional[dt.datetime] = None
     last_updated_by: typing.Optional[str] = None
+    read_only: typing.Optional[bool] = pydantic.Field(default=None)
+    """
+    If true, this provider is system-managed and cannot be edited or deleted
+    """
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/provider_api_key_provider.py

@@ -3,5 +3,6 @@
 import typing
 
 ProviderApiKeyProvider = typing.Union[
-    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "custom-llm"], typing.Any
+    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "bedrock", "custom-llm", "opik-free"],
+    typing.Any,
 ]

opik/rest_api/types/provider_api_key_public.py

@@ -15,7 +15,7 @@ class ProviderApiKeyPublic(UniversalBaseModel):
     name: typing.Optional[str] = None
     provider_name: typing.Optional[str] = pydantic.Field(default=None)
     """
-    Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+    Provider name - required for custom LLM and Bedrock providers to uniquely identify them (e.g., 'ollama', 'vllm', 'Bedrock us-east-1'). Must not be blank for custom and Bedrock providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
     """
 
     headers: typing.Optional[typing.Dict[str, str]] = None
@@ -25,6 +25,10 @@ class ProviderApiKeyPublic(UniversalBaseModel):
     created_by: typing.Optional[str] = None
     last_updated_at: typing.Optional[dt.datetime] = None
     last_updated_by: typing.Optional[str] = None
+    read_only: typing.Optional[bool] = pydantic.Field(default=None)
+    """
+    If true, this provider is system-managed and cannot be edited or deleted
+    """
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/provider_api_key_public_provider.py

@@ -3,5 +3,6 @@
 import typing
 
 ProviderApiKeyPublicProvider = typing.Union[
-    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "custom-llm"], typing.Any
+    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "bedrock", "custom-llm", "opik-free"],
+    typing.Any,
 ]

opik/rest_api/types/service_toggles_config.py

@@ -14,6 +14,9 @@ class ServiceTogglesConfig(UniversalBaseModel):
         bool, FieldMetadata(alias="traceThreadPythonEvaluatorEnabled")
     ]
     span_llm_as_judge_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="spanLlmAsJudgeEnabled")]
+    span_user_defined_metric_python_enabled: typing_extensions.Annotated[
+        bool, FieldMetadata(alias="spanUserDefinedMetricPythonEnabled")
+    ]
     guardrails_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="guardrailsEnabled")]
     opik_ai_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="opikAIEnabled")]
     alerts_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="alertsEnabled")]
@@ -21,8 +24,15 @@ class ServiceTogglesConfig(UniversalBaseModel):
     csv_upload_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="csvUploadEnabled")]
     export_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="exportEnabled")]
     optimization_studio_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="optimizationStudioEnabled")]
-    dashboards_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="dashboardsEnabled")]
     dataset_versioning_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="datasetVersioningEnabled")]
+    openai_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="openaiProviderEnabled")]
+    anthropic_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="anthropicProviderEnabled")]
+    gemini_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="geminiProviderEnabled")]
+    openrouter_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="openrouterProviderEnabled")]
+    vertexai_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="vertexaiProviderEnabled")]
+    bedrock_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="bedrockProviderEnabled")]
+    customllm_provider_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="customllmProviderEnabled")]
+    collaborators_tab_enabled: typing_extensions.Annotated[bool, FieldMetadata(alias="collaboratorsTabEnabled")]
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2

opik/rest_api/types/span_user_defined_metric_python_code.py

@@ -0,0 +1,20 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+
+
+class SpanUserDefinedMetricPythonCode(UniversalBaseModel):
+    metric: str
+    arguments: typing.Dict[str, str]
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow