opik 1.9.41__py3-none-any.whl → 1.9.86__py3-none-any.whl

opik/rest_api/experiments/client.py

@@ -119,12 +119,14 @@ class ExperimentsClient:
         id: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
         metadata: typing.Optional[JsonListStringWrite] = OMIT,
+        tags: typing.Optional[typing.Sequence[str]] = OMIT,
         type: typing.Optional[ExperimentWriteType] = OMIT,
         optimization_id: typing.Optional[str] = OMIT,
         status: typing.Optional[ExperimentWriteStatus] = OMIT,
         experiment_scores: typing.Optional[typing.Sequence[ExperimentScoreWrite]] = OMIT,
         prompt_version: typing.Optional[PromptVersionLinkWrite] = OMIT,
         prompt_versions: typing.Optional[typing.Sequence[PromptVersionLinkWrite]] = OMIT,
+        dataset_version_id: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> None:
         """
@@ -140,6 +142,8 @@ class ExperimentsClient:
 
         metadata : typing.Optional[JsonListStringWrite]
 
+        tags : typing.Optional[typing.Sequence[str]]
+
         type : typing.Optional[ExperimentWriteType]
 
         optimization_id : typing.Optional[str]
@@ -152,6 +156,9 @@ class ExperimentsClient:
 
         prompt_versions : typing.Optional[typing.Sequence[PromptVersionLinkWrite]]
 
+        dataset_version_id : typing.Optional[str]
+            ID of the dataset version this experiment is linked to. If not provided at creation, experiment will be automatically linked to the latest version.
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -170,12 +177,14 @@ class ExperimentsClient:
             id=id,
             name=name,
             metadata=metadata,
+            tags=tags,
             type=type,
             optimization_id=optimization_id,
             status=status,
             experiment_scores=experiment_scores,
             prompt_version=prompt_version,
             prompt_versions=prompt_versions,
+            dataset_version_id=dataset_version_id,
             request_options=request_options,
         )
         return _response.data
@@ -480,6 +489,7 @@ class ExperimentsClient:
         *,
         name: typing.Optional[str] = OMIT,
         metadata: typing.Optional[JsonNode] = OMIT,
+        tags: typing.Optional[typing.Sequence[str]] = OMIT,
         type: typing.Optional[ExperimentUpdateType] = OMIT,
         status: typing.Optional[ExperimentUpdateStatus] = OMIT,
         experiment_scores: typing.Optional[typing.Sequence[ExperimentScore]] = OMIT,
@@ -496,6 +506,8 @@ class ExperimentsClient:
 
         metadata : typing.Optional[JsonNode]
 
+        tags : typing.Optional[typing.Sequence[str]]
+
         type : typing.Optional[ExperimentUpdateType]
 
         status : typing.Optional[ExperimentUpdateStatus]
@@ -520,6 +532,7 @@ class ExperimentsClient:
             id,
             name=name,
             metadata=metadata,
+            tags=tags,
             type=type,
             status=status,
             experiment_scores=experiment_scores,
@@ -721,12 +734,14 @@ class AsyncExperimentsClient:
         id: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
         metadata: typing.Optional[JsonListStringWrite] = OMIT,
+        tags: typing.Optional[typing.Sequence[str]] = OMIT,
         type: typing.Optional[ExperimentWriteType] = OMIT,
         optimization_id: typing.Optional[str] = OMIT,
         status: typing.Optional[ExperimentWriteStatus] = OMIT,
         experiment_scores: typing.Optional[typing.Sequence[ExperimentScoreWrite]] = OMIT,
         prompt_version: typing.Optional[PromptVersionLinkWrite] = OMIT,
         prompt_versions: typing.Optional[typing.Sequence[PromptVersionLinkWrite]] = OMIT,
+        dataset_version_id: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> None:
         """
@@ -742,6 +757,8 @@ class AsyncExperimentsClient:
 
         metadata : typing.Optional[JsonListStringWrite]
 
+        tags : typing.Optional[typing.Sequence[str]]
+
         type : typing.Optional[ExperimentWriteType]
 
         optimization_id : typing.Optional[str]
@@ -754,6 +771,9 @@ class AsyncExperimentsClient:
 
         prompt_versions : typing.Optional[typing.Sequence[PromptVersionLinkWrite]]
 
+        dataset_version_id : typing.Optional[str]
+            ID of the dataset version this experiment is linked to. If not provided at creation, experiment will be automatically linked to the latest version.
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -775,12 +795,14 @@ class AsyncExperimentsClient:
             id=id,
             name=name,
             metadata=metadata,
+            tags=tags,
             type=type,
             optimization_id=optimization_id,
             status=status,
             experiment_scores=experiment_scores,
             prompt_version=prompt_version,
             prompt_versions=prompt_versions,
+            dataset_version_id=dataset_version_id,
             request_options=request_options,
         )
         return _response.data
@@ -1112,6 +1134,7 @@ class AsyncExperimentsClient:
         *,
         name: typing.Optional[str] = OMIT,
         metadata: typing.Optional[JsonNode] = OMIT,
+        tags: typing.Optional[typing.Sequence[str]] = OMIT,
         type: typing.Optional[ExperimentUpdateType] = OMIT,
         status: typing.Optional[ExperimentUpdateStatus] = OMIT,
         experiment_scores: typing.Optional[typing.Sequence[ExperimentScore]] = OMIT,
@@ -1128,6 +1151,8 @@ class AsyncExperimentsClient:
 
         metadata : typing.Optional[JsonNode]
 
+        tags : typing.Optional[typing.Sequence[str]]
+
         type : typing.Optional[ExperimentUpdateType]
 
         status : typing.Optional[ExperimentUpdateStatus]
@@ -1155,6 +1180,7 @@ class AsyncExperimentsClient:
             id,
             name=name,
             metadata=metadata,
+            tags=tags,
             type=type,
             status=status,
             experiment_scores=experiment_scores,

opik/rest_api/experiments/raw_client.py

@@ -140,12 +140,14 @@ class RawExperimentsClient:
         id: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
         metadata: typing.Optional[JsonListStringWrite] = OMIT,
+        tags: typing.Optional[typing.Sequence[str]] = OMIT,
         type: typing.Optional[ExperimentWriteType] = OMIT,
         optimization_id: typing.Optional[str] = OMIT,
         status: typing.Optional[ExperimentWriteStatus] = OMIT,
         experiment_scores: typing.Optional[typing.Sequence[ExperimentScoreWrite]] = OMIT,
         prompt_version: typing.Optional[PromptVersionLinkWrite] = OMIT,
         prompt_versions: typing.Optional[typing.Sequence[PromptVersionLinkWrite]] = OMIT,
+        dataset_version_id: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> HttpResponse[None]:
         """
@@ -161,6 +163,8 @@ class RawExperimentsClient:
 
         metadata : typing.Optional[JsonListStringWrite]
 
+        tags : typing.Optional[typing.Sequence[str]]
+
         type : typing.Optional[ExperimentWriteType]
 
         optimization_id : typing.Optional[str]
@@ -173,6 +177,9 @@ class RawExperimentsClient:
 
         prompt_versions : typing.Optional[typing.Sequence[PromptVersionLinkWrite]]
 
+        dataset_version_id : typing.Optional[str]
+            ID of the dataset version this experiment is linked to. If not provided at creation, experiment will be automatically linked to the latest version.
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -190,6 +197,7 @@ class RawExperimentsClient:
                 "metadata": convert_and_respect_annotation_metadata(
                     object_=metadata, annotation=JsonListStringWrite, direction="write"
                 ),
+                "tags": tags,
                 "type": type,
                 "optimization_id": optimization_id,
                 "status": status,
@@ -202,6 +210,7 @@ class RawExperimentsClient:
                 "prompt_versions": convert_and_respect_annotation_metadata(
                     object_=prompt_versions, annotation=typing.Sequence[PromptVersionLinkWrite], direction="write"
                 ),
+                "dataset_version_id": dataset_version_id,
             },
             headers={
                 "content-type": "application/json",
@@ -701,6 +710,7 @@ class RawExperimentsClient:
         *,
         name: typing.Optional[str] = OMIT,
         metadata: typing.Optional[JsonNode] = OMIT,
+        tags: typing.Optional[typing.Sequence[str]] = OMIT,
         type: typing.Optional[ExperimentUpdateType] = OMIT,
         status: typing.Optional[ExperimentUpdateStatus] = OMIT,
         experiment_scores: typing.Optional[typing.Sequence[ExperimentScore]] = OMIT,
@@ -717,6 +727,8 @@ class RawExperimentsClient:
 
         metadata : typing.Optional[JsonNode]
 
+        tags : typing.Optional[typing.Sequence[str]]
+
         type : typing.Optional[ExperimentUpdateType]
 
         status : typing.Optional[ExperimentUpdateStatus]
@@ -737,6 +749,7 @@ class RawExperimentsClient:
             json={
                 "name": name,
                 "metadata": metadata,
+                "tags": tags,
                 "type": type,
                 "status": status,
                 "experiment_scores": convert_and_respect_annotation_metadata(
@@ -1056,12 +1069,14 @@ class AsyncRawExperimentsClient:
         id: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
         metadata: typing.Optional[JsonListStringWrite] = OMIT,
+        tags: typing.Optional[typing.Sequence[str]] = OMIT,
         type: typing.Optional[ExperimentWriteType] = OMIT,
         optimization_id: typing.Optional[str] = OMIT,
         status: typing.Optional[ExperimentWriteStatus] = OMIT,
         experiment_scores: typing.Optional[typing.Sequence[ExperimentScoreWrite]] = OMIT,
         prompt_version: typing.Optional[PromptVersionLinkWrite] = OMIT,
         prompt_versions: typing.Optional[typing.Sequence[PromptVersionLinkWrite]] = OMIT,
+        dataset_version_id: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> AsyncHttpResponse[None]:
         """
@@ -1077,6 +1092,8 @@ class AsyncRawExperimentsClient:
 
         metadata : typing.Optional[JsonListStringWrite]
 
+        tags : typing.Optional[typing.Sequence[str]]
+
         type : typing.Optional[ExperimentWriteType]
 
         optimization_id : typing.Optional[str]
@@ -1089,6 +1106,9 @@ class AsyncRawExperimentsClient:
 
         prompt_versions : typing.Optional[typing.Sequence[PromptVersionLinkWrite]]
 
+        dataset_version_id : typing.Optional[str]
+            ID of the dataset version this experiment is linked to. If not provided at creation, experiment will be automatically linked to the latest version.
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -1106,6 +1126,7 @@ class AsyncRawExperimentsClient:
                 "metadata": convert_and_respect_annotation_metadata(
                     object_=metadata, annotation=JsonListStringWrite, direction="write"
                 ),
+                "tags": tags,
                 "type": type,
                 "optimization_id": optimization_id,
                 "status": status,
@@ -1118,6 +1139,7 @@ class AsyncRawExperimentsClient:
                 "prompt_versions": convert_and_respect_annotation_metadata(
                     object_=prompt_versions, annotation=typing.Sequence[PromptVersionLinkWrite], direction="write"
                 ),
+                "dataset_version_id": dataset_version_id,
             },
             headers={
                 "content-type": "application/json",
@@ -1617,6 +1639,7 @@ class AsyncRawExperimentsClient:
         *,
         name: typing.Optional[str] = OMIT,
         metadata: typing.Optional[JsonNode] = OMIT,
+        tags: typing.Optional[typing.Sequence[str]] = OMIT,
         type: typing.Optional[ExperimentUpdateType] = OMIT,
         status: typing.Optional[ExperimentUpdateStatus] = OMIT,
         experiment_scores: typing.Optional[typing.Sequence[ExperimentScore]] = OMIT,
@@ -1633,6 +1656,8 @@ class AsyncRawExperimentsClient:
 
         metadata : typing.Optional[JsonNode]
 
+        tags : typing.Optional[typing.Sequence[str]]
+
         type : typing.Optional[ExperimentUpdateType]
 
         status : typing.Optional[ExperimentUpdateStatus]
@@ -1653,6 +1678,7 @@ class AsyncRawExperimentsClient:
             json={
                 "name": name,
                 "metadata": metadata,
+                "tags": tags,
                 "type": type,
                 "status": status,
                 "experiment_scores": convert_and_respect_annotation_metadata(

opik/rest_api/llm_provider_key/client.py

@@ -103,7 +103,7 @@ class LlmProviderKeyClient:
         name : typing.Optional[str]
 
         provider_name : typing.Optional[str]
-            Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+            Provider name - required for custom LLM and Bedrock providers to uniquely identify them (e.g., 'ollama', 'vllm', 'Bedrock us-east-1'). Must not be blank for custom and Bedrock providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
 
         headers : typing.Optional[typing.Dict[str, str]]
 
@@ -187,7 +187,7 @@ class LlmProviderKeyClient:
         name : typing.Optional[str]
 
         provider_name : typing.Optional[str]
-            Provider name - can be set to migrate legacy custom LLM providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM providers.
+            Provider name - can be set to migrate legacy custom LLM or Bedrock providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM and Bedrock providers.
 
         headers : typing.Optional[typing.Dict[str, str]]
 
@@ -317,7 +317,7 @@ class AsyncLlmProviderKeyClient:
         name : typing.Optional[str]
 
         provider_name : typing.Optional[str]
-            Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+            Provider name - required for custom LLM and Bedrock providers to uniquely identify them (e.g., 'ollama', 'vllm', 'Bedrock us-east-1'). Must not be blank for custom and Bedrock providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
 
         headers : typing.Optional[typing.Dict[str, str]]
 
@@ -407,7 +407,7 @@ class AsyncLlmProviderKeyClient:
         name : typing.Optional[str]
 
         provider_name : typing.Optional[str]
-            Provider name - can be set to migrate legacy custom LLM providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM providers.
+            Provider name - can be set to migrate legacy custom LLM or Bedrock providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM and Bedrock providers.
 
         headers : typing.Optional[typing.Dict[str, str]]
 

opik/rest_api/llm_provider_key/raw_client.py

@@ -122,7 +122,7 @@ class RawLlmProviderKeyClient:
         name : typing.Optional[str]
 
         provider_name : typing.Optional[str]
-            Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+            Provider name - required for custom LLM and Bedrock providers to uniquely identify them (e.g., 'ollama', 'vllm', 'Bedrock us-east-1'). Must not be blank for custom and Bedrock providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
 
         headers : typing.Optional[typing.Dict[str, str]]
 
@@ -258,7 +258,7 @@ class RawLlmProviderKeyClient:
         name : typing.Optional[str]
 
         provider_name : typing.Optional[str]
-            Provider name - can be set to migrate legacy custom LLM providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM providers.
+            Provider name - can be set to migrate legacy custom LLM or Bedrock providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM and Bedrock providers.
 
         headers : typing.Optional[typing.Dict[str, str]]
 
@@ -433,7 +433,7 @@ class AsyncRawLlmProviderKeyClient:
         name : typing.Optional[str]
 
         provider_name : typing.Optional[str]
-            Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+            Provider name - required for custom LLM and Bedrock providers to uniquely identify them (e.g., 'ollama', 'vllm', 'Bedrock us-east-1'). Must not be blank for custom and Bedrock providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
 
         headers : typing.Optional[typing.Dict[str, str]]
 
@@ -569,7 +569,7 @@ class AsyncRawLlmProviderKeyClient:
         name : typing.Optional[str]
 
         provider_name : typing.Optional[str]
-            Provider name - can be set to migrate legacy custom LLM providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM providers.
+            Provider name - can be set to migrate legacy custom LLM or Bedrock providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM and Bedrock providers.
 
         headers : typing.Optional[typing.Dict[str, str]]
 

opik/rest_api/llm_provider_key/types/provider_api_key_write_provider.py

@@ -3,5 +3,6 @@
 import typing
 
 ProviderApiKeyWriteProvider = typing.Union[
-    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "custom-llm"], typing.Any
+    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "bedrock", "custom-llm", "opik-free"],
+    typing.Any,
 ]

opik/rest_api/manual_evaluation/client.py

@@ -27,6 +27,55 @@ class ManualEvaluationClient:
         """
         return self._raw_client
 
+    def evaluate_spans(
+        self,
+        *,
+        project_id: str,
+        entity_ids: typing.Sequence[str],
+        rule_ids: typing.Sequence[str],
+        entity_type: ManualEvaluationRequestEntityType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> ManualEvaluationResponse:
+        """
+        Manually trigger evaluation rules on selected spans. Bypasses sampling and enqueues all specified spans for evaluation.
+
+        Parameters
+        ----------
+        project_id : str
+            Project ID
+
+        entity_ids : typing.Sequence[str]
+            List of entity IDs (trace IDs or thread IDs) to evaluate
+
+        rule_ids : typing.Sequence[str]
+            List of automation rule IDs to apply
+
+        entity_type : ManualEvaluationRequestEntityType
+            Type of entity to evaluate (trace or thread)
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        ManualEvaluationResponse
+            Accepted - Evaluation request queued successfully
+
+        Examples
+        --------
+        from Opik import OpikApi
+        client = OpikApi(api_key="YOUR_API_KEY", workspace_name="YOUR_WORKSPACE_NAME", )
+        client.manual_evaluation.evaluate_spans(project_id='550e8400-e29b-41d4-a716-446655440000', entity_ids=['550e8400-e29b-41d4-a716-446655440000', '550e8400-e29b-41d4-a716-446655440001'], rule_ids=['660e8400-e29b-41d4-a716-446655440000'], entity_type="trace", )
+        """
+        _response = self._raw_client.evaluate_spans(
+            project_id=project_id,
+            entity_ids=entity_ids,
+            rule_ids=rule_ids,
+            entity_type=entity_type,
+            request_options=request_options,
+        )
+        return _response.data
+
     def evaluate_threads(
         self,
         *,
@@ -141,6 +190,58 @@ class AsyncManualEvaluationClient:
         """
         return self._raw_client
 
+    async def evaluate_spans(
+        self,
+        *,
+        project_id: str,
+        entity_ids: typing.Sequence[str],
+        rule_ids: typing.Sequence[str],
+        entity_type: ManualEvaluationRequestEntityType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> ManualEvaluationResponse:
+        """
+        Manually trigger evaluation rules on selected spans. Bypasses sampling and enqueues all specified spans for evaluation.
+
+        Parameters
+        ----------
+        project_id : str
+            Project ID
+
+        entity_ids : typing.Sequence[str]
+            List of entity IDs (trace IDs or thread IDs) to evaluate
+
+        rule_ids : typing.Sequence[str]
+            List of automation rule IDs to apply
+
+        entity_type : ManualEvaluationRequestEntityType
+            Type of entity to evaluate (trace or thread)
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        ManualEvaluationResponse
+            Accepted - Evaluation request queued successfully
+
+        Examples
+        --------
+        from Opik import AsyncOpikApi
+        import asyncio
+        client = AsyncOpikApi(api_key="YOUR_API_KEY", workspace_name="YOUR_WORKSPACE_NAME", )
+        async def main() -> None:
+            await client.manual_evaluation.evaluate_spans(project_id='550e8400-e29b-41d4-a716-446655440000', entity_ids=['550e8400-e29b-41d4-a716-446655440000', '550e8400-e29b-41d4-a716-446655440001'], rule_ids=['660e8400-e29b-41d4-a716-446655440000'], entity_type="trace", )
+        asyncio.run(main())
+        """
+        _response = await self._raw_client.evaluate_spans(
+            project_id=project_id,
+            entity_ids=entity_ids,
+            rule_ids=rule_ids,
+            entity_type=entity_type,
+            request_options=request_options,
+        )
+        return _response.data
+
     async def evaluate_threads(
         self,
         *,

opik/rest_api/manual_evaluation/raw_client.py

@@ -21,6 +21,92 @@ class RawManualEvaluationClient:
     def __init__(self, *, client_wrapper: SyncClientWrapper):
         self._client_wrapper = client_wrapper
 
+    def evaluate_spans(
+        self,
+        *,
+        project_id: str,
+        entity_ids: typing.Sequence[str],
+        rule_ids: typing.Sequence[str],
+        entity_type: ManualEvaluationRequestEntityType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> HttpResponse[ManualEvaluationResponse]:
+        """
+        Manually trigger evaluation rules on selected spans. Bypasses sampling and enqueues all specified spans for evaluation.
+
+        Parameters
+        ----------
+        project_id : str
+            Project ID
+
+        entity_ids : typing.Sequence[str]
+            List of entity IDs (trace IDs or thread IDs) to evaluate
+
+        rule_ids : typing.Sequence[str]
+            List of automation rule IDs to apply
+
+        entity_type : ManualEvaluationRequestEntityType
+            Type of entity to evaluate (trace or thread)
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        HttpResponse[ManualEvaluationResponse]
+            Accepted - Evaluation request queued successfully
+        """
+        _response = self._client_wrapper.httpx_client.request(
+            "v1/private/manual-evaluation/spans",
+            method="POST",
+            json={
+                "project_id": project_id,
+                "entity_ids": entity_ids,
+                "rule_ids": rule_ids,
+                "entity_type": entity_type,
+            },
+            headers={
+                "content-type": "application/json",
+            },
+            request_options=request_options,
+            omit=OMIT,
+        )
+        try:
+            if 200 <= _response.status_code < 300:
+                _data = typing.cast(
+                    ManualEvaluationResponse,
+                    parse_obj_as(
+                        type_=ManualEvaluationResponse,  # type: ignore
+                        object_=_response.json(),
+                    ),
+                )
+                return HttpResponse(response=_response, data=_data)
+            if _response.status_code == 400:
+                raise BadRequestError(
+                    headers=dict(_response.headers),
+                    body=typing.cast(
+                        typing.Optional[typing.Any],
+                        parse_obj_as(
+                            type_=typing.Optional[typing.Any],  # type: ignore
+                            object_=_response.json(),
+                        ),
+                    ),
+                )
+            if _response.status_code == 404:
+                raise NotFoundError(
+                    headers=dict(_response.headers),
+                    body=typing.cast(
+                        typing.Optional[typing.Any],
+                        parse_obj_as(
+                            type_=typing.Optional[typing.Any],  # type: ignore
+                            object_=_response.json(),
+                        ),
+                    ),
+                )
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, headers=dict(_response.headers), body=_response.text)
+        raise ApiError(status_code=_response.status_code, headers=dict(_response.headers), body=_response_json)
+
     def evaluate_threads(
         self,
         *,
@@ -198,6 +284,92 @@ class AsyncRawManualEvaluationClient:
     def __init__(self, *, client_wrapper: AsyncClientWrapper):
         self._client_wrapper = client_wrapper
 
+    async def evaluate_spans(
+        self,
+        *,
+        project_id: str,
+        entity_ids: typing.Sequence[str],
+        rule_ids: typing.Sequence[str],
+        entity_type: ManualEvaluationRequestEntityType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> AsyncHttpResponse[ManualEvaluationResponse]:
+        """
+        Manually trigger evaluation rules on selected spans. Bypasses sampling and enqueues all specified spans for evaluation.
+
+        Parameters
+        ----------
+        project_id : str
+            Project ID
+
+        entity_ids : typing.Sequence[str]
+            List of entity IDs (trace IDs or thread IDs) to evaluate
+
+        rule_ids : typing.Sequence[str]
+            List of automation rule IDs to apply
+
+        entity_type : ManualEvaluationRequestEntityType
+            Type of entity to evaluate (trace or thread)
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        AsyncHttpResponse[ManualEvaluationResponse]
+            Accepted - Evaluation request queued successfully
+        """
+        _response = await self._client_wrapper.httpx_client.request(
+            "v1/private/manual-evaluation/spans",
+            method="POST",
+            json={
+                "project_id": project_id,
+                "entity_ids": entity_ids,
+                "rule_ids": rule_ids,
+                "entity_type": entity_type,
+            },
+            headers={
+                "content-type": "application/json",
+            },
+            request_options=request_options,
+            omit=OMIT,
+        )
+        try:
+            if 200 <= _response.status_code < 300:
+                _data = typing.cast(
+                    ManualEvaluationResponse,
+                    parse_obj_as(
+                        type_=ManualEvaluationResponse,  # type: ignore
+                        object_=_response.json(),
+                    ),
+                )
+                return AsyncHttpResponse(response=_response, data=_data)
+            if _response.status_code == 400:
+                raise BadRequestError(
+                    headers=dict(_response.headers),
+                    body=typing.cast(
+                        typing.Optional[typing.Any],
+                        parse_obj_as(
+                            type_=typing.Optional[typing.Any],  # type: ignore
+                            object_=_response.json(),
+                        ),
+                    ),
+                )
+            if _response.status_code == 404:
+                raise NotFoundError(
+                    headers=dict(_response.headers),
+                    body=typing.cast(
+                        typing.Optional[typing.Any],
+                        parse_obj_as(
+                            type_=typing.Optional[typing.Any],  # type: ignore
+                            object_=_response.json(),
+                        ),
+                    ),
+                )
+            _response_json = _response.json()
+        except JSONDecodeError:
+            raise ApiError(status_code=_response.status_code, headers=dict(_response.headers), body=_response.text)
+        raise ApiError(status_code=_response.status_code, headers=dict(_response.headers), body=_response_json)
+
     async def evaluate_threads(
         self,
         *,