opik 1.8.39__py3-none-any.whl → 1.9.71__py3-none-any.whl

opik/rest_api/experiments/types/__init__.py

@@ -2,6 +2,9 @@
 
 # isort: skip_file
 
+from .experiment_update_status import ExperimentUpdateStatus
+from .experiment_update_type import ExperimentUpdateType
+from .experiment_write_status import ExperimentWriteStatus
 from .experiment_write_type import ExperimentWriteType
 
-__all__ = ["ExperimentWriteType"]
+__all__ = ["ExperimentUpdateStatus", "ExperimentUpdateType", "ExperimentWriteStatus", "ExperimentWriteType"]

opik/rest_api/experiments/types/experiment_update_status.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+ExperimentUpdateStatus = typing.Union[typing.Literal["running", "completed", "cancelled"], typing.Any]

opik/rest_api/experiments/types/experiment_update_type.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+ExperimentUpdateType = typing.Union[typing.Literal["regular", "trial", "mini-batch"], typing.Any]

opik/rest_api/experiments/types/experiment_write_status.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+ExperimentWriteStatus = typing.Union[typing.Literal["running", "completed", "cancelled"], typing.Any]

opik/rest_api/feedback_definitions/types/find_feedback_definitions_request_type.py

@@ -2,4 +2,4 @@
 
 import typing
 
-FindFeedbackDefinitionsRequestType = typing.Union[typing.Literal["numerical", "categorical"], typing.Any]
+FindFeedbackDefinitionsRequestType = typing.Union[typing.Literal["numerical", "categorical", "boolean"], typing.Any]

opik/rest_api/llm_provider_key/client.py

@@ -85,6 +85,7 @@ class LlmProviderKeyClient:
         provider: ProviderApiKeyWriteProvider,
         api_key: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
+        provider_name: typing.Optional[str] = OMIT,
         headers: typing.Optional[typing.Dict[str, str]] = OMIT,
         configuration: typing.Optional[typing.Dict[str, str]] = OMIT,
         base_url: typing.Optional[str] = OMIT,
@@ -101,6 +102,9 @@ class LlmProviderKeyClient:
 
         name : typing.Optional[str]
 
+        provider_name : typing.Optional[str]
+            Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+
         headers : typing.Optional[typing.Dict[str, str]]
 
         configuration : typing.Optional[typing.Dict[str, str]]
@@ -124,6 +128,7 @@ class LlmProviderKeyClient:
             provider=provider,
             api_key=api_key,
             name=name,
+            provider_name=provider_name,
             headers=headers,
             configuration=configuration,
             base_url=base_url,
@@ -164,6 +169,7 @@ class LlmProviderKeyClient:
         *,
         api_key: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
+        provider_name: typing.Optional[str] = OMIT,
         headers: typing.Optional[typing.Dict[str, str]] = OMIT,
         configuration: typing.Optional[typing.Dict[str, str]] = OMIT,
         base_url: typing.Optional[str] = OMIT,
@@ -180,6 +186,9 @@ class LlmProviderKeyClient:
 
         name : typing.Optional[str]
 
+        provider_name : typing.Optional[str]
+            Provider name - can be set to migrate legacy custom LLM providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM providers.
+
         headers : typing.Optional[typing.Dict[str, str]]
 
         configuration : typing.Optional[typing.Dict[str, str]]
@@ -203,6 +212,7 @@ class LlmProviderKeyClient:
             id,
             api_key=api_key,
             name=name,
+            provider_name=provider_name,
             headers=headers,
             configuration=configuration,
             base_url=base_url,
@@ -289,6 +299,7 @@ class AsyncLlmProviderKeyClient:
         provider: ProviderApiKeyWriteProvider,
         api_key: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
+        provider_name: typing.Optional[str] = OMIT,
         headers: typing.Optional[typing.Dict[str, str]] = OMIT,
         configuration: typing.Optional[typing.Dict[str, str]] = OMIT,
         base_url: typing.Optional[str] = OMIT,
@@ -305,6 +316,9 @@ class AsyncLlmProviderKeyClient:
 
         name : typing.Optional[str]
 
+        provider_name : typing.Optional[str]
+            Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+
         headers : typing.Optional[typing.Dict[str, str]]
 
         configuration : typing.Optional[typing.Dict[str, str]]
@@ -331,6 +345,7 @@ class AsyncLlmProviderKeyClient:
             provider=provider,
             api_key=api_key,
             name=name,
+            provider_name=provider_name,
             headers=headers,
             configuration=configuration,
             base_url=base_url,
@@ -374,6 +389,7 @@ class AsyncLlmProviderKeyClient:
         *,
         api_key: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
+        provider_name: typing.Optional[str] = OMIT,
         headers: typing.Optional[typing.Dict[str, str]] = OMIT,
         configuration: typing.Optional[typing.Dict[str, str]] = OMIT,
         base_url: typing.Optional[str] = OMIT,
@@ -390,6 +406,9 @@ class AsyncLlmProviderKeyClient:
 
         name : typing.Optional[str]
 
+        provider_name : typing.Optional[str]
+            Provider name - can be set to migrate legacy custom LLM providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM providers.
+
         headers : typing.Optional[typing.Dict[str, str]]
 
         configuration : typing.Optional[typing.Dict[str, str]]
@@ -416,6 +435,7 @@ class AsyncLlmProviderKeyClient:
             id,
             api_key=api_key,
             name=name,
+            provider_name=provider_name,
             headers=headers,
             configuration=configuration,
             base_url=base_url,

opik/rest_api/llm_provider_key/raw_client.py

@@ -104,6 +104,7 @@ class RawLlmProviderKeyClient:
         provider: ProviderApiKeyWriteProvider,
         api_key: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
+        provider_name: typing.Optional[str] = OMIT,
         headers: typing.Optional[typing.Dict[str, str]] = OMIT,
         configuration: typing.Optional[typing.Dict[str, str]] = OMIT,
         base_url: typing.Optional[str] = OMIT,
@@ -120,6 +121,9 @@ class RawLlmProviderKeyClient:
 
         name : typing.Optional[str]
 
+        provider_name : typing.Optional[str]
+            Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+
         headers : typing.Optional[typing.Dict[str, str]]
 
         configuration : typing.Optional[typing.Dict[str, str]]
@@ -140,6 +144,7 @@ class RawLlmProviderKeyClient:
                 "provider": provider,
                 "api_key": api_key,
                 "name": name,
+                "provider_name": provider_name,
                 "headers": headers,
                 "configuration": configuration,
                 "base_url": base_url,
@@ -235,6 +240,7 @@ class RawLlmProviderKeyClient:
         *,
         api_key: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
+        provider_name: typing.Optional[str] = OMIT,
         headers: typing.Optional[typing.Dict[str, str]] = OMIT,
         configuration: typing.Optional[typing.Dict[str, str]] = OMIT,
         base_url: typing.Optional[str] = OMIT,
@@ -251,6 +257,9 @@ class RawLlmProviderKeyClient:
 
         name : typing.Optional[str]
 
+        provider_name : typing.Optional[str]
+            Provider name - can be set to migrate legacy custom LLM providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM providers.
+
         headers : typing.Optional[typing.Dict[str, str]]
 
         configuration : typing.Optional[typing.Dict[str, str]]
@@ -270,6 +279,7 @@ class RawLlmProviderKeyClient:
             json={
                 "api_key": api_key,
                 "name": name,
+                "provider_name": provider_name,
                 "headers": headers,
                 "configuration": configuration,
                 "base_url": base_url,
@@ -405,6 +415,7 @@ class AsyncRawLlmProviderKeyClient:
         provider: ProviderApiKeyWriteProvider,
         api_key: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
+        provider_name: typing.Optional[str] = OMIT,
         headers: typing.Optional[typing.Dict[str, str]] = OMIT,
         configuration: typing.Optional[typing.Dict[str, str]] = OMIT,
         base_url: typing.Optional[str] = OMIT,
@@ -421,6 +432,9 @@ class AsyncRawLlmProviderKeyClient:
 
         name : typing.Optional[str]
 
+        provider_name : typing.Optional[str]
+            Provider name - required for custom LLM providers to uniquely identify them (e.g., 'ollama', 'vllm'). Must not be blank for custom providers. Should not be set for standard providers (OpenAI, Anthropic, etc.). This requirement is conditional and validation is enforced programmatically.
+
         headers : typing.Optional[typing.Dict[str, str]]
 
         configuration : typing.Optional[typing.Dict[str, str]]
@@ -441,6 +455,7 @@ class AsyncRawLlmProviderKeyClient:
                 "provider": provider,
                 "api_key": api_key,
                 "name": name,
+                "provider_name": provider_name,
                 "headers": headers,
                 "configuration": configuration,
                 "base_url": base_url,
@@ -536,6 +551,7 @@ class AsyncRawLlmProviderKeyClient:
         *,
         api_key: typing.Optional[str] = OMIT,
         name: typing.Optional[str] = OMIT,
+        provider_name: typing.Optional[str] = OMIT,
         headers: typing.Optional[typing.Dict[str, str]] = OMIT,
         configuration: typing.Optional[typing.Dict[str, str]] = OMIT,
         base_url: typing.Optional[str] = OMIT,
@@ -552,6 +568,9 @@ class AsyncRawLlmProviderKeyClient:
 
         name : typing.Optional[str]
 
+        provider_name : typing.Optional[str]
+            Provider name - can be set to migrate legacy custom LLM providers to the new multi-provider format. Once set, it cannot be changed. Should only be set for custom LLM providers.
+
         headers : typing.Optional[typing.Dict[str, str]]
 
         configuration : typing.Optional[typing.Dict[str, str]]
@@ -571,6 +590,7 @@ class AsyncRawLlmProviderKeyClient:
             json={
                 "api_key": api_key,
                 "name": name,
+                "provider_name": provider_name,
                 "headers": headers,
                 "configuration": configuration,
                 "base_url": base_url,

opik/rest_api/llm_provider_key/types/provider_api_key_write_provider.py

@@ -3,5 +3,5 @@
 import typing
 
 ProviderApiKeyWriteProvider = typing.Union[
-    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "custom-llm"], typing.Any
+    typing.Literal["openai", "anthropic", "gemini", "openrouter", "vertex-ai", "custom-llm", "opik-free"], typing.Any
 ]

opik/rest_api/manual_evaluation/__init__.py

@@ -0,0 +1,4 @@
+# This file was auto-generated by Fern from our API Definition.
+
+# isort: skip_file
+

opik/rest_api/manual_evaluation/client.py

@@ -0,0 +1,347 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+from ..core.client_wrapper import AsyncClientWrapper, SyncClientWrapper
+from ..core.request_options import RequestOptions
+from ..types.manual_evaluation_request_entity_type import ManualEvaluationRequestEntityType
+from ..types.manual_evaluation_response import ManualEvaluationResponse
+from .raw_client import AsyncRawManualEvaluationClient, RawManualEvaluationClient
+
+# this is used as the default value for optional parameters
+OMIT = typing.cast(typing.Any, ...)
+
+
+class ManualEvaluationClient:
+    def __init__(self, *, client_wrapper: SyncClientWrapper):
+        self._raw_client = RawManualEvaluationClient(client_wrapper=client_wrapper)
+
+    @property
+    def with_raw_response(self) -> RawManualEvaluationClient:
+        """
+        Retrieves a raw implementation of this client that returns raw responses.
+
+        Returns
+        -------
+        RawManualEvaluationClient
+        """
+        return self._raw_client
+
+    def evaluate_spans(
+        self,
+        *,
+        project_id: str,
+        entity_ids: typing.Sequence[str],
+        rule_ids: typing.Sequence[str],
+        entity_type: ManualEvaluationRequestEntityType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> ManualEvaluationResponse:
+        """
+        Manually trigger evaluation rules on selected spans. Bypasses sampling and enqueues all specified spans for evaluation.
+
+        Parameters
+        ----------
+        project_id : str
+            Project ID
+
+        entity_ids : typing.Sequence[str]
+            List of entity IDs (trace IDs or thread IDs) to evaluate
+
+        rule_ids : typing.Sequence[str]
+            List of automation rule IDs to apply
+
+        entity_type : ManualEvaluationRequestEntityType
+            Type of entity to evaluate (trace or thread)
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        ManualEvaluationResponse
+            Accepted - Evaluation request queued successfully
+
+        Examples
+        --------
+        from Opik import OpikApi
+        client = OpikApi(api_key="YOUR_API_KEY", workspace_name="YOUR_WORKSPACE_NAME", )
+        client.manual_evaluation.evaluate_spans(project_id='550e8400-e29b-41d4-a716-446655440000', entity_ids=['550e8400-e29b-41d4-a716-446655440000', '550e8400-e29b-41d4-a716-446655440001'], rule_ids=['660e8400-e29b-41d4-a716-446655440000'], entity_type="trace", )
+        """
+        _response = self._raw_client.evaluate_spans(
+            project_id=project_id,
+            entity_ids=entity_ids,
+            rule_ids=rule_ids,
+            entity_type=entity_type,
+            request_options=request_options,
+        )
+        return _response.data
+
+    def evaluate_threads(
+        self,
+        *,
+        project_id: str,
+        entity_ids: typing.Sequence[str],
+        rule_ids: typing.Sequence[str],
+        entity_type: ManualEvaluationRequestEntityType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> ManualEvaluationResponse:
+        """
+        Manually trigger evaluation rules on selected threads. Bypasses sampling and enqueues all specified threads for evaluation.
+
+        Parameters
+        ----------
+        project_id : str
+            Project ID
+
+        entity_ids : typing.Sequence[str]
+            List of entity IDs (trace IDs or thread IDs) to evaluate
+
+        rule_ids : typing.Sequence[str]
+            List of automation rule IDs to apply
+
+        entity_type : ManualEvaluationRequestEntityType
+            Type of entity to evaluate (trace or thread)
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        ManualEvaluationResponse
+            Accepted - Evaluation request queued successfully
+
+        Examples
+        --------
+        from Opik import OpikApi
+        client = OpikApi(api_key="YOUR_API_KEY", workspace_name="YOUR_WORKSPACE_NAME", )
+        client.manual_evaluation.evaluate_threads(project_id='550e8400-e29b-41d4-a716-446655440000', entity_ids=['550e8400-e29b-41d4-a716-446655440000', '550e8400-e29b-41d4-a716-446655440001'], rule_ids=['660e8400-e29b-41d4-a716-446655440000'], entity_type="trace", )
+        """
+        _response = self._raw_client.evaluate_threads(
+            project_id=project_id,
+            entity_ids=entity_ids,
+            rule_ids=rule_ids,
+            entity_type=entity_type,
+            request_options=request_options,
+        )
+        return _response.data
+
+    def evaluate_traces(
+        self,
+        *,
+        project_id: str,
+        entity_ids: typing.Sequence[str],
+        rule_ids: typing.Sequence[str],
+        entity_type: ManualEvaluationRequestEntityType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> ManualEvaluationResponse:
+        """
+        Manually trigger evaluation rules on selected traces. Bypasses sampling and enqueues all specified traces for evaluation.
+
+        Parameters
+        ----------
+        project_id : str
+            Project ID
+
+        entity_ids : typing.Sequence[str]
+            List of entity IDs (trace IDs or thread IDs) to evaluate
+
+        rule_ids : typing.Sequence[str]
+            List of automation rule IDs to apply
+
+        entity_type : ManualEvaluationRequestEntityType
+            Type of entity to evaluate (trace or thread)
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        ManualEvaluationResponse
+            Accepted - Evaluation request queued successfully
+
+        Examples
+        --------
+        from Opik import OpikApi
+        client = OpikApi(api_key="YOUR_API_KEY", workspace_name="YOUR_WORKSPACE_NAME", )
+        client.manual_evaluation.evaluate_traces(project_id='550e8400-e29b-41d4-a716-446655440000', entity_ids=['550e8400-e29b-41d4-a716-446655440000', '550e8400-e29b-41d4-a716-446655440001'], rule_ids=['660e8400-e29b-41d4-a716-446655440000'], entity_type="trace", )
+        """
+        _response = self._raw_client.evaluate_traces(
+            project_id=project_id,
+            entity_ids=entity_ids,
+            rule_ids=rule_ids,
+            entity_type=entity_type,
+            request_options=request_options,
+        )
+        return _response.data
+
+
+class AsyncManualEvaluationClient:
+    def __init__(self, *, client_wrapper: AsyncClientWrapper):
+        self._raw_client = AsyncRawManualEvaluationClient(client_wrapper=client_wrapper)
+
+    @property
+    def with_raw_response(self) -> AsyncRawManualEvaluationClient:
+        """
+        Retrieves a raw implementation of this client that returns raw responses.
+
+        Returns
+        -------
+        AsyncRawManualEvaluationClient
+        """
+        return self._raw_client
+
+    async def evaluate_spans(
+        self,
+        *,
+        project_id: str,
+        entity_ids: typing.Sequence[str],
+        rule_ids: typing.Sequence[str],
+        entity_type: ManualEvaluationRequestEntityType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> ManualEvaluationResponse:
+        """
+        Manually trigger evaluation rules on selected spans. Bypasses sampling and enqueues all specified spans for evaluation.
+
+        Parameters
+        ----------
+        project_id : str
+            Project ID
+
+        entity_ids : typing.Sequence[str]
+            List of entity IDs (trace IDs or thread IDs) to evaluate
+
+        rule_ids : typing.Sequence[str]
+            List of automation rule IDs to apply
+
+        entity_type : ManualEvaluationRequestEntityType
+            Type of entity to evaluate (trace or thread)
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        ManualEvaluationResponse
+            Accepted - Evaluation request queued successfully
+
+        Examples
+        --------
+        from Opik import AsyncOpikApi
+        import asyncio
+        client = AsyncOpikApi(api_key="YOUR_API_KEY", workspace_name="YOUR_WORKSPACE_NAME", )
+        async def main() -> None:
+            await client.manual_evaluation.evaluate_spans(project_id='550e8400-e29b-41d4-a716-446655440000', entity_ids=['550e8400-e29b-41d4-a716-446655440000', '550e8400-e29b-41d4-a716-446655440001'], rule_ids=['660e8400-e29b-41d4-a716-446655440000'], entity_type="trace", )
+        asyncio.run(main())
+        """
+        _response = await self._raw_client.evaluate_spans(
+            project_id=project_id,
+            entity_ids=entity_ids,
+            rule_ids=rule_ids,
+            entity_type=entity_type,
+            request_options=request_options,
+        )
+        return _response.data
+
+    async def evaluate_threads(
+        self,
+        *,
+        project_id: str,
+        entity_ids: typing.Sequence[str],
+        rule_ids: typing.Sequence[str],
+        entity_type: ManualEvaluationRequestEntityType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> ManualEvaluationResponse:
+        """
+        Manually trigger evaluation rules on selected threads. Bypasses sampling and enqueues all specified threads for evaluation.
+
+        Parameters
+        ----------
+        project_id : str
+            Project ID
+
+        entity_ids : typing.Sequence[str]
+            List of entity IDs (trace IDs or thread IDs) to evaluate
+
+        rule_ids : typing.Sequence[str]
+            List of automation rule IDs to apply
+
+        entity_type : ManualEvaluationRequestEntityType
+            Type of entity to evaluate (trace or thread)
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        ManualEvaluationResponse
+            Accepted - Evaluation request queued successfully
+
+        Examples
+        --------
+        from Opik import AsyncOpikApi
+        import asyncio
+        client = AsyncOpikApi(api_key="YOUR_API_KEY", workspace_name="YOUR_WORKSPACE_NAME", )
+        async def main() -> None:
+            await client.manual_evaluation.evaluate_threads(project_id='550e8400-e29b-41d4-a716-446655440000', entity_ids=['550e8400-e29b-41d4-a716-446655440000', '550e8400-e29b-41d4-a716-446655440001'], rule_ids=['660e8400-e29b-41d4-a716-446655440000'], entity_type="trace", )
+        asyncio.run(main())
+        """
+        _response = await self._raw_client.evaluate_threads(
+            project_id=project_id,
+            entity_ids=entity_ids,
+            rule_ids=rule_ids,
+            entity_type=entity_type,
+            request_options=request_options,
+        )
+        return _response.data
+
+    async def evaluate_traces(
+        self,
+        *,
+        project_id: str,
+        entity_ids: typing.Sequence[str],
+        rule_ids: typing.Sequence[str],
+        entity_type: ManualEvaluationRequestEntityType,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> ManualEvaluationResponse:
+        """
+        Manually trigger evaluation rules on selected traces. Bypasses sampling and enqueues all specified traces for evaluation.
+
+        Parameters
+        ----------
+        project_id : str
+            Project ID
+
+        entity_ids : typing.Sequence[str]
+            List of entity IDs (trace IDs or thread IDs) to evaluate
+
+        rule_ids : typing.Sequence[str]
+            List of automation rule IDs to apply
+
+        entity_type : ManualEvaluationRequestEntityType
+            Type of entity to evaluate (trace or thread)
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Returns
+        -------
+        ManualEvaluationResponse
+            Accepted - Evaluation request queued successfully
+
+        Examples
+        --------
+        from Opik import AsyncOpikApi
+        import asyncio
+        client = AsyncOpikApi(api_key="YOUR_API_KEY", workspace_name="YOUR_WORKSPACE_NAME", )
+        async def main() -> None:
+            await client.manual_evaluation.evaluate_traces(project_id='550e8400-e29b-41d4-a716-446655440000', entity_ids=['550e8400-e29b-41d4-a716-446655440000', '550e8400-e29b-41d4-a716-446655440001'], rule_ids=['660e8400-e29b-41d4-a716-446655440000'], entity_type="trace", )
+        asyncio.run(main())
+        """
+        _response = await self._raw_client.evaluate_traces(
+            project_id=project_id,
+            entity_ids=entity_ids,
+            rule_ids=rule_ids,
+            entity_type=entity_type,
+            request_options=request_options,
+        )
+        return _response.data