c63a5cfe-b235-4fbe-8bbb-82a9e02a482a-python 0.1.0a3__py3-none-any.whl → 0.1.0a4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a3.dist-info → c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a4.dist-info}/METADATA +91 -59
- c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a4.dist-info/RECORD +217 -0
- {c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a3.dist-info → c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a4.dist-info}/licenses/LICENSE +1 -1
- {digitalocean_genai_sdk → gradientai}/__init__.py +10 -9
- {digitalocean_genai_sdk → gradientai}/_base_client.py +39 -3
- {digitalocean_genai_sdk → gradientai}/_client.py +69 -148
- {digitalocean_genai_sdk → gradientai}/_exceptions.py +2 -2
- {digitalocean_genai_sdk → gradientai}/_resource.py +5 -5
- {digitalocean_genai_sdk → gradientai}/_response.py +6 -6
- {digitalocean_genai_sdk → gradientai}/_streaming.py +3 -3
- {digitalocean_genai_sdk → gradientai}/_types.py +1 -1
- {digitalocean_genai_sdk → gradientai}/_utils/_logs.py +3 -3
- gradientai/_utils/_resources_proxy.py +24 -0
- digitalocean_genai_sdk/types/providers/__init__.py → gradientai/_version.py +2 -1
- {digitalocean_genai_sdk → gradientai}/resources/__init__.py +13 -41
- {digitalocean_genai_sdk → gradientai}/resources/agents/agents.py +40 -16
- {digitalocean_genai_sdk → gradientai}/resources/agents/api_keys.py +34 -14
- {digitalocean_genai_sdk → gradientai}/resources/agents/child_agents.py +28 -12
- {digitalocean_genai_sdk → gradientai}/resources/agents/functions.py +22 -10
- {digitalocean_genai_sdk → gradientai}/resources/agents/knowledge_bases.py +22 -10
- {digitalocean_genai_sdk → gradientai}/resources/agents/versions.py +16 -8
- gradientai/resources/chat/__init__.py +33 -0
- gradientai/resources/chat/chat.py +102 -0
- digitalocean_genai_sdk/resources/chat.py → gradientai/resources/chat/completions.py +61 -57
- {digitalocean_genai_sdk → gradientai}/resources/indexing_jobs.py +34 -14
- gradientai/resources/inference/__init__.py +47 -0
- digitalocean_genai_sdk/resources/api_keys/api_keys_.py → gradientai/resources/inference/api_keys.py +40 -20
- gradientai/resources/inference/inference.py +134 -0
- {digitalocean_genai_sdk/resources → gradientai/resources/inference}/models.py +19 -15
- {digitalocean_genai_sdk → gradientai}/resources/knowledge_bases/data_sources.py +25 -12
- {digitalocean_genai_sdk → gradientai}/resources/knowledge_bases/knowledge_bases.py +34 -14
- digitalocean_genai_sdk/resources/api_keys/api_keys.py → gradientai/resources/models.py +51 -72
- {digitalocean_genai_sdk → gradientai}/resources/providers/anthropic/anthropic.py +4 -4
- {digitalocean_genai_sdk → gradientai}/resources/providers/anthropic/keys.py +40 -16
- {digitalocean_genai_sdk → gradientai}/resources/providers/openai/keys.py +40 -16
- {digitalocean_genai_sdk → gradientai}/resources/providers/openai/openai.py +4 -4
- {digitalocean_genai_sdk → gradientai}/resources/providers/providers.py +4 -4
- gradientai/resources/regions/__init__.py +61 -0
- gradientai/resources/regions/evaluation_datasets.py +292 -0
- gradientai/resources/regions/evaluation_runs/__init__.py +33 -0
- gradientai/resources/regions/evaluation_runs/evaluation_runs.py +316 -0
- gradientai/resources/regions/evaluation_runs/results.py +264 -0
- gradientai/resources/regions/evaluation_test_cases.py +618 -0
- gradientai/resources/regions/regions.py +352 -0
- {digitalocean_genai_sdk → gradientai}/types/__init__.py +7 -11
- {digitalocean_genai_sdk → gradientai}/types/agent_list_response.py +3 -3
- {digitalocean_genai_sdk → gradientai}/types/api_agent.py +8 -3
- digitalocean_genai_sdk/types/api_model.py → gradientai/types/api_agent_model.py +2 -2
- gradientai/types/api_evaluation_metric.py +24 -0
- digitalocean_genai_sdk/types/api_key_list_response.py → gradientai/types/api_model.py +3 -13
- {digitalocean_genai_sdk → gradientai}/types/api_openai_api_key_info.py +2 -2
- gradientai/types/api_workspace.py +36 -0
- gradientai/types/chat/__init__.py +7 -0
- {digitalocean_genai_sdk/types → gradientai/types/chat}/chat_completion_token_logprob.py +1 -1
- digitalocean_genai_sdk/types/chat_create_completion_params.py → gradientai/types/chat/completion_create_params.py +6 -29
- digitalocean_genai_sdk/types/chat_create_completion_response.py → gradientai/types/chat/completion_create_response.py +3 -3
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/__init__.py +2 -0
- {digitalocean_genai_sdk/types → gradientai/types/inference}/model.py +1 -1
- {digitalocean_genai_sdk/types → gradientai/types/inference}/model_list_response.py +1 -1
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_create_params.py +3 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/__init__.py +1 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_knowledge_base_data_source.py +11 -1
- gradientai/types/knowledge_bases/aws_data_source_param.py +19 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/data_source_create_params.py +3 -14
- digitalocean_genai_sdk/types/api_key_list_params.py → gradientai/types/model_list_params.py +2 -2
- gradientai/types/model_list_response.py +18 -0
- gradientai/types/region_list_evaluation_metrics_response.py +12 -0
- gradientai/types/regions/__init__.py +32 -0
- gradientai/types/regions/api_evaluation_test_case.py +46 -0
- gradientai/types/regions/api_star_metric.py +19 -0
- gradientai/types/regions/api_star_metric_param.py +19 -0
- gradientai/types/regions/evaluation_dataset_create_file_upload_presigned_urls_params.py +20 -0
- gradientai/types/regions/evaluation_dataset_create_file_upload_presigned_urls_response.py +30 -0
- gradientai/types/regions/evaluation_dataset_create_params.py +17 -0
- gradientai/types/regions/evaluation_dataset_create_response.py +12 -0
- gradientai/types/regions/evaluation_run_create_params.py +17 -0
- gradientai/types/regions/evaluation_run_create_response.py +11 -0
- gradientai/types/regions/evaluation_run_retrieve_response.py +12 -0
- gradientai/types/regions/evaluation_runs/__init__.py +9 -0
- gradientai/types/regions/evaluation_runs/api_evaluation_metric_result.py +17 -0
- gradientai/types/regions/evaluation_runs/api_evaluation_run.py +56 -0
- gradientai/types/regions/evaluation_runs/api_prompt.py +42 -0
- gradientai/types/regions/evaluation_runs/result_retrieve_prompt_response.py +12 -0
- gradientai/types/regions/evaluation_runs/result_retrieve_response.py +16 -0
- gradientai/types/regions/evaluation_test_case_create_params.py +29 -0
- gradientai/types/regions/evaluation_test_case_create_response.py +12 -0
- gradientai/types/regions/evaluation_test_case_list_evaluation_runs_params.py +12 -0
- gradientai/types/regions/evaluation_test_case_list_evaluation_runs_response.py +13 -0
- gradientai/types/regions/evaluation_test_case_list_response.py +12 -0
- gradientai/types/regions/evaluation_test_case_retrieve_response.py +12 -0
- gradientai/types/regions/evaluation_test_case_update_params.py +32 -0
- gradientai/types/regions/evaluation_test_case_update_response.py +14 -0
- c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a3.dist-info/RECORD +0 -190
- digitalocean_genai_sdk/_utils/_resources_proxy.py +0 -24
- digitalocean_genai_sdk/_version.py +0 -4
- digitalocean_genai_sdk/resources/api_keys/__init__.py +0 -19
- digitalocean_genai_sdk/resources/auth/__init__.py +0 -33
- digitalocean_genai_sdk/resources/auth/agents/__init__.py +0 -33
- digitalocean_genai_sdk/resources/auth/agents/agents.py +0 -102
- digitalocean_genai_sdk/resources/auth/agents/token.py +0 -173
- digitalocean_genai_sdk/resources/auth/auth.py +0 -102
- digitalocean_genai_sdk/resources/embeddings.py +0 -201
- digitalocean_genai_sdk/resources/regions.py +0 -191
- digitalocean_genai_sdk/types/auth/agents/__init__.py +0 -6
- digitalocean_genai_sdk/types/auth/agents/token_create_params.py +0 -13
- digitalocean_genai_sdk/types/auth/agents/token_create_response.py +0 -13
- digitalocean_genai_sdk/types/chat_completion_request_message_content_part_text_param.py +0 -15
- digitalocean_genai_sdk/types/embedding_create_params.py +0 -28
- digitalocean_genai_sdk/types/embedding_create_response.py +0 -41
- {c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a3.dist-info → c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a4.dist-info}/WHEEL +0 -0
- {digitalocean_genai_sdk → gradientai}/_compat.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_constants.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_files.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_models.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_qs.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_proxy.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_reflection.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_streams.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_sync.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_transform.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_typing.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_utils.py +0 -0
- {digitalocean_genai_sdk → gradientai}/lib/.keep +0 -0
- {digitalocean_genai_sdk → gradientai}/py.typed +0 -0
- {digitalocean_genai_sdk → gradientai}/resources/agents/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/resources/knowledge_bases/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/resources/providers/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/resources/providers/anthropic/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/resources/providers/openai/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_retrieve_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_update_status_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_update_status_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_regenerate_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_link_knowledge_base_output.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_links.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_meta.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_add_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_add_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_view_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/function_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/function_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/function_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/function_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/function_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/knowledge_base_detach_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/version_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/version_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/version_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/version_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_agent_api_key_info.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_agreement.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_anthropic_api_key_info.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_deployment_visibility.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_indexing_job.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_knowledge_base.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_model_version.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_retrieval_method.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_retrieve_data_sources_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_retrieve_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_update_cancel_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_update_cancel_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_create_params.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_create_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_delete_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_list_params.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_list_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_update_params.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_update_regenerate_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_update_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_model_api_key_info.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_retrieve_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_file_upload_data_source.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_file_upload_data_source_param.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_spaces_data_source.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_spaces_data_source_param.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_web_crawler_data_source.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_web_crawler_data_source_param.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/data_source_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/data_source_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/data_source_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/data_source_list_response.py +0 -0
- {digitalocean_genai_sdk/types/auth → gradientai/types/providers}/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_list_agents_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_list_agents_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_retrieve_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_retrieve_agents_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_retrieve_agents_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_retrieve_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/region_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/region_list_response.py +0 -0
@@ -0,0 +1,292 @@
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
2
|
+
|
3
|
+
from __future__ import annotations
|
4
|
+
|
5
|
+
from typing import Iterable
|
6
|
+
|
7
|
+
import httpx
|
8
|
+
|
9
|
+
from ..._types import NOT_GIVEN, Body, Query, Headers, NotGiven
|
10
|
+
from ..._utils import maybe_transform, async_maybe_transform
|
11
|
+
from ..._compat import cached_property
|
12
|
+
from ..._resource import SyncAPIResource, AsyncAPIResource
|
13
|
+
from ..._response import (
|
14
|
+
to_raw_response_wrapper,
|
15
|
+
to_streamed_response_wrapper,
|
16
|
+
async_to_raw_response_wrapper,
|
17
|
+
async_to_streamed_response_wrapper,
|
18
|
+
)
|
19
|
+
from ..._base_client import make_request_options
|
20
|
+
from ...types.regions import (
|
21
|
+
evaluation_dataset_create_params,
|
22
|
+
evaluation_dataset_create_file_upload_presigned_urls_params,
|
23
|
+
)
|
24
|
+
from ...types.regions.evaluation_dataset_create_response import EvaluationDatasetCreateResponse
|
25
|
+
from ...types.knowledge_bases.api_file_upload_data_source_param import APIFileUploadDataSourceParam
|
26
|
+
from ...types.regions.evaluation_dataset_create_file_upload_presigned_urls_response import (
|
27
|
+
EvaluationDatasetCreateFileUploadPresignedURLsResponse,
|
28
|
+
)
|
29
|
+
|
30
|
+
__all__ = ["EvaluationDatasetsResource", "AsyncEvaluationDatasetsResource"]
|
31
|
+
|
32
|
+
|
33
|
+
class EvaluationDatasetsResource(SyncAPIResource):
|
34
|
+
@cached_property
|
35
|
+
def with_raw_response(self) -> EvaluationDatasetsResourceWithRawResponse:
|
36
|
+
"""
|
37
|
+
This property can be used as a prefix for any HTTP method call to return
|
38
|
+
the raw response object instead of the parsed content.
|
39
|
+
|
40
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#accessing-raw-response-data-eg-headers
|
41
|
+
"""
|
42
|
+
return EvaluationDatasetsResourceWithRawResponse(self)
|
43
|
+
|
44
|
+
@cached_property
|
45
|
+
def with_streaming_response(self) -> EvaluationDatasetsResourceWithStreamingResponse:
|
46
|
+
"""
|
47
|
+
An alternative to `.with_raw_response` that doesn't eagerly read the response body.
|
48
|
+
|
49
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#with_streaming_response
|
50
|
+
"""
|
51
|
+
return EvaluationDatasetsResourceWithStreamingResponse(self)
|
52
|
+
|
53
|
+
def create(
|
54
|
+
self,
|
55
|
+
*,
|
56
|
+
file_upload_dataset: APIFileUploadDataSourceParam | NotGiven = NOT_GIVEN,
|
57
|
+
name: str | NotGiven = NOT_GIVEN,
|
58
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
59
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
60
|
+
extra_headers: Headers | None = None,
|
61
|
+
extra_query: Query | None = None,
|
62
|
+
extra_body: Body | None = None,
|
63
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
64
|
+
) -> EvaluationDatasetCreateResponse:
|
65
|
+
"""
|
66
|
+
To create an evaluation dataset, send a POST request to
|
67
|
+
`/v2/gen-ai/evaluation_datasets`.
|
68
|
+
|
69
|
+
Args:
|
70
|
+
file_upload_dataset: File to upload as data source for knowledge base.
|
71
|
+
|
72
|
+
name: The name of the agent evaluation dataset.
|
73
|
+
|
74
|
+
extra_headers: Send extra headers
|
75
|
+
|
76
|
+
extra_query: Add additional query parameters to the request
|
77
|
+
|
78
|
+
extra_body: Add additional JSON properties to the request
|
79
|
+
|
80
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
81
|
+
"""
|
82
|
+
return self._post(
|
83
|
+
"/v2/gen-ai/evaluation_datasets"
|
84
|
+
if self._client._base_url_overridden
|
85
|
+
else "https://api.digitalocean.com/v2/gen-ai/evaluation_datasets",
|
86
|
+
body=maybe_transform(
|
87
|
+
{
|
88
|
+
"file_upload_dataset": file_upload_dataset,
|
89
|
+
"name": name,
|
90
|
+
},
|
91
|
+
evaluation_dataset_create_params.EvaluationDatasetCreateParams,
|
92
|
+
),
|
93
|
+
options=make_request_options(
|
94
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
95
|
+
),
|
96
|
+
cast_to=EvaluationDatasetCreateResponse,
|
97
|
+
)
|
98
|
+
|
99
|
+
def create_file_upload_presigned_urls(
|
100
|
+
self,
|
101
|
+
*,
|
102
|
+
files: Iterable[evaluation_dataset_create_file_upload_presigned_urls_params.File] | NotGiven = NOT_GIVEN,
|
103
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
104
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
105
|
+
extra_headers: Headers | None = None,
|
106
|
+
extra_query: Query | None = None,
|
107
|
+
extra_body: Body | None = None,
|
108
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
109
|
+
) -> EvaluationDatasetCreateFileUploadPresignedURLsResponse:
|
110
|
+
"""
|
111
|
+
To create presigned URLs for evaluation dataset file upload, send a POST request
|
112
|
+
to `/v2/gen-ai/evaluation_datasets/file_upload_presigned_urls`.
|
113
|
+
|
114
|
+
Args:
|
115
|
+
files: A list of files to generate presigned URLs for.
|
116
|
+
|
117
|
+
extra_headers: Send extra headers
|
118
|
+
|
119
|
+
extra_query: Add additional query parameters to the request
|
120
|
+
|
121
|
+
extra_body: Add additional JSON properties to the request
|
122
|
+
|
123
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
124
|
+
"""
|
125
|
+
return self._post(
|
126
|
+
"/v2/gen-ai/evaluation_datasets/file_upload_presigned_urls"
|
127
|
+
if self._client._base_url_overridden
|
128
|
+
else "https://api.digitalocean.com/v2/gen-ai/evaluation_datasets/file_upload_presigned_urls",
|
129
|
+
body=maybe_transform(
|
130
|
+
{"files": files},
|
131
|
+
evaluation_dataset_create_file_upload_presigned_urls_params.EvaluationDatasetCreateFileUploadPresignedURLsParams,
|
132
|
+
),
|
133
|
+
options=make_request_options(
|
134
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
135
|
+
),
|
136
|
+
cast_to=EvaluationDatasetCreateFileUploadPresignedURLsResponse,
|
137
|
+
)
|
138
|
+
|
139
|
+
|
140
|
+
class AsyncEvaluationDatasetsResource(AsyncAPIResource):
|
141
|
+
@cached_property
|
142
|
+
def with_raw_response(self) -> AsyncEvaluationDatasetsResourceWithRawResponse:
|
143
|
+
"""
|
144
|
+
This property can be used as a prefix for any HTTP method call to return
|
145
|
+
the raw response object instead of the parsed content.
|
146
|
+
|
147
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#accessing-raw-response-data-eg-headers
|
148
|
+
"""
|
149
|
+
return AsyncEvaluationDatasetsResourceWithRawResponse(self)
|
150
|
+
|
151
|
+
@cached_property
|
152
|
+
def with_streaming_response(self) -> AsyncEvaluationDatasetsResourceWithStreamingResponse:
|
153
|
+
"""
|
154
|
+
An alternative to `.with_raw_response` that doesn't eagerly read the response body.
|
155
|
+
|
156
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#with_streaming_response
|
157
|
+
"""
|
158
|
+
return AsyncEvaluationDatasetsResourceWithStreamingResponse(self)
|
159
|
+
|
160
|
+
async def create(
|
161
|
+
self,
|
162
|
+
*,
|
163
|
+
file_upload_dataset: APIFileUploadDataSourceParam | NotGiven = NOT_GIVEN,
|
164
|
+
name: str | NotGiven = NOT_GIVEN,
|
165
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
166
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
167
|
+
extra_headers: Headers | None = None,
|
168
|
+
extra_query: Query | None = None,
|
169
|
+
extra_body: Body | None = None,
|
170
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
171
|
+
) -> EvaluationDatasetCreateResponse:
|
172
|
+
"""
|
173
|
+
To create an evaluation dataset, send a POST request to
|
174
|
+
`/v2/gen-ai/evaluation_datasets`.
|
175
|
+
|
176
|
+
Args:
|
177
|
+
file_upload_dataset: File to upload as data source for knowledge base.
|
178
|
+
|
179
|
+
name: The name of the agent evaluation dataset.
|
180
|
+
|
181
|
+
extra_headers: Send extra headers
|
182
|
+
|
183
|
+
extra_query: Add additional query parameters to the request
|
184
|
+
|
185
|
+
extra_body: Add additional JSON properties to the request
|
186
|
+
|
187
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
188
|
+
"""
|
189
|
+
return await self._post(
|
190
|
+
"/v2/gen-ai/evaluation_datasets"
|
191
|
+
if self._client._base_url_overridden
|
192
|
+
else "https://api.digitalocean.com/v2/gen-ai/evaluation_datasets",
|
193
|
+
body=await async_maybe_transform(
|
194
|
+
{
|
195
|
+
"file_upload_dataset": file_upload_dataset,
|
196
|
+
"name": name,
|
197
|
+
},
|
198
|
+
evaluation_dataset_create_params.EvaluationDatasetCreateParams,
|
199
|
+
),
|
200
|
+
options=make_request_options(
|
201
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
202
|
+
),
|
203
|
+
cast_to=EvaluationDatasetCreateResponse,
|
204
|
+
)
|
205
|
+
|
206
|
+
async def create_file_upload_presigned_urls(
|
207
|
+
self,
|
208
|
+
*,
|
209
|
+
files: Iterable[evaluation_dataset_create_file_upload_presigned_urls_params.File] | NotGiven = NOT_GIVEN,
|
210
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
211
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
212
|
+
extra_headers: Headers | None = None,
|
213
|
+
extra_query: Query | None = None,
|
214
|
+
extra_body: Body | None = None,
|
215
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
216
|
+
) -> EvaluationDatasetCreateFileUploadPresignedURLsResponse:
|
217
|
+
"""
|
218
|
+
To create presigned URLs for evaluation dataset file upload, send a POST request
|
219
|
+
to `/v2/gen-ai/evaluation_datasets/file_upload_presigned_urls`.
|
220
|
+
|
221
|
+
Args:
|
222
|
+
files: A list of files to generate presigned URLs for.
|
223
|
+
|
224
|
+
extra_headers: Send extra headers
|
225
|
+
|
226
|
+
extra_query: Add additional query parameters to the request
|
227
|
+
|
228
|
+
extra_body: Add additional JSON properties to the request
|
229
|
+
|
230
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
231
|
+
"""
|
232
|
+
return await self._post(
|
233
|
+
"/v2/gen-ai/evaluation_datasets/file_upload_presigned_urls"
|
234
|
+
if self._client._base_url_overridden
|
235
|
+
else "https://api.digitalocean.com/v2/gen-ai/evaluation_datasets/file_upload_presigned_urls",
|
236
|
+
body=await async_maybe_transform(
|
237
|
+
{"files": files},
|
238
|
+
evaluation_dataset_create_file_upload_presigned_urls_params.EvaluationDatasetCreateFileUploadPresignedURLsParams,
|
239
|
+
),
|
240
|
+
options=make_request_options(
|
241
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
242
|
+
),
|
243
|
+
cast_to=EvaluationDatasetCreateFileUploadPresignedURLsResponse,
|
244
|
+
)
|
245
|
+
|
246
|
+
|
247
|
+
class EvaluationDatasetsResourceWithRawResponse:
|
248
|
+
def __init__(self, evaluation_datasets: EvaluationDatasetsResource) -> None:
|
249
|
+
self._evaluation_datasets = evaluation_datasets
|
250
|
+
|
251
|
+
self.create = to_raw_response_wrapper(
|
252
|
+
evaluation_datasets.create,
|
253
|
+
)
|
254
|
+
self.create_file_upload_presigned_urls = to_raw_response_wrapper(
|
255
|
+
evaluation_datasets.create_file_upload_presigned_urls,
|
256
|
+
)
|
257
|
+
|
258
|
+
|
259
|
+
class AsyncEvaluationDatasetsResourceWithRawResponse:
|
260
|
+
def __init__(self, evaluation_datasets: AsyncEvaluationDatasetsResource) -> None:
|
261
|
+
self._evaluation_datasets = evaluation_datasets
|
262
|
+
|
263
|
+
self.create = async_to_raw_response_wrapper(
|
264
|
+
evaluation_datasets.create,
|
265
|
+
)
|
266
|
+
self.create_file_upload_presigned_urls = async_to_raw_response_wrapper(
|
267
|
+
evaluation_datasets.create_file_upload_presigned_urls,
|
268
|
+
)
|
269
|
+
|
270
|
+
|
271
|
+
class EvaluationDatasetsResourceWithStreamingResponse:
|
272
|
+
def __init__(self, evaluation_datasets: EvaluationDatasetsResource) -> None:
|
273
|
+
self._evaluation_datasets = evaluation_datasets
|
274
|
+
|
275
|
+
self.create = to_streamed_response_wrapper(
|
276
|
+
evaluation_datasets.create,
|
277
|
+
)
|
278
|
+
self.create_file_upload_presigned_urls = to_streamed_response_wrapper(
|
279
|
+
evaluation_datasets.create_file_upload_presigned_urls,
|
280
|
+
)
|
281
|
+
|
282
|
+
|
283
|
+
class AsyncEvaluationDatasetsResourceWithStreamingResponse:
|
284
|
+
def __init__(self, evaluation_datasets: AsyncEvaluationDatasetsResource) -> None:
|
285
|
+
self._evaluation_datasets = evaluation_datasets
|
286
|
+
|
287
|
+
self.create = async_to_streamed_response_wrapper(
|
288
|
+
evaluation_datasets.create,
|
289
|
+
)
|
290
|
+
self.create_file_upload_presigned_urls = async_to_streamed_response_wrapper(
|
291
|
+
evaluation_datasets.create_file_upload_presigned_urls,
|
292
|
+
)
|
@@ -0,0 +1,33 @@
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
2
|
+
|
3
|
+
from .results import (
|
4
|
+
ResultsResource,
|
5
|
+
AsyncResultsResource,
|
6
|
+
ResultsResourceWithRawResponse,
|
7
|
+
AsyncResultsResourceWithRawResponse,
|
8
|
+
ResultsResourceWithStreamingResponse,
|
9
|
+
AsyncResultsResourceWithStreamingResponse,
|
10
|
+
)
|
11
|
+
from .evaluation_runs import (
|
12
|
+
EvaluationRunsResource,
|
13
|
+
AsyncEvaluationRunsResource,
|
14
|
+
EvaluationRunsResourceWithRawResponse,
|
15
|
+
AsyncEvaluationRunsResourceWithRawResponse,
|
16
|
+
EvaluationRunsResourceWithStreamingResponse,
|
17
|
+
AsyncEvaluationRunsResourceWithStreamingResponse,
|
18
|
+
)
|
19
|
+
|
20
|
+
__all__ = [
|
21
|
+
"ResultsResource",
|
22
|
+
"AsyncResultsResource",
|
23
|
+
"ResultsResourceWithRawResponse",
|
24
|
+
"AsyncResultsResourceWithRawResponse",
|
25
|
+
"ResultsResourceWithStreamingResponse",
|
26
|
+
"AsyncResultsResourceWithStreamingResponse",
|
27
|
+
"EvaluationRunsResource",
|
28
|
+
"AsyncEvaluationRunsResource",
|
29
|
+
"EvaluationRunsResourceWithRawResponse",
|
30
|
+
"AsyncEvaluationRunsResourceWithRawResponse",
|
31
|
+
"EvaluationRunsResourceWithStreamingResponse",
|
32
|
+
"AsyncEvaluationRunsResourceWithStreamingResponse",
|
33
|
+
]
|
@@ -0,0 +1,316 @@
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
2
|
+
|
3
|
+
from __future__ import annotations
|
4
|
+
|
5
|
+
import httpx
|
6
|
+
|
7
|
+
from .results import (
|
8
|
+
ResultsResource,
|
9
|
+
AsyncResultsResource,
|
10
|
+
ResultsResourceWithRawResponse,
|
11
|
+
AsyncResultsResourceWithRawResponse,
|
12
|
+
ResultsResourceWithStreamingResponse,
|
13
|
+
AsyncResultsResourceWithStreamingResponse,
|
14
|
+
)
|
15
|
+
from ...._types import NOT_GIVEN, Body, Query, Headers, NotGiven
|
16
|
+
from ...._utils import maybe_transform, async_maybe_transform
|
17
|
+
from ...._compat import cached_property
|
18
|
+
from ...._resource import SyncAPIResource, AsyncAPIResource
|
19
|
+
from ...._response import (
|
20
|
+
to_raw_response_wrapper,
|
21
|
+
to_streamed_response_wrapper,
|
22
|
+
async_to_raw_response_wrapper,
|
23
|
+
async_to_streamed_response_wrapper,
|
24
|
+
)
|
25
|
+
from ...._base_client import make_request_options
|
26
|
+
from ....types.regions import evaluation_run_create_params
|
27
|
+
from ....types.regions.evaluation_run_create_response import EvaluationRunCreateResponse
|
28
|
+
from ....types.regions.evaluation_run_retrieve_response import EvaluationRunRetrieveResponse
|
29
|
+
|
30
|
+
__all__ = ["EvaluationRunsResource", "AsyncEvaluationRunsResource"]
|
31
|
+
|
32
|
+
|
33
|
+
class EvaluationRunsResource(SyncAPIResource):
|
34
|
+
@cached_property
|
35
|
+
def results(self) -> ResultsResource:
|
36
|
+
return ResultsResource(self._client)
|
37
|
+
|
38
|
+
@cached_property
|
39
|
+
def with_raw_response(self) -> EvaluationRunsResourceWithRawResponse:
|
40
|
+
"""
|
41
|
+
This property can be used as a prefix for any HTTP method call to return
|
42
|
+
the raw response object instead of the parsed content.
|
43
|
+
|
44
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#accessing-raw-response-data-eg-headers
|
45
|
+
"""
|
46
|
+
return EvaluationRunsResourceWithRawResponse(self)
|
47
|
+
|
48
|
+
@cached_property
|
49
|
+
def with_streaming_response(self) -> EvaluationRunsResourceWithStreamingResponse:
|
50
|
+
"""
|
51
|
+
An alternative to `.with_raw_response` that doesn't eagerly read the response body.
|
52
|
+
|
53
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#with_streaming_response
|
54
|
+
"""
|
55
|
+
return EvaluationRunsResourceWithStreamingResponse(self)
|
56
|
+
|
57
|
+
def create(
|
58
|
+
self,
|
59
|
+
*,
|
60
|
+
agent_uuid: str | NotGiven = NOT_GIVEN,
|
61
|
+
run_name: str | NotGiven = NOT_GIVEN,
|
62
|
+
test_case_uuid: str | NotGiven = NOT_GIVEN,
|
63
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
64
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
65
|
+
extra_headers: Headers | None = None,
|
66
|
+
extra_query: Query | None = None,
|
67
|
+
extra_body: Body | None = None,
|
68
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
69
|
+
) -> EvaluationRunCreateResponse:
|
70
|
+
"""
|
71
|
+
To run an evaluation test case, send a POST request to
|
72
|
+
`/v2/gen-ai/evaluation_runs`.
|
73
|
+
|
74
|
+
Args:
|
75
|
+
agent_uuid: Agent UUID to run the test case against.
|
76
|
+
|
77
|
+
run_name: The name of the run.
|
78
|
+
|
79
|
+
extra_headers: Send extra headers
|
80
|
+
|
81
|
+
extra_query: Add additional query parameters to the request
|
82
|
+
|
83
|
+
extra_body: Add additional JSON properties to the request
|
84
|
+
|
85
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
86
|
+
"""
|
87
|
+
return self._post(
|
88
|
+
"/v2/gen-ai/evaluation_runs"
|
89
|
+
if self._client._base_url_overridden
|
90
|
+
else "https://api.digitalocean.com/v2/gen-ai/evaluation_runs",
|
91
|
+
body=maybe_transform(
|
92
|
+
{
|
93
|
+
"agent_uuid": agent_uuid,
|
94
|
+
"run_name": run_name,
|
95
|
+
"test_case_uuid": test_case_uuid,
|
96
|
+
},
|
97
|
+
evaluation_run_create_params.EvaluationRunCreateParams,
|
98
|
+
),
|
99
|
+
options=make_request_options(
|
100
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
101
|
+
),
|
102
|
+
cast_to=EvaluationRunCreateResponse,
|
103
|
+
)
|
104
|
+
|
105
|
+
def retrieve(
|
106
|
+
self,
|
107
|
+
evaluation_run_uuid: str,
|
108
|
+
*,
|
109
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
110
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
111
|
+
extra_headers: Headers | None = None,
|
112
|
+
extra_query: Query | None = None,
|
113
|
+
extra_body: Body | None = None,
|
114
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
115
|
+
) -> EvaluationRunRetrieveResponse:
|
116
|
+
"""
|
117
|
+
To retrive information about an existing evaluation run, send a GET request to
|
118
|
+
`/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}`.
|
119
|
+
|
120
|
+
Args:
|
121
|
+
extra_headers: Send extra headers
|
122
|
+
|
123
|
+
extra_query: Add additional query parameters to the request
|
124
|
+
|
125
|
+
extra_body: Add additional JSON properties to the request
|
126
|
+
|
127
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
128
|
+
"""
|
129
|
+
if not evaluation_run_uuid:
|
130
|
+
raise ValueError(
|
131
|
+
f"Expected a non-empty value for `evaluation_run_uuid` but received {evaluation_run_uuid!r}"
|
132
|
+
)
|
133
|
+
return self._get(
|
134
|
+
f"/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}"
|
135
|
+
if self._client._base_url_overridden
|
136
|
+
else f"https://api.digitalocean.com/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}",
|
137
|
+
options=make_request_options(
|
138
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
139
|
+
),
|
140
|
+
cast_to=EvaluationRunRetrieveResponse,
|
141
|
+
)
|
142
|
+
|
143
|
+
|
144
|
+
class AsyncEvaluationRunsResource(AsyncAPIResource):
|
145
|
+
@cached_property
|
146
|
+
def results(self) -> AsyncResultsResource:
|
147
|
+
return AsyncResultsResource(self._client)
|
148
|
+
|
149
|
+
@cached_property
|
150
|
+
def with_raw_response(self) -> AsyncEvaluationRunsResourceWithRawResponse:
|
151
|
+
"""
|
152
|
+
This property can be used as a prefix for any HTTP method call to return
|
153
|
+
the raw response object instead of the parsed content.
|
154
|
+
|
155
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#accessing-raw-response-data-eg-headers
|
156
|
+
"""
|
157
|
+
return AsyncEvaluationRunsResourceWithRawResponse(self)
|
158
|
+
|
159
|
+
@cached_property
|
160
|
+
def with_streaming_response(self) -> AsyncEvaluationRunsResourceWithStreamingResponse:
|
161
|
+
"""
|
162
|
+
An alternative to `.with_raw_response` that doesn't eagerly read the response body.
|
163
|
+
|
164
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#with_streaming_response
|
165
|
+
"""
|
166
|
+
return AsyncEvaluationRunsResourceWithStreamingResponse(self)
|
167
|
+
|
168
|
+
async def create(
|
169
|
+
self,
|
170
|
+
*,
|
171
|
+
agent_uuid: str | NotGiven = NOT_GIVEN,
|
172
|
+
run_name: str | NotGiven = NOT_GIVEN,
|
173
|
+
test_case_uuid: str | NotGiven = NOT_GIVEN,
|
174
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
175
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
176
|
+
extra_headers: Headers | None = None,
|
177
|
+
extra_query: Query | None = None,
|
178
|
+
extra_body: Body | None = None,
|
179
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
180
|
+
) -> EvaluationRunCreateResponse:
|
181
|
+
"""
|
182
|
+
To run an evaluation test case, send a POST request to
|
183
|
+
`/v2/gen-ai/evaluation_runs`.
|
184
|
+
|
185
|
+
Args:
|
186
|
+
agent_uuid: Agent UUID to run the test case against.
|
187
|
+
|
188
|
+
run_name: The name of the run.
|
189
|
+
|
190
|
+
extra_headers: Send extra headers
|
191
|
+
|
192
|
+
extra_query: Add additional query parameters to the request
|
193
|
+
|
194
|
+
extra_body: Add additional JSON properties to the request
|
195
|
+
|
196
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
197
|
+
"""
|
198
|
+
return await self._post(
|
199
|
+
"/v2/gen-ai/evaluation_runs"
|
200
|
+
if self._client._base_url_overridden
|
201
|
+
else "https://api.digitalocean.com/v2/gen-ai/evaluation_runs",
|
202
|
+
body=await async_maybe_transform(
|
203
|
+
{
|
204
|
+
"agent_uuid": agent_uuid,
|
205
|
+
"run_name": run_name,
|
206
|
+
"test_case_uuid": test_case_uuid,
|
207
|
+
},
|
208
|
+
evaluation_run_create_params.EvaluationRunCreateParams,
|
209
|
+
),
|
210
|
+
options=make_request_options(
|
211
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
212
|
+
),
|
213
|
+
cast_to=EvaluationRunCreateResponse,
|
214
|
+
)
|
215
|
+
|
216
|
+
async def retrieve(
|
217
|
+
self,
|
218
|
+
evaluation_run_uuid: str,
|
219
|
+
*,
|
220
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
221
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
222
|
+
extra_headers: Headers | None = None,
|
223
|
+
extra_query: Query | None = None,
|
224
|
+
extra_body: Body | None = None,
|
225
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
226
|
+
) -> EvaluationRunRetrieveResponse:
|
227
|
+
"""
|
228
|
+
To retrive information about an existing evaluation run, send a GET request to
|
229
|
+
`/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}`.
|
230
|
+
|
231
|
+
Args:
|
232
|
+
extra_headers: Send extra headers
|
233
|
+
|
234
|
+
extra_query: Add additional query parameters to the request
|
235
|
+
|
236
|
+
extra_body: Add additional JSON properties to the request
|
237
|
+
|
238
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
239
|
+
"""
|
240
|
+
if not evaluation_run_uuid:
|
241
|
+
raise ValueError(
|
242
|
+
f"Expected a non-empty value for `evaluation_run_uuid` but received {evaluation_run_uuid!r}"
|
243
|
+
)
|
244
|
+
return await self._get(
|
245
|
+
f"/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}"
|
246
|
+
if self._client._base_url_overridden
|
247
|
+
else f"https://api.digitalocean.com/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}",
|
248
|
+
options=make_request_options(
|
249
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
250
|
+
),
|
251
|
+
cast_to=EvaluationRunRetrieveResponse,
|
252
|
+
)
|
253
|
+
|
254
|
+
|
255
|
+
class EvaluationRunsResourceWithRawResponse:
|
256
|
+
def __init__(self, evaluation_runs: EvaluationRunsResource) -> None:
|
257
|
+
self._evaluation_runs = evaluation_runs
|
258
|
+
|
259
|
+
self.create = to_raw_response_wrapper(
|
260
|
+
evaluation_runs.create,
|
261
|
+
)
|
262
|
+
self.retrieve = to_raw_response_wrapper(
|
263
|
+
evaluation_runs.retrieve,
|
264
|
+
)
|
265
|
+
|
266
|
+
@cached_property
|
267
|
+
def results(self) -> ResultsResourceWithRawResponse:
|
268
|
+
return ResultsResourceWithRawResponse(self._evaluation_runs.results)
|
269
|
+
|
270
|
+
|
271
|
+
class AsyncEvaluationRunsResourceWithRawResponse:
|
272
|
+
def __init__(self, evaluation_runs: AsyncEvaluationRunsResource) -> None:
|
273
|
+
self._evaluation_runs = evaluation_runs
|
274
|
+
|
275
|
+
self.create = async_to_raw_response_wrapper(
|
276
|
+
evaluation_runs.create,
|
277
|
+
)
|
278
|
+
self.retrieve = async_to_raw_response_wrapper(
|
279
|
+
evaluation_runs.retrieve,
|
280
|
+
)
|
281
|
+
|
282
|
+
@cached_property
|
283
|
+
def results(self) -> AsyncResultsResourceWithRawResponse:
|
284
|
+
return AsyncResultsResourceWithRawResponse(self._evaluation_runs.results)
|
285
|
+
|
286
|
+
|
287
|
+
class EvaluationRunsResourceWithStreamingResponse:
|
288
|
+
def __init__(self, evaluation_runs: EvaluationRunsResource) -> None:
|
289
|
+
self._evaluation_runs = evaluation_runs
|
290
|
+
|
291
|
+
self.create = to_streamed_response_wrapper(
|
292
|
+
evaluation_runs.create,
|
293
|
+
)
|
294
|
+
self.retrieve = to_streamed_response_wrapper(
|
295
|
+
evaluation_runs.retrieve,
|
296
|
+
)
|
297
|
+
|
298
|
+
@cached_property
|
299
|
+
def results(self) -> ResultsResourceWithStreamingResponse:
|
300
|
+
return ResultsResourceWithStreamingResponse(self._evaluation_runs.results)
|
301
|
+
|
302
|
+
|
303
|
+
class AsyncEvaluationRunsResourceWithStreamingResponse:
|
304
|
+
def __init__(self, evaluation_runs: AsyncEvaluationRunsResource) -> None:
|
305
|
+
self._evaluation_runs = evaluation_runs
|
306
|
+
|
307
|
+
self.create = async_to_streamed_response_wrapper(
|
308
|
+
evaluation_runs.create,
|
309
|
+
)
|
310
|
+
self.retrieve = async_to_streamed_response_wrapper(
|
311
|
+
evaluation_runs.retrieve,
|
312
|
+
)
|
313
|
+
|
314
|
+
@cached_property
|
315
|
+
def results(self) -> AsyncResultsResourceWithStreamingResponse:
|
316
|
+
return AsyncResultsResourceWithStreamingResponse(self._evaluation_runs.results)
|