c63a5cfe-b235-4fbe-8bbb-82a9e02a482a-python 0.1.0a3__py3-none-any.whl → 0.1.0a4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a3.dist-info → c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a4.dist-info}/METADATA +91 -59
- c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a4.dist-info/RECORD +217 -0
- {c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a3.dist-info → c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a4.dist-info}/licenses/LICENSE +1 -1
- {digitalocean_genai_sdk → gradientai}/__init__.py +10 -9
- {digitalocean_genai_sdk → gradientai}/_base_client.py +39 -3
- {digitalocean_genai_sdk → gradientai}/_client.py +69 -148
- {digitalocean_genai_sdk → gradientai}/_exceptions.py +2 -2
- {digitalocean_genai_sdk → gradientai}/_resource.py +5 -5
- {digitalocean_genai_sdk → gradientai}/_response.py +6 -6
- {digitalocean_genai_sdk → gradientai}/_streaming.py +3 -3
- {digitalocean_genai_sdk → gradientai}/_types.py +1 -1
- {digitalocean_genai_sdk → gradientai}/_utils/_logs.py +3 -3
- gradientai/_utils/_resources_proxy.py +24 -0
- digitalocean_genai_sdk/types/providers/__init__.py → gradientai/_version.py +2 -1
- {digitalocean_genai_sdk → gradientai}/resources/__init__.py +13 -41
- {digitalocean_genai_sdk → gradientai}/resources/agents/agents.py +40 -16
- {digitalocean_genai_sdk → gradientai}/resources/agents/api_keys.py +34 -14
- {digitalocean_genai_sdk → gradientai}/resources/agents/child_agents.py +28 -12
- {digitalocean_genai_sdk → gradientai}/resources/agents/functions.py +22 -10
- {digitalocean_genai_sdk → gradientai}/resources/agents/knowledge_bases.py +22 -10
- {digitalocean_genai_sdk → gradientai}/resources/agents/versions.py +16 -8
- gradientai/resources/chat/__init__.py +33 -0
- gradientai/resources/chat/chat.py +102 -0
- digitalocean_genai_sdk/resources/chat.py → gradientai/resources/chat/completions.py +61 -57
- {digitalocean_genai_sdk → gradientai}/resources/indexing_jobs.py +34 -14
- gradientai/resources/inference/__init__.py +47 -0
- digitalocean_genai_sdk/resources/api_keys/api_keys_.py → gradientai/resources/inference/api_keys.py +40 -20
- gradientai/resources/inference/inference.py +134 -0
- {digitalocean_genai_sdk/resources → gradientai/resources/inference}/models.py +19 -15
- {digitalocean_genai_sdk → gradientai}/resources/knowledge_bases/data_sources.py +25 -12
- {digitalocean_genai_sdk → gradientai}/resources/knowledge_bases/knowledge_bases.py +34 -14
- digitalocean_genai_sdk/resources/api_keys/api_keys.py → gradientai/resources/models.py +51 -72
- {digitalocean_genai_sdk → gradientai}/resources/providers/anthropic/anthropic.py +4 -4
- {digitalocean_genai_sdk → gradientai}/resources/providers/anthropic/keys.py +40 -16
- {digitalocean_genai_sdk → gradientai}/resources/providers/openai/keys.py +40 -16
- {digitalocean_genai_sdk → gradientai}/resources/providers/openai/openai.py +4 -4
- {digitalocean_genai_sdk → gradientai}/resources/providers/providers.py +4 -4
- gradientai/resources/regions/__init__.py +61 -0
- gradientai/resources/regions/evaluation_datasets.py +292 -0
- gradientai/resources/regions/evaluation_runs/__init__.py +33 -0
- gradientai/resources/regions/evaluation_runs/evaluation_runs.py +316 -0
- gradientai/resources/regions/evaluation_runs/results.py +264 -0
- gradientai/resources/regions/evaluation_test_cases.py +618 -0
- gradientai/resources/regions/regions.py +352 -0
- {digitalocean_genai_sdk → gradientai}/types/__init__.py +7 -11
- {digitalocean_genai_sdk → gradientai}/types/agent_list_response.py +3 -3
- {digitalocean_genai_sdk → gradientai}/types/api_agent.py +8 -3
- digitalocean_genai_sdk/types/api_model.py → gradientai/types/api_agent_model.py +2 -2
- gradientai/types/api_evaluation_metric.py +24 -0
- digitalocean_genai_sdk/types/api_key_list_response.py → gradientai/types/api_model.py +3 -13
- {digitalocean_genai_sdk → gradientai}/types/api_openai_api_key_info.py +2 -2
- gradientai/types/api_workspace.py +36 -0
- gradientai/types/chat/__init__.py +7 -0
- {digitalocean_genai_sdk/types → gradientai/types/chat}/chat_completion_token_logprob.py +1 -1
- digitalocean_genai_sdk/types/chat_create_completion_params.py → gradientai/types/chat/completion_create_params.py +6 -29
- digitalocean_genai_sdk/types/chat_create_completion_response.py → gradientai/types/chat/completion_create_response.py +3 -3
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/__init__.py +2 -0
- {digitalocean_genai_sdk/types → gradientai/types/inference}/model.py +1 -1
- {digitalocean_genai_sdk/types → gradientai/types/inference}/model_list_response.py +1 -1
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_create_params.py +3 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/__init__.py +1 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_knowledge_base_data_source.py +11 -1
- gradientai/types/knowledge_bases/aws_data_source_param.py +19 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/data_source_create_params.py +3 -14
- digitalocean_genai_sdk/types/api_key_list_params.py → gradientai/types/model_list_params.py +2 -2
- gradientai/types/model_list_response.py +18 -0
- gradientai/types/region_list_evaluation_metrics_response.py +12 -0
- gradientai/types/regions/__init__.py +32 -0
- gradientai/types/regions/api_evaluation_test_case.py +46 -0
- gradientai/types/regions/api_star_metric.py +19 -0
- gradientai/types/regions/api_star_metric_param.py +19 -0
- gradientai/types/regions/evaluation_dataset_create_file_upload_presigned_urls_params.py +20 -0
- gradientai/types/regions/evaluation_dataset_create_file_upload_presigned_urls_response.py +30 -0
- gradientai/types/regions/evaluation_dataset_create_params.py +17 -0
- gradientai/types/regions/evaluation_dataset_create_response.py +12 -0
- gradientai/types/regions/evaluation_run_create_params.py +17 -0
- gradientai/types/regions/evaluation_run_create_response.py +11 -0
- gradientai/types/regions/evaluation_run_retrieve_response.py +12 -0
- gradientai/types/regions/evaluation_runs/__init__.py +9 -0
- gradientai/types/regions/evaluation_runs/api_evaluation_metric_result.py +17 -0
- gradientai/types/regions/evaluation_runs/api_evaluation_run.py +56 -0
- gradientai/types/regions/evaluation_runs/api_prompt.py +42 -0
- gradientai/types/regions/evaluation_runs/result_retrieve_prompt_response.py +12 -0
- gradientai/types/regions/evaluation_runs/result_retrieve_response.py +16 -0
- gradientai/types/regions/evaluation_test_case_create_params.py +29 -0
- gradientai/types/regions/evaluation_test_case_create_response.py +12 -0
- gradientai/types/regions/evaluation_test_case_list_evaluation_runs_params.py +12 -0
- gradientai/types/regions/evaluation_test_case_list_evaluation_runs_response.py +13 -0
- gradientai/types/regions/evaluation_test_case_list_response.py +12 -0
- gradientai/types/regions/evaluation_test_case_retrieve_response.py +12 -0
- gradientai/types/regions/evaluation_test_case_update_params.py +32 -0
- gradientai/types/regions/evaluation_test_case_update_response.py +14 -0
- c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a3.dist-info/RECORD +0 -190
- digitalocean_genai_sdk/_utils/_resources_proxy.py +0 -24
- digitalocean_genai_sdk/_version.py +0 -4
- digitalocean_genai_sdk/resources/api_keys/__init__.py +0 -19
- digitalocean_genai_sdk/resources/auth/__init__.py +0 -33
- digitalocean_genai_sdk/resources/auth/agents/__init__.py +0 -33
- digitalocean_genai_sdk/resources/auth/agents/agents.py +0 -102
- digitalocean_genai_sdk/resources/auth/agents/token.py +0 -173
- digitalocean_genai_sdk/resources/auth/auth.py +0 -102
- digitalocean_genai_sdk/resources/embeddings.py +0 -201
- digitalocean_genai_sdk/resources/regions.py +0 -191
- digitalocean_genai_sdk/types/auth/agents/__init__.py +0 -6
- digitalocean_genai_sdk/types/auth/agents/token_create_params.py +0 -13
- digitalocean_genai_sdk/types/auth/agents/token_create_response.py +0 -13
- digitalocean_genai_sdk/types/chat_completion_request_message_content_part_text_param.py +0 -15
- digitalocean_genai_sdk/types/embedding_create_params.py +0 -28
- digitalocean_genai_sdk/types/embedding_create_response.py +0 -41
- {c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a3.dist-info → c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a4.dist-info}/WHEEL +0 -0
- {digitalocean_genai_sdk → gradientai}/_compat.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_constants.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_files.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_models.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_qs.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_proxy.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_reflection.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_streams.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_sync.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_transform.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_typing.py +0 -0
- {digitalocean_genai_sdk → gradientai}/_utils/_utils.py +0 -0
- {digitalocean_genai_sdk → gradientai}/lib/.keep +0 -0
- {digitalocean_genai_sdk → gradientai}/py.typed +0 -0
- {digitalocean_genai_sdk → gradientai}/resources/agents/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/resources/knowledge_bases/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/resources/providers/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/resources/providers/anthropic/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/resources/providers/openai/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_retrieve_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_update_status_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agent_update_status_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_regenerate_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_key_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_link_knowledge_base_output.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_links.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/api_meta.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_add_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_add_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/child_agent_view_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/function_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/function_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/function_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/function_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/function_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/knowledge_base_detach_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/version_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/version_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/version_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/agents/version_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_agent_api_key_info.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_agreement.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_anthropic_api_key_info.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_deployment_visibility.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_indexing_job.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_knowledge_base.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_model_version.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/api_retrieval_method.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_retrieve_data_sources_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_retrieve_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_update_cancel_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/indexing_job_update_cancel_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_create_params.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_create_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_delete_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_list_params.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_list_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_update_params.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_update_regenerate_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_key_update_response.py +0 -0
- {digitalocean_genai_sdk/types/api_keys → gradientai/types/inference}/api_model_api_key_info.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_retrieve_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_base_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_file_upload_data_source.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_file_upload_data_source_param.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_spaces_data_source.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_spaces_data_source_param.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_web_crawler_data_source.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/api_web_crawler_data_source_param.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/data_source_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/data_source_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/data_source_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/knowledge_bases/data_source_list_response.py +0 -0
- {digitalocean_genai_sdk/types/auth → gradientai/types/providers}/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_list_agents_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_list_agents_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_retrieve_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/anthropic/key_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/__init__.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_create_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_create_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_delete_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_list_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_retrieve_agents_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_retrieve_agents_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_retrieve_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_update_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/providers/openai/key_update_response.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/region_list_params.py +0 -0
- {digitalocean_genai_sdk → gradientai}/types/region_list_response.py +0 -0
@@ -0,0 +1,618 @@
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
2
|
+
|
3
|
+
from __future__ import annotations
|
4
|
+
|
5
|
+
from typing import List
|
6
|
+
|
7
|
+
import httpx
|
8
|
+
|
9
|
+
from ..._types import NOT_GIVEN, Body, Query, Headers, NotGiven
|
10
|
+
from ..._utils import maybe_transform, async_maybe_transform
|
11
|
+
from ..._compat import cached_property
|
12
|
+
from ..._resource import SyncAPIResource, AsyncAPIResource
|
13
|
+
from ..._response import (
|
14
|
+
to_raw_response_wrapper,
|
15
|
+
to_streamed_response_wrapper,
|
16
|
+
async_to_raw_response_wrapper,
|
17
|
+
async_to_streamed_response_wrapper,
|
18
|
+
)
|
19
|
+
from ..._base_client import make_request_options
|
20
|
+
from ...types.regions import (
|
21
|
+
evaluation_test_case_create_params,
|
22
|
+
evaluation_test_case_update_params,
|
23
|
+
evaluation_test_case_list_evaluation_runs_params,
|
24
|
+
)
|
25
|
+
from ...types.regions.api_star_metric_param import APIStarMetricParam
|
26
|
+
from ...types.regions.evaluation_test_case_list_response import EvaluationTestCaseListResponse
|
27
|
+
from ...types.regions.evaluation_test_case_create_response import EvaluationTestCaseCreateResponse
|
28
|
+
from ...types.regions.evaluation_test_case_update_response import EvaluationTestCaseUpdateResponse
|
29
|
+
from ...types.regions.evaluation_test_case_retrieve_response import EvaluationTestCaseRetrieveResponse
|
30
|
+
from ...types.regions.evaluation_test_case_list_evaluation_runs_response import (
|
31
|
+
EvaluationTestCaseListEvaluationRunsResponse,
|
32
|
+
)
|
33
|
+
|
34
|
+
__all__ = ["EvaluationTestCasesResource", "AsyncEvaluationTestCasesResource"]
|
35
|
+
|
36
|
+
|
37
|
+
class EvaluationTestCasesResource(SyncAPIResource):
|
38
|
+
@cached_property
|
39
|
+
def with_raw_response(self) -> EvaluationTestCasesResourceWithRawResponse:
|
40
|
+
"""
|
41
|
+
This property can be used as a prefix for any HTTP method call to return
|
42
|
+
the raw response object instead of the parsed content.
|
43
|
+
|
44
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#accessing-raw-response-data-eg-headers
|
45
|
+
"""
|
46
|
+
return EvaluationTestCasesResourceWithRawResponse(self)
|
47
|
+
|
48
|
+
@cached_property
|
49
|
+
def with_streaming_response(self) -> EvaluationTestCasesResourceWithStreamingResponse:
|
50
|
+
"""
|
51
|
+
An alternative to `.with_raw_response` that doesn't eagerly read the response body.
|
52
|
+
|
53
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#with_streaming_response
|
54
|
+
"""
|
55
|
+
return EvaluationTestCasesResourceWithStreamingResponse(self)
|
56
|
+
|
57
|
+
def create(
|
58
|
+
self,
|
59
|
+
*,
|
60
|
+
dataset_uuid: str | NotGiven = NOT_GIVEN,
|
61
|
+
description: str | NotGiven = NOT_GIVEN,
|
62
|
+
metrics: List[str] | NotGiven = NOT_GIVEN,
|
63
|
+
name: str | NotGiven = NOT_GIVEN,
|
64
|
+
star_metric: APIStarMetricParam | NotGiven = NOT_GIVEN,
|
65
|
+
workspace_uuid: str | NotGiven = NOT_GIVEN,
|
66
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
67
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
68
|
+
extra_headers: Headers | None = None,
|
69
|
+
extra_query: Query | None = None,
|
70
|
+
extra_body: Body | None = None,
|
71
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
72
|
+
) -> EvaluationTestCaseCreateResponse:
|
73
|
+
"""
|
74
|
+
To create an evaluation test-case send a POST request to
|
75
|
+
`/v2/gen-ai/evaluation_test_cases`.
|
76
|
+
|
77
|
+
Args:
|
78
|
+
dataset_uuid: Dataset against which the test‑case is executed.
|
79
|
+
|
80
|
+
description: Description of the test case.
|
81
|
+
|
82
|
+
metrics: Full metric list to use for evaluation test case.
|
83
|
+
|
84
|
+
name: Name of the test case.
|
85
|
+
|
86
|
+
workspace_uuid: The workspace uuid.
|
87
|
+
|
88
|
+
extra_headers: Send extra headers
|
89
|
+
|
90
|
+
extra_query: Add additional query parameters to the request
|
91
|
+
|
92
|
+
extra_body: Add additional JSON properties to the request
|
93
|
+
|
94
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
95
|
+
"""
|
96
|
+
return self._post(
|
97
|
+
"/v2/gen-ai/evaluation_test_cases"
|
98
|
+
if self._client._base_url_overridden
|
99
|
+
else "https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases",
|
100
|
+
body=maybe_transform(
|
101
|
+
{
|
102
|
+
"dataset_uuid": dataset_uuid,
|
103
|
+
"description": description,
|
104
|
+
"metrics": metrics,
|
105
|
+
"name": name,
|
106
|
+
"star_metric": star_metric,
|
107
|
+
"workspace_uuid": workspace_uuid,
|
108
|
+
},
|
109
|
+
evaluation_test_case_create_params.EvaluationTestCaseCreateParams,
|
110
|
+
),
|
111
|
+
options=make_request_options(
|
112
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
113
|
+
),
|
114
|
+
cast_to=EvaluationTestCaseCreateResponse,
|
115
|
+
)
|
116
|
+
|
117
|
+
def retrieve(
|
118
|
+
self,
|
119
|
+
test_case_uuid: str,
|
120
|
+
*,
|
121
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
122
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
123
|
+
extra_headers: Headers | None = None,
|
124
|
+
extra_query: Query | None = None,
|
125
|
+
extra_body: Body | None = None,
|
126
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
127
|
+
) -> EvaluationTestCaseRetrieveResponse:
|
128
|
+
"""
|
129
|
+
To retrive information about an existing evaluation test case, send a GET
|
130
|
+
request to `/v2/gen-ai/evaluation_test_case/{test_case_uuid}`.
|
131
|
+
|
132
|
+
Args:
|
133
|
+
extra_headers: Send extra headers
|
134
|
+
|
135
|
+
extra_query: Add additional query parameters to the request
|
136
|
+
|
137
|
+
extra_body: Add additional JSON properties to the request
|
138
|
+
|
139
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
140
|
+
"""
|
141
|
+
if not test_case_uuid:
|
142
|
+
raise ValueError(f"Expected a non-empty value for `test_case_uuid` but received {test_case_uuid!r}")
|
143
|
+
return self._get(
|
144
|
+
f"/v2/gen-ai/evaluation_test_cases/{test_case_uuid}"
|
145
|
+
if self._client._base_url_overridden
|
146
|
+
else f"https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases/{test_case_uuid}",
|
147
|
+
options=make_request_options(
|
148
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
149
|
+
),
|
150
|
+
cast_to=EvaluationTestCaseRetrieveResponse,
|
151
|
+
)
|
152
|
+
|
153
|
+
def update(
|
154
|
+
self,
|
155
|
+
path_test_case_uuid: str,
|
156
|
+
*,
|
157
|
+
dataset_uuid: str | NotGiven = NOT_GIVEN,
|
158
|
+
description: str | NotGiven = NOT_GIVEN,
|
159
|
+
metrics: evaluation_test_case_update_params.Metrics | NotGiven = NOT_GIVEN,
|
160
|
+
name: str | NotGiven = NOT_GIVEN,
|
161
|
+
star_metric: APIStarMetricParam | NotGiven = NOT_GIVEN,
|
162
|
+
body_test_case_uuid: str | NotGiven = NOT_GIVEN,
|
163
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
164
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
165
|
+
extra_headers: Headers | None = None,
|
166
|
+
extra_query: Query | None = None,
|
167
|
+
extra_body: Body | None = None,
|
168
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
169
|
+
) -> EvaluationTestCaseUpdateResponse:
|
170
|
+
"""
|
171
|
+
To update an evaluation test-case send a POST request to
|
172
|
+
`/v2/gen-ai/evaluation_test_cases/{test_case_uuid}`.
|
173
|
+
|
174
|
+
Args:
|
175
|
+
dataset_uuid: Dataset against which the test‑case is executed.
|
176
|
+
|
177
|
+
description: Description of the test case.
|
178
|
+
|
179
|
+
name: Name of the test case.
|
180
|
+
|
181
|
+
extra_headers: Send extra headers
|
182
|
+
|
183
|
+
extra_query: Add additional query parameters to the request
|
184
|
+
|
185
|
+
extra_body: Add additional JSON properties to the request
|
186
|
+
|
187
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
188
|
+
"""
|
189
|
+
if not path_test_case_uuid:
|
190
|
+
raise ValueError(
|
191
|
+
f"Expected a non-empty value for `path_test_case_uuid` but received {path_test_case_uuid!r}"
|
192
|
+
)
|
193
|
+
return self._post(
|
194
|
+
f"/v2/gen-ai/evaluation_test_cases/{path_test_case_uuid}"
|
195
|
+
if self._client._base_url_overridden
|
196
|
+
else f"https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases/{path_test_case_uuid}",
|
197
|
+
body=maybe_transform(
|
198
|
+
{
|
199
|
+
"dataset_uuid": dataset_uuid,
|
200
|
+
"description": description,
|
201
|
+
"metrics": metrics,
|
202
|
+
"name": name,
|
203
|
+
"star_metric": star_metric,
|
204
|
+
"body_test_case_uuid": body_test_case_uuid,
|
205
|
+
},
|
206
|
+
evaluation_test_case_update_params.EvaluationTestCaseUpdateParams,
|
207
|
+
),
|
208
|
+
options=make_request_options(
|
209
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
210
|
+
),
|
211
|
+
cast_to=EvaluationTestCaseUpdateResponse,
|
212
|
+
)
|
213
|
+
|
214
|
+
def list(
|
215
|
+
self,
|
216
|
+
*,
|
217
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
218
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
219
|
+
extra_headers: Headers | None = None,
|
220
|
+
extra_query: Query | None = None,
|
221
|
+
extra_body: Body | None = None,
|
222
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
223
|
+
) -> EvaluationTestCaseListResponse:
|
224
|
+
"""
|
225
|
+
To list all evaluation test cases, send a GET request to
|
226
|
+
`/v2/gen-ai/evaluation_test_cases`.
|
227
|
+
"""
|
228
|
+
return self._get(
|
229
|
+
"/v2/gen-ai/evaluation_test_cases"
|
230
|
+
if self._client._base_url_overridden
|
231
|
+
else "https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases",
|
232
|
+
options=make_request_options(
|
233
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
234
|
+
),
|
235
|
+
cast_to=EvaluationTestCaseListResponse,
|
236
|
+
)
|
237
|
+
|
238
|
+
def list_evaluation_runs(
|
239
|
+
self,
|
240
|
+
evaluation_test_case_uuid: str,
|
241
|
+
*,
|
242
|
+
evaluation_test_case_version: int | NotGiven = NOT_GIVEN,
|
243
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
244
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
245
|
+
extra_headers: Headers | None = None,
|
246
|
+
extra_query: Query | None = None,
|
247
|
+
extra_body: Body | None = None,
|
248
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
249
|
+
) -> EvaluationTestCaseListEvaluationRunsResponse:
|
250
|
+
"""
|
251
|
+
To list all evaluation runs by test case, send a GET request to
|
252
|
+
`/v2/gen-ai/evaluation_test_cases/{evaluation_test_case_uuid}/evaluation_runs`.
|
253
|
+
|
254
|
+
Args:
|
255
|
+
evaluation_test_case_version: Version of the test case.
|
256
|
+
|
257
|
+
extra_headers: Send extra headers
|
258
|
+
|
259
|
+
extra_query: Add additional query parameters to the request
|
260
|
+
|
261
|
+
extra_body: Add additional JSON properties to the request
|
262
|
+
|
263
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
264
|
+
"""
|
265
|
+
if not evaluation_test_case_uuid:
|
266
|
+
raise ValueError(
|
267
|
+
f"Expected a non-empty value for `evaluation_test_case_uuid` but received {evaluation_test_case_uuid!r}"
|
268
|
+
)
|
269
|
+
return self._get(
|
270
|
+
f"/v2/gen-ai/evaluation_test_cases/{evaluation_test_case_uuid}/evaluation_runs"
|
271
|
+
if self._client._base_url_overridden
|
272
|
+
else f"https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases/{evaluation_test_case_uuid}/evaluation_runs",
|
273
|
+
options=make_request_options(
|
274
|
+
extra_headers=extra_headers,
|
275
|
+
extra_query=extra_query,
|
276
|
+
extra_body=extra_body,
|
277
|
+
timeout=timeout,
|
278
|
+
query=maybe_transform(
|
279
|
+
{"evaluation_test_case_version": evaluation_test_case_version},
|
280
|
+
evaluation_test_case_list_evaluation_runs_params.EvaluationTestCaseListEvaluationRunsParams,
|
281
|
+
),
|
282
|
+
),
|
283
|
+
cast_to=EvaluationTestCaseListEvaluationRunsResponse,
|
284
|
+
)
|
285
|
+
|
286
|
+
|
287
|
+
class AsyncEvaluationTestCasesResource(AsyncAPIResource):
|
288
|
+
@cached_property
|
289
|
+
def with_raw_response(self) -> AsyncEvaluationTestCasesResourceWithRawResponse:
|
290
|
+
"""
|
291
|
+
This property can be used as a prefix for any HTTP method call to return
|
292
|
+
the raw response object instead of the parsed content.
|
293
|
+
|
294
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#accessing-raw-response-data-eg-headers
|
295
|
+
"""
|
296
|
+
return AsyncEvaluationTestCasesResourceWithRawResponse(self)
|
297
|
+
|
298
|
+
@cached_property
|
299
|
+
def with_streaming_response(self) -> AsyncEvaluationTestCasesResourceWithStreamingResponse:
|
300
|
+
"""
|
301
|
+
An alternative to `.with_raw_response` that doesn't eagerly read the response body.
|
302
|
+
|
303
|
+
For more information, see https://www.github.com/digitalocean/gradientai-python#with_streaming_response
|
304
|
+
"""
|
305
|
+
return AsyncEvaluationTestCasesResourceWithStreamingResponse(self)
|
306
|
+
|
307
|
+
async def create(
|
308
|
+
self,
|
309
|
+
*,
|
310
|
+
dataset_uuid: str | NotGiven = NOT_GIVEN,
|
311
|
+
description: str | NotGiven = NOT_GIVEN,
|
312
|
+
metrics: List[str] | NotGiven = NOT_GIVEN,
|
313
|
+
name: str | NotGiven = NOT_GIVEN,
|
314
|
+
star_metric: APIStarMetricParam | NotGiven = NOT_GIVEN,
|
315
|
+
workspace_uuid: str | NotGiven = NOT_GIVEN,
|
316
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
317
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
318
|
+
extra_headers: Headers | None = None,
|
319
|
+
extra_query: Query | None = None,
|
320
|
+
extra_body: Body | None = None,
|
321
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
322
|
+
) -> EvaluationTestCaseCreateResponse:
|
323
|
+
"""
|
324
|
+
To create an evaluation test-case send a POST request to
|
325
|
+
`/v2/gen-ai/evaluation_test_cases`.
|
326
|
+
|
327
|
+
Args:
|
328
|
+
dataset_uuid: Dataset against which the test‑case is executed.
|
329
|
+
|
330
|
+
description: Description of the test case.
|
331
|
+
|
332
|
+
metrics: Full metric list to use for evaluation test case.
|
333
|
+
|
334
|
+
name: Name of the test case.
|
335
|
+
|
336
|
+
workspace_uuid: The workspace uuid.
|
337
|
+
|
338
|
+
extra_headers: Send extra headers
|
339
|
+
|
340
|
+
extra_query: Add additional query parameters to the request
|
341
|
+
|
342
|
+
extra_body: Add additional JSON properties to the request
|
343
|
+
|
344
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
345
|
+
"""
|
346
|
+
return await self._post(
|
347
|
+
"/v2/gen-ai/evaluation_test_cases"
|
348
|
+
if self._client._base_url_overridden
|
349
|
+
else "https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases",
|
350
|
+
body=await async_maybe_transform(
|
351
|
+
{
|
352
|
+
"dataset_uuid": dataset_uuid,
|
353
|
+
"description": description,
|
354
|
+
"metrics": metrics,
|
355
|
+
"name": name,
|
356
|
+
"star_metric": star_metric,
|
357
|
+
"workspace_uuid": workspace_uuid,
|
358
|
+
},
|
359
|
+
evaluation_test_case_create_params.EvaluationTestCaseCreateParams,
|
360
|
+
),
|
361
|
+
options=make_request_options(
|
362
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
363
|
+
),
|
364
|
+
cast_to=EvaluationTestCaseCreateResponse,
|
365
|
+
)
|
366
|
+
|
367
|
+
async def retrieve(
|
368
|
+
self,
|
369
|
+
test_case_uuid: str,
|
370
|
+
*,
|
371
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
372
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
373
|
+
extra_headers: Headers | None = None,
|
374
|
+
extra_query: Query | None = None,
|
375
|
+
extra_body: Body | None = None,
|
376
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
377
|
+
) -> EvaluationTestCaseRetrieveResponse:
|
378
|
+
"""
|
379
|
+
To retrive information about an existing evaluation test case, send a GET
|
380
|
+
request to `/v2/gen-ai/evaluation_test_case/{test_case_uuid}`.
|
381
|
+
|
382
|
+
Args:
|
383
|
+
extra_headers: Send extra headers
|
384
|
+
|
385
|
+
extra_query: Add additional query parameters to the request
|
386
|
+
|
387
|
+
extra_body: Add additional JSON properties to the request
|
388
|
+
|
389
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
390
|
+
"""
|
391
|
+
if not test_case_uuid:
|
392
|
+
raise ValueError(f"Expected a non-empty value for `test_case_uuid` but received {test_case_uuid!r}")
|
393
|
+
return await self._get(
|
394
|
+
f"/v2/gen-ai/evaluation_test_cases/{test_case_uuid}"
|
395
|
+
if self._client._base_url_overridden
|
396
|
+
else f"https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases/{test_case_uuid}",
|
397
|
+
options=make_request_options(
|
398
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
399
|
+
),
|
400
|
+
cast_to=EvaluationTestCaseRetrieveResponse,
|
401
|
+
)
|
402
|
+
|
403
|
+
async def update(
|
404
|
+
self,
|
405
|
+
path_test_case_uuid: str,
|
406
|
+
*,
|
407
|
+
dataset_uuid: str | NotGiven = NOT_GIVEN,
|
408
|
+
description: str | NotGiven = NOT_GIVEN,
|
409
|
+
metrics: evaluation_test_case_update_params.Metrics | NotGiven = NOT_GIVEN,
|
410
|
+
name: str | NotGiven = NOT_GIVEN,
|
411
|
+
star_metric: APIStarMetricParam | NotGiven = NOT_GIVEN,
|
412
|
+
body_test_case_uuid: str | NotGiven = NOT_GIVEN,
|
413
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
414
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
415
|
+
extra_headers: Headers | None = None,
|
416
|
+
extra_query: Query | None = None,
|
417
|
+
extra_body: Body | None = None,
|
418
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
419
|
+
) -> EvaluationTestCaseUpdateResponse:
|
420
|
+
"""
|
421
|
+
To update an evaluation test-case send a POST request to
|
422
|
+
`/v2/gen-ai/evaluation_test_cases/{test_case_uuid}`.
|
423
|
+
|
424
|
+
Args:
|
425
|
+
dataset_uuid: Dataset against which the test‑case is executed.
|
426
|
+
|
427
|
+
description: Description of the test case.
|
428
|
+
|
429
|
+
name: Name of the test case.
|
430
|
+
|
431
|
+
extra_headers: Send extra headers
|
432
|
+
|
433
|
+
extra_query: Add additional query parameters to the request
|
434
|
+
|
435
|
+
extra_body: Add additional JSON properties to the request
|
436
|
+
|
437
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
438
|
+
"""
|
439
|
+
if not path_test_case_uuid:
|
440
|
+
raise ValueError(
|
441
|
+
f"Expected a non-empty value for `path_test_case_uuid` but received {path_test_case_uuid!r}"
|
442
|
+
)
|
443
|
+
return await self._post(
|
444
|
+
f"/v2/gen-ai/evaluation_test_cases/{path_test_case_uuid}"
|
445
|
+
if self._client._base_url_overridden
|
446
|
+
else f"https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases/{path_test_case_uuid}",
|
447
|
+
body=await async_maybe_transform(
|
448
|
+
{
|
449
|
+
"dataset_uuid": dataset_uuid,
|
450
|
+
"description": description,
|
451
|
+
"metrics": metrics,
|
452
|
+
"name": name,
|
453
|
+
"star_metric": star_metric,
|
454
|
+
"body_test_case_uuid": body_test_case_uuid,
|
455
|
+
},
|
456
|
+
evaluation_test_case_update_params.EvaluationTestCaseUpdateParams,
|
457
|
+
),
|
458
|
+
options=make_request_options(
|
459
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
460
|
+
),
|
461
|
+
cast_to=EvaluationTestCaseUpdateResponse,
|
462
|
+
)
|
463
|
+
|
464
|
+
async def list(
|
465
|
+
self,
|
466
|
+
*,
|
467
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
468
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
469
|
+
extra_headers: Headers | None = None,
|
470
|
+
extra_query: Query | None = None,
|
471
|
+
extra_body: Body | None = None,
|
472
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
473
|
+
) -> EvaluationTestCaseListResponse:
|
474
|
+
"""
|
475
|
+
To list all evaluation test cases, send a GET request to
|
476
|
+
`/v2/gen-ai/evaluation_test_cases`.
|
477
|
+
"""
|
478
|
+
return await self._get(
|
479
|
+
"/v2/gen-ai/evaluation_test_cases"
|
480
|
+
if self._client._base_url_overridden
|
481
|
+
else "https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases",
|
482
|
+
options=make_request_options(
|
483
|
+
extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
|
484
|
+
),
|
485
|
+
cast_to=EvaluationTestCaseListResponse,
|
486
|
+
)
|
487
|
+
|
488
|
+
async def list_evaluation_runs(
|
489
|
+
self,
|
490
|
+
evaluation_test_case_uuid: str,
|
491
|
+
*,
|
492
|
+
evaluation_test_case_version: int | NotGiven = NOT_GIVEN,
|
493
|
+
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
494
|
+
# The extra values given here take precedence over values defined on the client or passed to this method.
|
495
|
+
extra_headers: Headers | None = None,
|
496
|
+
extra_query: Query | None = None,
|
497
|
+
extra_body: Body | None = None,
|
498
|
+
timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
|
499
|
+
) -> EvaluationTestCaseListEvaluationRunsResponse:
|
500
|
+
"""
|
501
|
+
To list all evaluation runs by test case, send a GET request to
|
502
|
+
`/v2/gen-ai/evaluation_test_cases/{evaluation_test_case_uuid}/evaluation_runs`.
|
503
|
+
|
504
|
+
Args:
|
505
|
+
evaluation_test_case_version: Version of the test case.
|
506
|
+
|
507
|
+
extra_headers: Send extra headers
|
508
|
+
|
509
|
+
extra_query: Add additional query parameters to the request
|
510
|
+
|
511
|
+
extra_body: Add additional JSON properties to the request
|
512
|
+
|
513
|
+
timeout: Override the client-level default timeout for this request, in seconds
|
514
|
+
"""
|
515
|
+
if not evaluation_test_case_uuid:
|
516
|
+
raise ValueError(
|
517
|
+
f"Expected a non-empty value for `evaluation_test_case_uuid` but received {evaluation_test_case_uuid!r}"
|
518
|
+
)
|
519
|
+
return await self._get(
|
520
|
+
f"/v2/gen-ai/evaluation_test_cases/{evaluation_test_case_uuid}/evaluation_runs"
|
521
|
+
if self._client._base_url_overridden
|
522
|
+
else f"https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases/{evaluation_test_case_uuid}/evaluation_runs",
|
523
|
+
options=make_request_options(
|
524
|
+
extra_headers=extra_headers,
|
525
|
+
extra_query=extra_query,
|
526
|
+
extra_body=extra_body,
|
527
|
+
timeout=timeout,
|
528
|
+
query=await async_maybe_transform(
|
529
|
+
{"evaluation_test_case_version": evaluation_test_case_version},
|
530
|
+
evaluation_test_case_list_evaluation_runs_params.EvaluationTestCaseListEvaluationRunsParams,
|
531
|
+
),
|
532
|
+
),
|
533
|
+
cast_to=EvaluationTestCaseListEvaluationRunsResponse,
|
534
|
+
)
|
535
|
+
|
536
|
+
|
537
|
+
class EvaluationTestCasesResourceWithRawResponse:
|
538
|
+
def __init__(self, evaluation_test_cases: EvaluationTestCasesResource) -> None:
|
539
|
+
self._evaluation_test_cases = evaluation_test_cases
|
540
|
+
|
541
|
+
self.create = to_raw_response_wrapper(
|
542
|
+
evaluation_test_cases.create,
|
543
|
+
)
|
544
|
+
self.retrieve = to_raw_response_wrapper(
|
545
|
+
evaluation_test_cases.retrieve,
|
546
|
+
)
|
547
|
+
self.update = to_raw_response_wrapper(
|
548
|
+
evaluation_test_cases.update,
|
549
|
+
)
|
550
|
+
self.list = to_raw_response_wrapper(
|
551
|
+
evaluation_test_cases.list,
|
552
|
+
)
|
553
|
+
self.list_evaluation_runs = to_raw_response_wrapper(
|
554
|
+
evaluation_test_cases.list_evaluation_runs,
|
555
|
+
)
|
556
|
+
|
557
|
+
|
558
|
+
class AsyncEvaluationTestCasesResourceWithRawResponse:
|
559
|
+
def __init__(self, evaluation_test_cases: AsyncEvaluationTestCasesResource) -> None:
|
560
|
+
self._evaluation_test_cases = evaluation_test_cases
|
561
|
+
|
562
|
+
self.create = async_to_raw_response_wrapper(
|
563
|
+
evaluation_test_cases.create,
|
564
|
+
)
|
565
|
+
self.retrieve = async_to_raw_response_wrapper(
|
566
|
+
evaluation_test_cases.retrieve,
|
567
|
+
)
|
568
|
+
self.update = async_to_raw_response_wrapper(
|
569
|
+
evaluation_test_cases.update,
|
570
|
+
)
|
571
|
+
self.list = async_to_raw_response_wrapper(
|
572
|
+
evaluation_test_cases.list,
|
573
|
+
)
|
574
|
+
self.list_evaluation_runs = async_to_raw_response_wrapper(
|
575
|
+
evaluation_test_cases.list_evaluation_runs,
|
576
|
+
)
|
577
|
+
|
578
|
+
|
579
|
+
class EvaluationTestCasesResourceWithStreamingResponse:
|
580
|
+
def __init__(self, evaluation_test_cases: EvaluationTestCasesResource) -> None:
|
581
|
+
self._evaluation_test_cases = evaluation_test_cases
|
582
|
+
|
583
|
+
self.create = to_streamed_response_wrapper(
|
584
|
+
evaluation_test_cases.create,
|
585
|
+
)
|
586
|
+
self.retrieve = to_streamed_response_wrapper(
|
587
|
+
evaluation_test_cases.retrieve,
|
588
|
+
)
|
589
|
+
self.update = to_streamed_response_wrapper(
|
590
|
+
evaluation_test_cases.update,
|
591
|
+
)
|
592
|
+
self.list = to_streamed_response_wrapper(
|
593
|
+
evaluation_test_cases.list,
|
594
|
+
)
|
595
|
+
self.list_evaluation_runs = to_streamed_response_wrapper(
|
596
|
+
evaluation_test_cases.list_evaluation_runs,
|
597
|
+
)
|
598
|
+
|
599
|
+
|
600
|
+
class AsyncEvaluationTestCasesResourceWithStreamingResponse:
|
601
|
+
def __init__(self, evaluation_test_cases: AsyncEvaluationTestCasesResource) -> None:
|
602
|
+
self._evaluation_test_cases = evaluation_test_cases
|
603
|
+
|
604
|
+
self.create = async_to_streamed_response_wrapper(
|
605
|
+
evaluation_test_cases.create,
|
606
|
+
)
|
607
|
+
self.retrieve = async_to_streamed_response_wrapper(
|
608
|
+
evaluation_test_cases.retrieve,
|
609
|
+
)
|
610
|
+
self.update = async_to_streamed_response_wrapper(
|
611
|
+
evaluation_test_cases.update,
|
612
|
+
)
|
613
|
+
self.list = async_to_streamed_response_wrapper(
|
614
|
+
evaluation_test_cases.list,
|
615
|
+
)
|
616
|
+
self.list_evaluation_runs = async_to_streamed_response_wrapper(
|
617
|
+
evaluation_test_cases.list_evaluation_runs,
|
618
|
+
)
|