c63a5cfe-b235-4fbe-8bbb-82a9e02a482a-python 0.1.0a4__py3-none-any.whl → 0.1.0a6__py3-none-any.whl

gradientai/resources/{regions/evaluation_runs → agents}/evaluation_runs.py

@@ -2,39 +2,31 @@
 
 from __future__ import annotations
 
+from typing import List
+
 import httpx
 
-from .results import (
-    ResultsResource,
-    AsyncResultsResource,
-    ResultsResourceWithRawResponse,
-    AsyncResultsResourceWithRawResponse,
-    ResultsResourceWithStreamingResponse,
-    AsyncResultsResourceWithStreamingResponse,
-)
-from ...._types import NOT_GIVEN, Body, Query, Headers, NotGiven
-from ...._utils import maybe_transform, async_maybe_transform
-from ...._compat import cached_property
-from ...._resource import SyncAPIResource, AsyncAPIResource
-from ...._response import (
+from ..._types import NOT_GIVEN, Body, Query, Headers, NotGiven
+from ..._utils import maybe_transform, async_maybe_transform
+from ..._compat import cached_property
+from ..._resource import SyncAPIResource, AsyncAPIResource
+from ..._response import (
     to_raw_response_wrapper,
     to_streamed_response_wrapper,
     async_to_raw_response_wrapper,
     async_to_streamed_response_wrapper,
 )
-from ...._base_client import make_request_options
-from ....types.regions import evaluation_run_create_params
-from ....types.regions.evaluation_run_create_response import EvaluationRunCreateResponse
-from ....types.regions.evaluation_run_retrieve_response import EvaluationRunRetrieveResponse
+from ..._base_client import make_request_options
+from ...types.agents import evaluation_run_create_params
+from ...types.agents.evaluation_run_create_response import EvaluationRunCreateResponse
+from ...types.agents.evaluation_run_retrieve_response import EvaluationRunRetrieveResponse
+from ...types.agents.evaluation_run_list_results_response import EvaluationRunListResultsResponse
+from ...types.agents.evaluation_run_retrieve_results_response import EvaluationRunRetrieveResultsResponse
 
 __all__ = ["EvaluationRunsResource", "AsyncEvaluationRunsResource"]
 
 
 class EvaluationRunsResource(SyncAPIResource):
-    @cached_property
-    def results(self) -> ResultsResource:
-        return ResultsResource(self._client)
-
     @cached_property
     def with_raw_response(self) -> EvaluationRunsResourceWithRawResponse:
         """
@@ -57,7 +49,7 @@ class EvaluationRunsResource(SyncAPIResource):
     def create(
         self,
         *,
-        agent_uuid: str | NotGiven = NOT_GIVEN,
+        agent_uuids: List[str] | NotGiven = NOT_GIVEN,
         run_name: str | NotGiven = NOT_GIVEN,
         test_case_uuid: str | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
@@ -72,7 +64,7 @@ class EvaluationRunsResource(SyncAPIResource):
         `/v2/gen-ai/evaluation_runs`.
 
         Args:
-          agent_uuid: Agent UUID to run the test case against.
+          agent_uuids: Agent UUIDs to run the test case against.
 
           run_name: The name of the run.
 
@@ -90,7 +82,7 @@ class EvaluationRunsResource(SyncAPIResource):
             else "https://api.digitalocean.com/v2/gen-ai/evaluation_runs",
             body=maybe_transform(
                 {
-                    "agent_uuid": agent_uuid,
+                    "agent_uuids": agent_uuids,
                     "run_name": run_name,
                     "test_case_uuid": test_case_uuid,
                 },
@@ -140,12 +132,85 @@ class EvaluationRunsResource(SyncAPIResource):
             cast_to=EvaluationRunRetrieveResponse,
         )
 
+    def list_results(
+        self,
+        evaluation_run_uuid: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+    ) -> EvaluationRunListResultsResponse:
+        """
+        To retrieve results of an evaluation run, send a GET request to
+        `/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results`.
 
-class AsyncEvaluationRunsResource(AsyncAPIResource):
-    @cached_property
-    def results(self) -> AsyncResultsResource:
-        return AsyncResultsResource(self._client)
+        Args:
+          extra_headers: Send extra headers
 
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not evaluation_run_uuid:
+            raise ValueError(
+                f"Expected a non-empty value for `evaluation_run_uuid` but received {evaluation_run_uuid!r}"
+            )
+        return self._get(
+            f"/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results"
+            if self._client._base_url_overridden
+            else f"https://api.digitalocean.com/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=EvaluationRunListResultsResponse,
+        )
+
+    def retrieve_results(
+        self,
+        prompt_id: int,
+        *,
+        evaluation_run_uuid: str,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+    ) -> EvaluationRunRetrieveResultsResponse:
+        """
+        To retrieve results of an evaluation run, send a GET request to
+        `/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results/{prompt_id}`.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not evaluation_run_uuid:
+            raise ValueError(
+                f"Expected a non-empty value for `evaluation_run_uuid` but received {evaluation_run_uuid!r}"
+            )
+        return self._get(
+            f"/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results/{prompt_id}"
+            if self._client._base_url_overridden
+            else f"https://api.digitalocean.com/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results/{prompt_id}",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=EvaluationRunRetrieveResultsResponse,
+        )
+
+
+class AsyncEvaluationRunsResource(AsyncAPIResource):
     @cached_property
     def with_raw_response(self) -> AsyncEvaluationRunsResourceWithRawResponse:
         """
@@ -168,7 +233,7 @@ class AsyncEvaluationRunsResource(AsyncAPIResource):
     async def create(
         self,
         *,
-        agent_uuid: str | NotGiven = NOT_GIVEN,
+        agent_uuids: List[str] | NotGiven = NOT_GIVEN,
         run_name: str | NotGiven = NOT_GIVEN,
         test_case_uuid: str | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
@@ -183,7 +248,7 @@ class AsyncEvaluationRunsResource(AsyncAPIResource):
         `/v2/gen-ai/evaluation_runs`.
 
         Args:
-          agent_uuid: Agent UUID to run the test case against.
+          agent_uuids: Agent UUIDs to run the test case against.
 
           run_name: The name of the run.
 
@@ -201,7 +266,7 @@ class AsyncEvaluationRunsResource(AsyncAPIResource):
             else "https://api.digitalocean.com/v2/gen-ai/evaluation_runs",
             body=await async_maybe_transform(
                 {
-                    "agent_uuid": agent_uuid,
+                    "agent_uuids": agent_uuids,
                     "run_name": run_name,
                     "test_case_uuid": test_case_uuid,
                 },
@@ -251,6 +316,83 @@ class AsyncEvaluationRunsResource(AsyncAPIResource):
             cast_to=EvaluationRunRetrieveResponse,
         )
 
+    async def list_results(
+        self,
+        evaluation_run_uuid: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+    ) -> EvaluationRunListResultsResponse:
+        """
+        To retrieve results of an evaluation run, send a GET request to
+        `/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results`.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not evaluation_run_uuid:
+            raise ValueError(
+                f"Expected a non-empty value for `evaluation_run_uuid` but received {evaluation_run_uuid!r}"
+            )
+        return await self._get(
+            f"/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results"
+            if self._client._base_url_overridden
+            else f"https://api.digitalocean.com/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=EvaluationRunListResultsResponse,
+        )
+
+    async def retrieve_results(
+        self,
+        prompt_id: int,
+        *,
+        evaluation_run_uuid: str,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+    ) -> EvaluationRunRetrieveResultsResponse:
+        """
+        To retrieve results of an evaluation run, send a GET request to
+        `/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results/{prompt_id}`.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not evaluation_run_uuid:
+            raise ValueError(
+                f"Expected a non-empty value for `evaluation_run_uuid` but received {evaluation_run_uuid!r}"
+            )
+        return await self._get(
+            f"/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results/{prompt_id}"
+            if self._client._base_url_overridden
+            else f"https://api.digitalocean.com/v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results/{prompt_id}",
+            options=make_request_options(
+                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+            ),
+            cast_to=EvaluationRunRetrieveResultsResponse,
+        )
+
 
 class EvaluationRunsResourceWithRawResponse:
     def __init__(self, evaluation_runs: EvaluationRunsResource) -> None:
@@ -262,10 +404,12 @@ class EvaluationRunsResourceWithRawResponse:
         self.retrieve = to_raw_response_wrapper(
             evaluation_runs.retrieve,
         )
-
-    @cached_property
-    def results(self) -> ResultsResourceWithRawResponse:
-        return ResultsResourceWithRawResponse(self._evaluation_runs.results)
+        self.list_results = to_raw_response_wrapper(
+            evaluation_runs.list_results,
+        )
+        self.retrieve_results = to_raw_response_wrapper(
+            evaluation_runs.retrieve_results,
+        )
 
 
 class AsyncEvaluationRunsResourceWithRawResponse:
@@ -278,10 +422,12 @@ class AsyncEvaluationRunsResourceWithRawResponse:
         self.retrieve = async_to_raw_response_wrapper(
             evaluation_runs.retrieve,
         )
-
-    @cached_property
-    def results(self) -> AsyncResultsResourceWithRawResponse:
-        return AsyncResultsResourceWithRawResponse(self._evaluation_runs.results)
+        self.list_results = async_to_raw_response_wrapper(
+            evaluation_runs.list_results,
+        )
+        self.retrieve_results = async_to_raw_response_wrapper(
+            evaluation_runs.retrieve_results,
+        )
 
 
 class EvaluationRunsResourceWithStreamingResponse:
@@ -294,10 +440,12 @@ class EvaluationRunsResourceWithStreamingResponse:
         self.retrieve = to_streamed_response_wrapper(
             evaluation_runs.retrieve,
         )
-
-    @cached_property
-    def results(self) -> ResultsResourceWithStreamingResponse:
-        return ResultsResourceWithStreamingResponse(self._evaluation_runs.results)
+        self.list_results = to_streamed_response_wrapper(
+            evaluation_runs.list_results,
+        )
+        self.retrieve_results = to_streamed_response_wrapper(
+            evaluation_runs.retrieve_results,
+        )
 
 
 class AsyncEvaluationRunsResourceWithStreamingResponse:
@@ -310,7 +458,9 @@ class AsyncEvaluationRunsResourceWithStreamingResponse:
         self.retrieve = async_to_streamed_response_wrapper(
             evaluation_runs.retrieve,
         )
-
-    @cached_property
-    def results(self) -> AsyncResultsResourceWithStreamingResponse:
-        return AsyncResultsResourceWithStreamingResponse(self._evaluation_runs.results)
+        self.list_results = async_to_streamed_response_wrapper(
+            evaluation_runs.list_results,
+        )
+        self.retrieve_results = async_to_streamed_response_wrapper(
+            evaluation_runs.retrieve_results,
+        )

gradientai/resources/{regions → agents}/evaluation_test_cases.py

@@ -17,17 +17,18 @@ from ..._response import (
     async_to_streamed_response_wrapper,
 )
 from ..._base_client import make_request_options
-from ...types.regions import (
+from ...types.agents import (
     evaluation_test_case_create_params,
     evaluation_test_case_update_params,
+    evaluation_test_case_retrieve_params,
     evaluation_test_case_list_evaluation_runs_params,
 )
-from ...types.regions.api_star_metric_param import APIStarMetricParam
-from ...types.regions.evaluation_test_case_list_response import EvaluationTestCaseListResponse
-from ...types.regions.evaluation_test_case_create_response import EvaluationTestCaseCreateResponse
-from ...types.regions.evaluation_test_case_update_response import EvaluationTestCaseUpdateResponse
-from ...types.regions.evaluation_test_case_retrieve_response import EvaluationTestCaseRetrieveResponse
-from ...types.regions.evaluation_test_case_list_evaluation_runs_response import (
+from ...types.agents.api_star_metric_param import APIStarMetricParam
+from ...types.agents.evaluation_test_case_list_response import EvaluationTestCaseListResponse
+from ...types.agents.evaluation_test_case_create_response import EvaluationTestCaseCreateResponse
+from ...types.agents.evaluation_test_case_update_response import EvaluationTestCaseUpdateResponse
+from ...types.agents.evaluation_test_case_retrieve_response import EvaluationTestCaseRetrieveResponse
+from ...types.agents.evaluation_test_case_list_evaluation_runs_response import (
     EvaluationTestCaseListEvaluationRunsResponse,
 )
 
@@ -118,6 +119,7 @@ class EvaluationTestCasesResource(SyncAPIResource):
         self,
         test_case_uuid: str,
         *,
+        evaluation_test_case_version: int | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -130,6 +132,8 @@ class EvaluationTestCasesResource(SyncAPIResource):
         request to `/v2/gen-ai/evaluation_test_case/{test_case_uuid}`.
 
         Args:
+          evaluation_test_case_version: Version of the test case.
+
           extra_headers: Send extra headers
 
           extra_query: Add additional query parameters to the request
@@ -145,7 +149,14 @@ class EvaluationTestCasesResource(SyncAPIResource):
             if self._client._base_url_overridden
             else f"https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases/{test_case_uuid}",
             options=make_request_options(
-                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                query=maybe_transform(
+                    {"evaluation_test_case_version": evaluation_test_case_version},
+                    evaluation_test_case_retrieve_params.EvaluationTestCaseRetrieveParams,
+                ),
             ),
             cast_to=EvaluationTestCaseRetrieveResponse,
         )
@@ -368,6 +379,7 @@ class AsyncEvaluationTestCasesResource(AsyncAPIResource):
         self,
         test_case_uuid: str,
         *,
+        evaluation_test_case_version: int | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -380,6 +392,8 @@ class AsyncEvaluationTestCasesResource(AsyncAPIResource):
         request to `/v2/gen-ai/evaluation_test_case/{test_case_uuid}`.
 
         Args:
+          evaluation_test_case_version: Version of the test case.
+
           extra_headers: Send extra headers
 
           extra_query: Add additional query parameters to the request
@@ -395,7 +409,14 @@ class AsyncEvaluationTestCasesResource(AsyncAPIResource):
             if self._client._base_url_overridden
             else f"https://api.digitalocean.com/v2/gen-ai/evaluation_test_cases/{test_case_uuid}",
             options=make_request_options(
-                extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                query=await async_maybe_transform(
+                    {"evaluation_test_case_version": evaluation_test_case_version},
+                    evaluation_test_case_retrieve_params.EvaluationTestCaseRetrieveParams,
+                ),
             ),
             cast_to=EvaluationTestCaseRetrieveResponse,
         )