runloop-api-client 0.44.0__tar.gz → 0.45.0__tar.gz

runloop_api_client-0.45.0/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+  ".": "0.45.0"
+}

{runloop_api_client-0.44.0 → runloop_api_client-0.45.0}/CHANGELOG.md

@@ -1,5 +1,20 @@
 # Changelog
 
+## 0.45.0 (2025-06-24)
+
+Full Changelog: [v0.44.0...v0.45.0](https://github.com/runloopai/api-client-python/compare/v0.44.0...v0.45.0)
+
+### Features
+
+* **api:** api update ([382b901](https://github.com/runloopai/api-client-python/commit/382b9018d26ce11e12d7143a84b80147be63ac2e))
+* **api:** api update ([3f896cf](https://github.com/runloopai/api-client-python/commit/3f896cf907ef15fc2f0d01f681844eef0bca9479))
+* **api:** api update ([9bb3abf](https://github.com/runloopai/api-client-python/commit/9bb3abf4b274d9e75940cc859eafd0f4f37027b8))
+
+
+### Chores
+
+* **tests:** skip some failing tests on the latest python versions ([27007c0](https://github.com/runloopai/api-client-python/commit/27007c0a1500e80cc9ac93cb634021a7cfb569e6))
+
 ## 0.44.0 (2025-06-21)
 
 Full Changelog: [v0.43.0...v0.44.0](https://github.com/runloopai/api-client-python/compare/v0.43.0...v0.44.0)

{runloop_api_client-0.44.0 → runloop_api_client-0.45.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: runloop_api_client
-Version: 0.44.0
+Version: 0.45.0
 Summary: The official Python library for the runloop API
 Project-URL: Homepage, https://github.com/runloopai/api-client-python
 Project-URL: Repository, https://github.com/runloopai/api-client-python

{runloop_api_client-0.44.0 → runloop_api_client-0.45.0}/api.md

@@ -264,6 +264,7 @@ Types:
 ```python
 from runloop_api_client.types import (
     InputContext,
+    InputContextUpdate,
     ScenarioCreateParameters,
     ScenarioEnvironment,
     ScenarioRunListView,
@@ -272,6 +273,7 @@ from runloop_api_client.types import (
     ScenarioView,
     ScoringContract,
     ScoringContractResultView,
+    ScoringContractUpdate,
     ScoringFunction,
     ScoringFunctionResultView,
     StartScenarioRunParameters,
@@ -295,6 +297,7 @@ Methods:
 - <code title="get /v1/scenarios/runs">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">list</a>(\*\*<a href="src/runloop_api_client/types/scenarios/run_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">SyncBenchmarkRunsCursorIDPage[ScenarioRunView]</a></code>
 - <code title="post /v1/scenarios/runs/{id}/cancel">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">cancel</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
 - <code title="post /v1/scenarios/runs/{id}/complete">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">complete</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
+- <code title="post /v1/scenarios/runs/{id}/download_logs">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">download_logs</a>(id) -> BinaryAPIResponse</code>
 - <code title="post /v1/scenarios/runs/{id}/score">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">score</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
 
 ## Scorers

{runloop_api_client-0.44.0 → runloop_api_client-0.45.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "runloop_api_client"
-version = "0.44.0"
+version = "0.45.0"
 description = "The official Python library for the runloop API"
 dynamic = ["readme"]
 license = "MIT"

{runloop_api_client-0.44.0 → runloop_api_client-0.45.0}/src/runloop_api_client/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "runloop_api_client"
-__version__ = "0.44.0"  # x-release-please-version
+__version__ = "0.45.0"  # x-release-please-version

{runloop_api_client-0.44.0 → runloop_api_client-0.45.0}/src/runloop_api_client/resources/scenarios/runs.py

@@ -9,10 +9,18 @@ from ..._utils import maybe_transform
 from ..._compat import cached_property
 from ..._resource import SyncAPIResource, AsyncAPIResource
 from ..._response import (
+    BinaryAPIResponse,
+    AsyncBinaryAPIResponse,
+    StreamedBinaryAPIResponse,
+    AsyncStreamedBinaryAPIResponse,
     to_raw_response_wrapper,
     to_streamed_response_wrapper,
     async_to_raw_response_wrapper,
+    to_custom_raw_response_wrapper,
     async_to_streamed_response_wrapper,
+    to_custom_streamed_response_wrapper,
+    async_to_custom_raw_response_wrapper,
+    async_to_custom_streamed_response_wrapper,
 )
 from ...pagination import SyncBenchmarkRunsCursorIDPage, AsyncBenchmarkRunsCursorIDPage
 from ..._exceptions import RunloopError
@@ -213,6 +221,48 @@ class RunsResource(SyncAPIResource):
             cast_to=ScenarioRunView,
         )
 
+    def download_logs(
+        self,
+        id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+        idempotency_key: str | None = None,
+    ) -> BinaryAPIResponse:
+        """
+        Download a zip file containing all logs for a Scenario run from the associated
+        devbox.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+
+          idempotency_key: Specify a custom idempotency key for this request
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        extra_headers = {"Accept": "application/zip", **(extra_headers or {})}
+        return self._post(
+            f"/v1/scenarios/runs/{id}/download_logs",
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                idempotency_key=idempotency_key,
+            ),
+            cast_to=BinaryAPIResponse,
+        )
+
     def score(
         self,
         id: str,
@@ -583,6 +633,48 @@ class AsyncRunsResource(AsyncAPIResource):
             cast_to=ScenarioRunView,
         )
 
+    async def download_logs(
+        self,
+        id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+        idempotency_key: str | None = None,
+    ) -> AsyncBinaryAPIResponse:
+        """
+        Download a zip file containing all logs for a Scenario run from the associated
+        devbox.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+
+          idempotency_key: Specify a custom idempotency key for this request
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        extra_headers = {"Accept": "application/zip", **(extra_headers or {})}
+        return await self._post(
+            f"/v1/scenarios/runs/{id}/download_logs",
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                idempotency_key=idempotency_key,
+            ),
+            cast_to=AsyncBinaryAPIResponse,
+        )
+
     async def score(
         self,
         id: str,
@@ -782,6 +874,10 @@ class RunsResourceWithRawResponse:
         self.complete = to_raw_response_wrapper(
             runs.complete,
         )
+        self.download_logs = to_custom_raw_response_wrapper(
+            runs.download_logs,
+            BinaryAPIResponse,
+        )
         self.score = to_raw_response_wrapper(
             runs.score,
         )
@@ -803,6 +899,10 @@ class AsyncRunsResourceWithRawResponse:
         self.complete = async_to_raw_response_wrapper(
             runs.complete,
         )
+        self.download_logs = async_to_custom_raw_response_wrapper(
+            runs.download_logs,
+            AsyncBinaryAPIResponse,
+        )
         self.score = async_to_raw_response_wrapper(
             runs.score,
         )
@@ -824,6 +924,10 @@ class RunsResourceWithStreamingResponse:
         self.complete = to_streamed_response_wrapper(
             runs.complete,
         )
+        self.download_logs = to_custom_streamed_response_wrapper(
+            runs.download_logs,
+            StreamedBinaryAPIResponse,
+        )
         self.score = to_streamed_response_wrapper(
             runs.score,
         )
@@ -845,6 +949,10 @@ class AsyncRunsResourceWithStreamingResponse:
         self.complete = async_to_streamed_response_wrapper(
             runs.complete,
         )
+        self.download_logs = async_to_custom_streamed_response_wrapper(
+            runs.download_logs,
+            AsyncStreamedBinaryAPIResponse,
+        )
         self.score = async_to_streamed_response_wrapper(
             runs.score,
         )

{runloop_api_client-0.44.0 → runloop_api_client-0.45.0}/src/runloop_api_client/resources/scenarios/scenarios.py

@@ -46,7 +46,9 @@ from ...types.scenario_view import ScenarioView
 from ...types.scenario_run_view import ScenarioRunView
 from ...types.input_context_param import InputContextParam
 from ...types.scoring_contract_param import ScoringContractParam
+from ...types.input_context_update_param import InputContextUpdateParam
 from ...types.scenario_environment_param import ScenarioEnvironmentParam
+from ...types.scoring_contract_update_param import ScoringContractUpdateParam
 
 __all__ = ["ScenariosResource", "AsyncScenariosResource"]
 
@@ -186,11 +188,11 @@ class ScenariosResource(SyncAPIResource):
         id: str,
         *,
         environment_parameters: Optional[ScenarioEnvironmentParam] | NotGiven = NOT_GIVEN,
-        input_context: Optional[InputContextParam] | NotGiven = NOT_GIVEN,
+        input_context: Optional[InputContextUpdateParam] | NotGiven = NOT_GIVEN,
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         name: Optional[str] | NotGiven = NOT_GIVEN,
         reference_output: Optional[str] | NotGiven = NOT_GIVEN,
-        scoring_contract: Optional[ScoringContractParam] | NotGiven = NOT_GIVEN,
+        scoring_contract: Optional[ScoringContractUpdateParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -613,11 +615,11 @@ class AsyncScenariosResource(AsyncAPIResource):
         id: str,
         *,
         environment_parameters: Optional[ScenarioEnvironmentParam] | NotGiven = NOT_GIVEN,
-        input_context: Optional[InputContextParam] | NotGiven = NOT_GIVEN,
+        input_context: Optional[InputContextUpdateParam] | NotGiven = NOT_GIVEN,
         metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
         name: Optional[str] | NotGiven = NOT_GIVEN,
         reference_output: Optional[str] | NotGiven = NOT_GIVEN,
-        scoring_contract: Optional[ScoringContractParam] | NotGiven = NOT_GIVEN,
+        scoring_contract: Optional[ScoringContractUpdateParam] | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,

{runloop_api_client-0.44.0 → runloop_api_client-0.45.0}/src/runloop_api_client/types/__init__.py

@@ -54,6 +54,7 @@ from .scenario_start_run_params import ScenarioStartRunParams as ScenarioStartRu
 from .benchmark_start_run_params import BenchmarkStartRunParams as BenchmarkStartRunParams
 from .blueprint_build_parameters import BlueprintBuildParameters as BlueprintBuildParameters
 from .devbox_execute_sync_params import DevboxExecuteSyncParams as DevboxExecuteSyncParams
+from .input_context_update_param import InputContextUpdateParam as InputContextUpdateParam
 from .repository_connection_view import RepositoryConnectionView as RepositoryConnectionView
 from .scenario_environment_param import ScenarioEnvironmentParam as ScenarioEnvironmentParam
 from .devbox_create_tunnel_params import DevboxCreateTunnelParams as DevboxCreateTunnelParams
@@ -69,6 +70,7 @@ from .scoring_contract_result_view import ScoringContractResultView as ScoringCo
 from .scoring_function_result_view import ScoringFunctionResultView as ScoringFunctionResultView
 from .repository_inspection_details import RepositoryInspectionDetails as RepositoryInspectionDetails
 from .scenario_definition_list_view import ScenarioDefinitionListView as ScenarioDefinitionListView
+from .scoring_contract_update_param import ScoringContractUpdateParam as ScoringContractUpdateParam
 from .blueprint_build_logs_list_view import BlueprintBuildLogsListView as BlueprintBuildLogsListView
 from .devbox_create_ssh_key_response import DevboxCreateSSHKeyResponse as DevboxCreateSSHKeyResponse
 from .repository_connection_list_view import RepositoryConnectionListView as RepositoryConnectionListView

runloop_api_client-0.45.0/src/runloop_api_client/types/input_context_update_param.py

@@ -0,0 +1,16 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Optional
+from typing_extensions import TypedDict
+
+__all__ = ["InputContextUpdateParam"]
+
+
+class InputContextUpdateParam(TypedDict, total=False):
+    additional_context: Optional[object]
+    """Additional JSON structured input context."""
+
+    problem_statement: Optional[str]
+    """The problem statement for the Scenario."""

{runloop_api_client-0.44.0 → runloop_api_client-0.45.0}/src/runloop_api_client/types/scenario_update_params.py

@@ -5,9 +5,9 @@ from __future__ import annotations
 from typing import Dict, Optional
 from typing_extensions import TypedDict
 
-from .input_context_param import InputContextParam
-from .scoring_contract_param import ScoringContractParam
+from .input_context_update_param import InputContextUpdateParam
 from .scenario_environment_param import ScenarioEnvironmentParam
+from .scoring_contract_update_param import ScoringContractUpdateParam
 
 __all__ = ["ScenarioUpdateParams"]
 
@@ -16,7 +16,7 @@ class ScenarioUpdateParams(TypedDict, total=False):
     environment_parameters: Optional[ScenarioEnvironmentParam]
     """The Environment in which the Scenario will run."""
 
-    input_context: Optional[InputContextParam]
+    input_context: Optional[InputContextUpdateParam]
     """The input context for the Scenario."""
 
     metadata: Optional[Dict[str, str]]
@@ -32,5 +32,5 @@ class ScenarioUpdateParams(TypedDict, total=False):
     apply to the environment.
     """
 
-    scoring_contract: Optional[ScoringContractParam]
+    scoring_contract: Optional[ScoringContractUpdateParam]
     """The scoring contract for the Scenario."""

runloop_api_client-0.45.0/src/runloop_api_client/types/scoring_contract_update_param.py

@@ -0,0 +1,15 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Iterable, Optional
+from typing_extensions import TypedDict
+
+from .scoring_function_param import ScoringFunctionParam
+
+__all__ = ["ScoringContractUpdateParam"]
+
+
+class ScoringContractUpdateParam(TypedDict, total=False):
+    scoring_function_parameters: Optional[Iterable[ScoringFunctionParam]]
+    """A list of scoring functions used to evaluate the Scenario."""

{runloop_api_client-0.44.0 → runloop_api_client-0.45.0}/tests/api_resources/scenarios/test_runs.py

@@ -5,11 +5,19 @@ from __future__ import annotations
 import os
 from typing import Any, cast
 
+import httpx
 import pytest
+from respx import MockRouter
 
 from tests.utils import assert_matches_type
 from runloop_api_client import Runloop, AsyncRunloop
 from runloop_api_client.types import ScenarioRunView
+from runloop_api_client._response import (
+    BinaryAPIResponse,
+    AsyncBinaryAPIResponse,
+    StreamedBinaryAPIResponse,
+    AsyncStreamedBinaryAPIResponse,
+)
 from runloop_api_client.pagination import SyncBenchmarkRunsCursorIDPage, AsyncBenchmarkRunsCursorIDPage
 
 base_url = os.environ.get("TEST_API_BASE_URL", "http://127.0.0.1:4010")
@@ -166,6 +174,62 @@ class TestRuns:
                 "",
             )
 
+    @parametrize
+    @pytest.mark.respx(base_url=base_url)
+    def test_method_download_logs(self, client: Runloop, respx_mock: MockRouter) -> None:
+        respx_mock.post("/v1/scenarios/runs/id/download_logs").mock(
+            return_value=httpx.Response(200, json={"foo": "bar"})
+        )
+        run = client.scenarios.runs.download_logs(
+            "id",
+        )
+        assert run.is_closed
+        assert run.json() == {"foo": "bar"}
+        assert cast(Any, run.is_closed) is True
+        assert isinstance(run, BinaryAPIResponse)
+
+    @parametrize
+    @pytest.mark.respx(base_url=base_url)
+    def test_raw_response_download_logs(self, client: Runloop, respx_mock: MockRouter) -> None:
+        respx_mock.post("/v1/scenarios/runs/id/download_logs").mock(
+            return_value=httpx.Response(200, json={"foo": "bar"})
+        )
+
+        run = client.scenarios.runs.with_raw_response.download_logs(
+            "id",
+        )
+
+        assert run.is_closed is True
+        assert run.http_request.headers.get("X-Stainless-Lang") == "python"
+        assert run.json() == {"foo": "bar"}
+        assert isinstance(run, BinaryAPIResponse)
+
+    @parametrize
+    @pytest.mark.respx(base_url=base_url)
+    def test_streaming_response_download_logs(self, client: Runloop, respx_mock: MockRouter) -> None:
+        respx_mock.post("/v1/scenarios/runs/id/download_logs").mock(
+            return_value=httpx.Response(200, json={"foo": "bar"})
+        )
+        with client.scenarios.runs.with_streaming_response.download_logs(
+            "id",
+        ) as run:
+            assert not run.is_closed
+            assert run.http_request.headers.get("X-Stainless-Lang") == "python"
+
+            assert run.json() == {"foo": "bar"}
+            assert cast(Any, run.is_closed) is True
+            assert isinstance(run, StreamedBinaryAPIResponse)
+
+        assert cast(Any, run.is_closed) is True
+
+    @parametrize
+    @pytest.mark.respx(base_url=base_url)
+    def test_path_params_download_logs(self, client: Runloop) -> None:
+        with pytest.raises(ValueError, match=r"Expected a non-empty value for `id` but received ''"):
+            client.scenarios.runs.with_raw_response.download_logs(
+                "",
+            )
+
     @parametrize
     def test_method_score(self, client: Runloop) -> None:
         run = client.scenarios.runs.score(
@@ -358,6 +422,62 @@ class TestAsyncRuns:
                 "",
             )
 
+    @parametrize
+    @pytest.mark.respx(base_url=base_url)
+    async def test_method_download_logs(self, async_client: AsyncRunloop, respx_mock: MockRouter) -> None:
+        respx_mock.post("/v1/scenarios/runs/id/download_logs").mock(
+            return_value=httpx.Response(200, json={"foo": "bar"})
+        )
+        run = await async_client.scenarios.runs.download_logs(
+            "id",
+        )
+        assert run.is_closed
+        assert await run.json() == {"foo": "bar"}
+        assert cast(Any, run.is_closed) is True
+        assert isinstance(run, AsyncBinaryAPIResponse)
+
+    @parametrize
+    @pytest.mark.respx(base_url=base_url)
+    async def test_raw_response_download_logs(self, async_client: AsyncRunloop, respx_mock: MockRouter) -> None:
+        respx_mock.post("/v1/scenarios/runs/id/download_logs").mock(
+            return_value=httpx.Response(200, json={"foo": "bar"})
+        )
+
+        run = await async_client.scenarios.runs.with_raw_response.download_logs(
+            "id",
+        )
+
+        assert run.is_closed is True
+        assert run.http_request.headers.get("X-Stainless-Lang") == "python"
+        assert await run.json() == {"foo": "bar"}
+        assert isinstance(run, AsyncBinaryAPIResponse)
+
+    @parametrize
+    @pytest.mark.respx(base_url=base_url)
+    async def test_streaming_response_download_logs(self, async_client: AsyncRunloop, respx_mock: MockRouter) -> None:
+        respx_mock.post("/v1/scenarios/runs/id/download_logs").mock(
+            return_value=httpx.Response(200, json={"foo": "bar"})
+        )
+        async with async_client.scenarios.runs.with_streaming_response.download_logs(
+            "id",
+        ) as run:
+            assert not run.is_closed
+            assert run.http_request.headers.get("X-Stainless-Lang") == "python"
+
+            assert await run.json() == {"foo": "bar"}
+            assert cast(Any, run.is_closed) is True
+            assert isinstance(run, AsyncStreamedBinaryAPIResponse)
+
+        assert cast(Any, run.is_closed) is True
+
+    @parametrize
+    @pytest.mark.respx(base_url=base_url)
+    async def test_path_params_download_logs(self, async_client: AsyncRunloop) -> None:
+        with pytest.raises(ValueError, match=r"Expected a non-empty value for `id` but received ''"):
+            await async_client.scenarios.runs.with_raw_response.download_logs(
+                "",
+            )
+
     @parametrize
     async def test_method_score(self, async_client: AsyncRunloop) -> None:
         run = await async_client.scenarios.runs.score(

{runloop_api_client-0.44.0 → runloop_api_client-0.45.0}/tests/test_client.py

@@ -194,6 +194,7 @@ class TestRunloop:
             copy_param = copy_signature.parameters.get(name)
             assert copy_param is not None, f"copy() signature is missing the {name} param"
 
+    @pytest.mark.skipif(sys.version_info >= (3, 10), reason="fails because of a memory leak that started from 3.12")
     def test_copy_build_request(self) -> None:
         options = FinalRequestOptions(method="get", url="/foo")
 
@@ -1049,6 +1050,7 @@ class TestAsyncRunloop:
             copy_param = copy_signature.parameters.get(name)
             assert copy_param is not None, f"copy() signature is missing the {name} param"
 
+    @pytest.mark.skipif(sys.version_info >= (3, 10), reason="fails because of a memory leak that started from 3.12")
     def test_copy_build_request(self) -> None:
         options = FinalRequestOptions(method="get", url="/foo")
 

runloop_api_client-0.44.0/.release-please-manifest.json

@@ -1,3 +0,0 @@
-{
-  ".": "0.44.0"
-}