runloop-api-client 0.34.1__tar.gz → 0.35.0__tar.gz

runloop_api_client-0.35.0/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+  ".": "0.35.0"
+}

{runloop_api_client-0.34.1 → runloop_api_client-0.35.0}/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## 0.35.0 (2025-05-30)
+
+Full Changelog: [v0.34.1...v0.35.0](https://github.com/runloopai/api-client-python/compare/v0.34.1...v0.35.0)
+
+### Features
+
+* **api:** api update ([c303a71](https://github.com/runloopai/api-client-python/commit/c303a710e21d6da73de907638905b08027acf64a))
+
 ## 0.34.1 (2025-05-28)
 
 Full Changelog: [v0.34.0...v0.34.1](https://github.com/runloopai/api-client-python/compare/v0.34.0...v0.34.1)

{runloop_api_client-0.34.1 → runloop_api_client-0.35.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: runloop_api_client
-Version: 0.34.1
+Version: 0.35.0
 Summary: The official Python library for the runloop API
 Project-URL: Homepage, https://github.com/runloopai/api-client-python
 Project-URL: Repository, https://github.com/runloopai/api-client-python

{runloop_api_client-0.34.1 → runloop_api_client-0.35.0}/api.md

@@ -22,6 +22,7 @@ Methods:
 
 - <code title="post /v1/benchmarks">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">create</a>(\*\*<a href="src/runloop_api_client/types/benchmark_create_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">BenchmarkView</a></code>
 - <code title="get /v1/benchmarks/{id}">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_view.py">BenchmarkView</a></code>
+- <code title="post /v1/benchmarks/{id}">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">update</a>(id, \*\*<a href="src/runloop_api_client/types/benchmark_update_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">BenchmarkView</a></code>
 - <code title="get /v1/benchmarks">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">list</a>(\*\*<a href="src/runloop_api_client/types/benchmark_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">SyncBenchmarksCursorIDPage[BenchmarkView]</a></code>
 - <code title="get /v1/benchmarks/list_public">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">list_public</a>(\*\*<a href="src/runloop_api_client/types/benchmark_list_public_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">SyncBenchmarksCursorIDPage[BenchmarkView]</a></code>
 - <code title="post /v1/benchmarks/start_run">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">start_run</a>(\*\*<a href="src/runloop_api_client/types/benchmark_start_run_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
@@ -32,6 +33,7 @@ Methods:
 
 - <code title="get /v1/benchmarks/runs/{id}">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
 - <code title="get /v1/benchmarks/runs">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">list</a>(\*\*<a href="src/runloop_api_client/types/benchmarks/run_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">SyncBenchmarkRunsCursorIDPage[BenchmarkRunView]</a></code>
+- <code title="post /v1/benchmarks/runs/{id}/cancel">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">cancel</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
 - <code title="post /v1/benchmarks/runs/{id}/complete">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">complete</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
 
 # Blueprints
@@ -287,6 +289,7 @@ Methods:
 
 - <code title="get /v1/scenarios/runs/{id}">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
 - <code title="get /v1/scenarios/runs">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">list</a>(\*\*<a href="src/runloop_api_client/types/scenarios/run_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">SyncBenchmarkRunsCursorIDPage[ScenarioRunView]</a></code>
+- <code title="post /v1/scenarios/runs/{id}/cancel">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">cancel</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
 - <code title="post /v1/scenarios/runs/{id}/complete">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">complete</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
 - <code title="post /v1/scenarios/runs/{id}/score">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">score</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
 

{runloop_api_client-0.34.1 → runloop_api_client-0.35.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "runloop_api_client"
-version = "0.34.1"
+version = "0.35.0"
 description = "The official Python library for the runloop API"
 dynamic = ["readme"]
 license = "MIT"

{runloop_api_client-0.34.1 → runloop_api_client-0.35.0}/src/runloop_api_client/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "runloop_api_client"
-__version__ = "0.34.1"  # x-release-please-version
+__version__ = "0.35.0"  # x-release-please-version

{runloop_api_client-0.34.1 → runloop_api_client-0.35.0}/src/runloop_api_client/resources/benchmarks/benchmarks.py

@@ -17,6 +17,7 @@ from .runs import (
 from ...types import (
     benchmark_list_params,
     benchmark_create_params,
+    benchmark_update_params,
     benchmark_start_run_params,
     benchmark_list_public_params,
 )
@@ -153,6 +154,67 @@ class BenchmarksResource(SyncAPIResource):
             cast_to=BenchmarkView,
         )
 
+    def update(
+        self,
+        id: str,
+        *,
+        is_public: bool,
+        name: str,
+        metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
+        scenario_ids: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+        idempotency_key: str | None = None,
+    ) -> BenchmarkView:
+        """
+        Update a Benchmark with a set of Scenarios.
+
+        Args:
+          is_public: Whether this benchmark is public.
+
+          name: The name of the Benchmark. This must be unique.
+
+          metadata: User defined metadata to attach to the benchmark for organization.
+
+          scenario_ids: The Scenario IDs that make up the Benchmark.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+
+          idempotency_key: Specify a custom idempotency key for this request
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return self._post(
+            f"/v1/benchmarks/{id}",
+            body=maybe_transform(
+                {
+                    "is_public": is_public,
+                    "name": name,
+                    "metadata": metadata,
+                    "scenario_ids": scenario_ids,
+                },
+                benchmark_update_params.BenchmarkUpdateParams,
+            ),
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                idempotency_key=idempotency_key,
+            ),
+            cast_to=BenchmarkView,
+        )
+
     def list(
         self,
         *,
@@ -417,6 +479,67 @@ class AsyncBenchmarksResource(AsyncAPIResource):
             cast_to=BenchmarkView,
         )
 
+    async def update(
+        self,
+        id: str,
+        *,
+        is_public: bool,
+        name: str,
+        metadata: Optional[Dict[str, str]] | NotGiven = NOT_GIVEN,
+        scenario_ids: Optional[List[str]] | NotGiven = NOT_GIVEN,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+        idempotency_key: str | None = None,
+    ) -> BenchmarkView:
+        """
+        Update a Benchmark with a set of Scenarios.
+
+        Args:
+          is_public: Whether this benchmark is public.
+
+          name: The name of the Benchmark. This must be unique.
+
+          metadata: User defined metadata to attach to the benchmark for organization.
+
+          scenario_ids: The Scenario IDs that make up the Benchmark.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+
+          idempotency_key: Specify a custom idempotency key for this request
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return await self._post(
+            f"/v1/benchmarks/{id}",
+            body=await async_maybe_transform(
+                {
+                    "is_public": is_public,
+                    "name": name,
+                    "metadata": metadata,
+                    "scenario_ids": scenario_ids,
+                },
+                benchmark_update_params.BenchmarkUpdateParams,
+            ),
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                idempotency_key=idempotency_key,
+            ),
+            cast_to=BenchmarkView,
+        )
+
     def list(
         self,
         *,
@@ -576,6 +699,9 @@ class BenchmarksResourceWithRawResponse:
         self.retrieve = to_raw_response_wrapper(
             benchmarks.retrieve,
         )
+        self.update = to_raw_response_wrapper(
+            benchmarks.update,
+        )
         self.list = to_raw_response_wrapper(
             benchmarks.list,
         )
@@ -601,6 +727,9 @@ class AsyncBenchmarksResourceWithRawResponse:
         self.retrieve = async_to_raw_response_wrapper(
             benchmarks.retrieve,
         )
+        self.update = async_to_raw_response_wrapper(
+            benchmarks.update,
+        )
         self.list = async_to_raw_response_wrapper(
             benchmarks.list,
         )
@@ -626,6 +755,9 @@ class BenchmarksResourceWithStreamingResponse:
         self.retrieve = to_streamed_response_wrapper(
             benchmarks.retrieve,
         )
+        self.update = to_streamed_response_wrapper(
+            benchmarks.update,
+        )
         self.list = to_streamed_response_wrapper(
             benchmarks.list,
         )
@@ -651,6 +783,9 @@ class AsyncBenchmarksResourceWithStreamingResponse:
         self.retrieve = async_to_streamed_response_wrapper(
             benchmarks.retrieve,
         )
+        self.update = async_to_streamed_response_wrapper(
+            benchmarks.update,
+        )
         self.list = async_to_streamed_response_wrapper(
             benchmarks.list,
         )

{runloop_api_client-0.34.1 → runloop_api_client-0.35.0}/src/runloop_api_client/resources/benchmarks/runs.py

@@ -126,6 +126,46 @@ class RunsResource(SyncAPIResource):
             model=BenchmarkRunView,
         )
 
+    def cancel(
+        self,
+        id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+        idempotency_key: str | None = None,
+    ) -> BenchmarkRunView:
+        """
+        Cancel a currently running Benchmark run.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+
+          idempotency_key: Specify a custom idempotency key for this request
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return self._post(
+            f"/v1/benchmarks/runs/{id}/cancel",
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                idempotency_key=idempotency_key,
+            ),
+            cast_to=BenchmarkRunView,
+        )
+
     def complete(
         self,
         id: str,
@@ -271,6 +311,46 @@ class AsyncRunsResource(AsyncAPIResource):
             model=BenchmarkRunView,
         )
 
+    async def cancel(
+        self,
+        id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+        idempotency_key: str | None = None,
+    ) -> BenchmarkRunView:
+        """
+        Cancel a currently running Benchmark run.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+
+          idempotency_key: Specify a custom idempotency key for this request
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return await self._post(
+            f"/v1/benchmarks/runs/{id}/cancel",
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                idempotency_key=idempotency_key,
+            ),
+            cast_to=BenchmarkRunView,
+        )
+
     async def complete(
         self,
         id: str,
@@ -322,6 +402,9 @@ class RunsResourceWithRawResponse:
         self.list = to_raw_response_wrapper(
             runs.list,
         )
+        self.cancel = to_raw_response_wrapper(
+            runs.cancel,
+        )
         self.complete = to_raw_response_wrapper(
             runs.complete,
         )
@@ -337,6 +420,9 @@ class AsyncRunsResourceWithRawResponse:
         self.list = async_to_raw_response_wrapper(
             runs.list,
         )
+        self.cancel = async_to_raw_response_wrapper(
+            runs.cancel,
+        )
         self.complete = async_to_raw_response_wrapper(
             runs.complete,
         )
@@ -352,6 +438,9 @@ class RunsResourceWithStreamingResponse:
         self.list = to_streamed_response_wrapper(
             runs.list,
         )
+        self.cancel = to_streamed_response_wrapper(
+            runs.cancel,
+        )
         self.complete = to_streamed_response_wrapper(
             runs.complete,
         )
@@ -367,6 +456,9 @@ class AsyncRunsResourceWithStreamingResponse:
         self.list = async_to_streamed_response_wrapper(
             runs.list,
         )
+        self.cancel = async_to_streamed_response_wrapper(
+            runs.cancel,
+        )
         self.complete = async_to_streamed_response_wrapper(
             runs.complete,
         )

{runloop_api_client-0.34.1 → runloop_api_client-0.35.0}/src/runloop_api_client/resources/scenarios/runs.py

@@ -129,6 +129,48 @@ class RunsResource(SyncAPIResource):
             model=ScenarioRunView,
         )
 
+    def cancel(
+        self,
+        id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+        idempotency_key: str | None = None,
+    ) -> ScenarioRunView:
+        """Cancel a currently running Scenario run.
+
+        This will shutdown the underlying
+        Devbox resource.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+
+          idempotency_key: Specify a custom idempotency key for this request
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return self._post(
+            f"/v1/scenarios/runs/{id}/cancel",
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                idempotency_key=idempotency_key,
+            ),
+            cast_to=ScenarioRunView,
+        )
+
     def complete(
         self,
         id: str,
@@ -457,6 +499,48 @@ class AsyncRunsResource(AsyncAPIResource):
             model=ScenarioRunView,
         )
 
+    async def cancel(
+        self,
+        id: str,
+        *,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+        idempotency_key: str | None = None,
+    ) -> ScenarioRunView:
+        """Cancel a currently running Scenario run.
+
+        This will shutdown the underlying
+        Devbox resource.
+
+        Args:
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+
+          idempotency_key: Specify a custom idempotency key for this request
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return await self._post(
+            f"/v1/scenarios/runs/{id}/cancel",
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                idempotency_key=idempotency_key,
+            ),
+            cast_to=ScenarioRunView,
+        )
+
     async def complete(
         self,
         id: str,
@@ -692,6 +776,9 @@ class RunsResourceWithRawResponse:
         self.list = to_raw_response_wrapper(
             runs.list,
         )
+        self.cancel = to_raw_response_wrapper(
+            runs.cancel,
+        )
         self.complete = to_raw_response_wrapper(
             runs.complete,
         )
@@ -710,6 +797,9 @@ class AsyncRunsResourceWithRawResponse:
         self.list = async_to_raw_response_wrapper(
             runs.list,
         )
+        self.cancel = async_to_raw_response_wrapper(
+            runs.cancel,
+        )
         self.complete = async_to_raw_response_wrapper(
             runs.complete,
         )
@@ -728,6 +818,9 @@ class RunsResourceWithStreamingResponse:
         self.list = to_streamed_response_wrapper(
             runs.list,
         )
+        self.cancel = to_streamed_response_wrapper(
+            runs.cancel,
+        )
         self.complete = to_streamed_response_wrapper(
             runs.complete,
         )
@@ -746,6 +839,9 @@ class AsyncRunsResourceWithStreamingResponse:
         self.list = async_to_streamed_response_wrapper(
             runs.list,
         )
+        self.cancel = async_to_streamed_response_wrapper(
+            runs.cancel,
+        )
         self.complete = async_to_streamed_response_wrapper(
             runs.complete,
         )

{runloop_api_client-0.34.1 → runloop_api_client-0.35.0}/src/runloop_api_client/types/__init__.py

@@ -38,6 +38,7 @@ from .scoring_contract_param import ScoringContractParam as ScoringContractParam
 from .scoring_function_param import ScoringFunctionParam as ScoringFunctionParam
 from .benchmark_create_params import BenchmarkCreateParams as BenchmarkCreateParams
 from .benchmark_run_list_view import BenchmarkRunListView as BenchmarkRunListView
+from .benchmark_update_params import BenchmarkUpdateParams as BenchmarkUpdateParams
 from .blueprint_create_params import BlueprintCreateParams as BlueprintCreateParams
 from .blueprint_preview_params import BlueprintPreviewParams as BlueprintPreviewParams
 from .repository_create_params import RepositoryCreateParams as RepositoryCreateParams

{runloop_api_client-0.34.1 → runloop_api_client-0.35.0}/src/runloop_api_client/types/benchmark_run_view.py

@@ -33,7 +33,7 @@ class BenchmarkRunView(BaseModel):
     """User defined metadata to attach to the benchmark run for organization."""
 
     pending_scenarios: List[str]
-    """List of Scenarios that need to be completed before benchmark can be completed."""
+    """List of Scenarios that have yet to be scored."""
 
     scenario_runs: List[ScenarioRun]
     """List of Scenarios have been completed."""
@@ -41,7 +41,7 @@ class BenchmarkRunView(BaseModel):
     start_time_ms: int
     """The time the benchmark run execution started (Unix timestamp milliseconds)."""
 
-    state: Literal["running", "completed"]
+    state: Literal["running", "canceled", "completed"]
     """The state of the BenchmarkRun."""
 
     duration_ms: Optional[int] = None

runloop_api_client-0.35.0/src/runloop_api_client/types/benchmark_update_params.py

@@ -0,0 +1,22 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, List, Optional
+from typing_extensions import Required, TypedDict
+
+__all__ = ["BenchmarkUpdateParams"]
+
+
+class BenchmarkUpdateParams(TypedDict, total=False):
+    is_public: Required[bool]
+    """Whether this benchmark is public."""
+
+    name: Required[str]
+    """The name of the Benchmark. This must be unique."""
+
+    metadata: Optional[Dict[str, str]]
+    """User defined metadata to attach to the benchmark for organization."""
+
+    scenario_ids: Optional[List[str]]
+    """The Scenario IDs that make up the Benchmark."""

{runloop_api_client-0.34.1 → runloop_api_client-0.35.0}/tests/api_resources/benchmarks/test_runs.py

@@ -90,6 +90,44 @@ class TestRuns:
 
         assert cast(Any, response.is_closed) is True
 
+    @parametrize
+    def test_method_cancel(self, client: Runloop) -> None:
+        run = client.benchmarks.runs.cancel(
+            "id",
+        )
+        assert_matches_type(BenchmarkRunView, run, path=["response"])
+
+    @parametrize
+    def test_raw_response_cancel(self, client: Runloop) -> None:
+        response = client.benchmarks.runs.with_raw_response.cancel(
+            "id",
+        )
+
+        assert response.is_closed is True
+        assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+        run = response.parse()
+        assert_matches_type(BenchmarkRunView, run, path=["response"])
+
+    @parametrize
+    def test_streaming_response_cancel(self, client: Runloop) -> None:
+        with client.benchmarks.runs.with_streaming_response.cancel(
+            "id",
+        ) as response:
+            assert not response.is_closed
+            assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+            run = response.parse()
+            assert_matches_type(BenchmarkRunView, run, path=["response"])
+
+        assert cast(Any, response.is_closed) is True
+
+    @parametrize
+    def test_path_params_cancel(self, client: Runloop) -> None:
+        with pytest.raises(ValueError, match=r"Expected a non-empty value for `id` but received ''"):
+            client.benchmarks.runs.with_raw_response.cancel(
+                "",
+            )
+
     @parametrize
     def test_method_complete(self, client: Runloop) -> None:
         run = client.benchmarks.runs.complete(
@@ -204,6 +242,44 @@ class TestAsyncRuns:
 
         assert cast(Any, response.is_closed) is True
 
+    @parametrize
+    async def test_method_cancel(self, async_client: AsyncRunloop) -> None:
+        run = await async_client.benchmarks.runs.cancel(
+            "id",
+        )
+        assert_matches_type(BenchmarkRunView, run, path=["response"])
+
+    @parametrize
+    async def test_raw_response_cancel(self, async_client: AsyncRunloop) -> None:
+        response = await async_client.benchmarks.runs.with_raw_response.cancel(
+            "id",
+        )
+
+        assert response.is_closed is True
+        assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+        run = await response.parse()
+        assert_matches_type(BenchmarkRunView, run, path=["response"])
+
+    @parametrize
+    async def test_streaming_response_cancel(self, async_client: AsyncRunloop) -> None:
+        async with async_client.benchmarks.runs.with_streaming_response.cancel(
+            "id",
+        ) as response:
+            assert not response.is_closed
+            assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+            run = await response.parse()
+            assert_matches_type(BenchmarkRunView, run, path=["response"])
+
+        assert cast(Any, response.is_closed) is True
+
+    @parametrize
+    async def test_path_params_cancel(self, async_client: AsyncRunloop) -> None:
+        with pytest.raises(ValueError, match=r"Expected a non-empty value for `id` but received ''"):
+            await async_client.benchmarks.runs.with_raw_response.cancel(
+                "",
+            )
+
     @parametrize
     async def test_method_complete(self, async_client: AsyncRunloop) -> None:
         run = await async_client.benchmarks.runs.complete(