runloop-api-client 0.18.0__tar.gz → 0.20.0__tar.gz

runloop_api_client-0.20.0/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+  ".": "0.20.0"
+}

{runloop_api_client-0.18.0 → runloop_api_client-0.20.0}/CHANGELOG.md

@@ -1,5 +1,29 @@
 # Changelog
 
+## 0.20.0 (2025-02-04)
+
+Full Changelog: [v0.19.0...v0.20.0](https://github.com/runloopai/api-client-python/compare/v0.19.0...v0.20.0)
+
+### Features
+
+* add helpers for blueprint and scenario run creation ([b00a7c1](https://github.com/runloopai/api-client-python/commit/b00a7c1b935db7c919d79ed10c135bf5ed2a9b4f))
+* **api:** api update ([#526](https://github.com/runloopai/api-client-python/issues/526)) ([be26ed7](https://github.com/runloopai/api-client-python/commit/be26ed7c82017d9bff67c9920c078808f8a675e3))
+
+
+### Chores
+
+* **internal:** bummp ruff dependency ([#525](https://github.com/runloopai/api-client-python/issues/525)) ([84051db](https://github.com/runloopai/api-client-python/commit/84051db83a6347f28ee4891be52f5eee7fa9d02a))
+* **internal:** change default timeout to an int ([#524](https://github.com/runloopai/api-client-python/issues/524)) ([a15ccaa](https://github.com/runloopai/api-client-python/commit/a15ccaa45f69331d57be0144a16ba3b1df387245))
+
+## 0.19.0 (2025-02-03)
+
+Full Changelog: [v0.18.0...v0.19.0](https://github.com/runloopai/api-client-python/compare/v0.18.0...v0.19.0)
+
+### Features
+
+* add helper methods for scenarios ([551fcfc](https://github.com/runloopai/api-client-python/commit/551fcfc1dc5b8b67c0c6179d49c3eef2c0a38676))
+* **api:** api update ([#520](https://github.com/runloopai/api-client-python/issues/520)) ([750b4ba](https://github.com/runloopai/api-client-python/commit/750b4ba51cc0c848258113af8bf882ceb679bf9e))
+
 ## 0.18.0 (2025-02-01)
 
 Full Changelog: [v0.17.0...v0.18.0](https://github.com/runloopai/api-client-python/compare/v0.17.0...v0.18.0)

{runloop_api_client-0.18.0 → runloop_api_client-0.20.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: runloop_api_client
-Version: 0.18.0
+Version: 0.20.0
 Summary: The official Python library for the runloop API
 Project-URL: Homepage, https://github.com/runloopai/api-client-python
 Project-URL: Repository, https://github.com/runloopai/api-client-python

{runloop_api_client-0.18.0 → runloop_api_client-0.20.0}/api.md

@@ -24,6 +24,7 @@ Methods:
 - <code title="post /v1/benchmarks">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">create</a>(\*\*<a href="src/runloop_api_client/types/benchmark_create_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">BenchmarkView</a></code>
 - <code title="get /v1/benchmarks/{id}">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_view.py">BenchmarkView</a></code>
 - <code title="get /v1/benchmarks">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">list</a>(\*\*<a href="src/runloop_api_client/types/benchmark_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">SyncBenchmarksCursorIDPage[BenchmarkView]</a></code>
+- <code title="get /v1/benchmarks/list_public">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">list_public</a>(\*\*<a href="src/runloop_api_client/types/benchmark_list_public_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">SyncBenchmarksCursorIDPage[BenchmarkView]</a></code>
 - <code title="post /v1/benchmarks/start_run">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">start_run</a>(\*\*<a href="src/runloop_api_client/types/benchmark_start_run_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
 
 ## Runs
@@ -261,6 +262,7 @@ Methods:
 - <code title="post /v1/scenarios">client.scenarios.<a href="./src/runloop_api_client/resources/scenarios/scenarios.py">create</a>(\*\*<a href="src/runloop_api_client/types/scenario_create_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_view.py">ScenarioView</a></code>
 - <code title="get /v1/scenarios/{id}">client.scenarios.<a href="./src/runloop_api_client/resources/scenarios/scenarios.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/scenario_view.py">ScenarioView</a></code>
 - <code title="get /v1/scenarios">client.scenarios.<a href="./src/runloop_api_client/resources/scenarios/scenarios.py">list</a>(\*\*<a href="src/runloop_api_client/types/scenario_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_view.py">SyncScenariosCursorIDPage[ScenarioView]</a></code>
+- <code title="get /v1/scenarios/list_public">client.scenarios.<a href="./src/runloop_api_client/resources/scenarios/scenarios.py">list_public</a>(\*\*<a href="src/runloop_api_client/types/scenario_list_public_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_view.py">SyncScenariosCursorIDPage[ScenarioView]</a></code>
 - <code title="post /v1/scenarios/start_run">client.scenarios.<a href="./src/runloop_api_client/resources/scenarios/scenarios.py">start_run</a>(\*\*<a href="src/runloop_api_client/types/scenario_start_run_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
 
 ## Runs
@@ -272,6 +274,28 @@ Methods:
 - <code title="post /v1/scenarios/runs/{id}/complete">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">complete</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
 - <code title="post /v1/scenarios/runs/{id}/score">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">score</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
 
+## Scorers
+
+Types:
+
+```python
+from runloop_api_client.types.scenarios import (
+    ScorerCreateResponse,
+    ScorerRetrieveResponse,
+    ScorerUpdateResponse,
+    ScorerListResponse,
+    ScorerValidateResponse,
+)
+```
+
+Methods:
+
+- <code title="post /v1/scenarios/scorers">client.scenarios.scorers.<a href="./src/runloop_api_client/resources/scenarios/scorers.py">create</a>(\*\*<a href="src/runloop_api_client/types/scenarios/scorer_create_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenarios/scorer_create_response.py">ScorerCreateResponse</a></code>
+- <code title="get /v1/scenarios/scorers/{id}">client.scenarios.scorers.<a href="./src/runloop_api_client/resources/scenarios/scorers.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/scenarios/scorer_retrieve_response.py">ScorerRetrieveResponse</a></code>
+- <code title="post /v1/scenarios/scorers/{id}">client.scenarios.scorers.<a href="./src/runloop_api_client/resources/scenarios/scorers.py">update</a>(id, \*\*<a href="src/runloop_api_client/types/scenarios/scorer_update_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenarios/scorer_update_response.py">ScorerUpdateResponse</a></code>
+- <code title="get /v1/scenarios/scorers">client.scenarios.scorers.<a href="./src/runloop_api_client/resources/scenarios/scorers.py">list</a>(\*\*<a href="src/runloop_api_client/types/scenarios/scorer_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenarios/scorer_list_response.py">SyncScenarioScorersCursorIDPage[ScorerListResponse]</a></code>
+- <code title="post /v1/scenarios/scorers/{id}/validate">client.scenarios.scorers.<a href="./src/runloop_api_client/resources/scenarios/scorers.py">validate</a>(id, \*\*<a href="src/runloop_api_client/types/scenarios/scorer_validate_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenarios/scorer_validate_response.py">ScorerValidateResponse</a></code>
+
 # Repositories
 
 Types:

{runloop_api_client-0.18.0 → runloop_api_client-0.20.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "runloop_api_client"
-version = "0.18.0"
+version = "0.20.0"
 description = "The official Python library for the runloop API"
 dynamic = ["readme"]
 license = "MIT"
@@ -177,7 +177,7 @@ select = [
   "T201",
   "T203",
   # misuse of typing.TYPE_CHECKING
-  "TCH004",
+  "TC004",
   # import rules
   "TID251",
 ]

{runloop_api_client-0.18.0 → runloop_api_client-0.20.0}/requirements-dev.lock

@@ -79,7 +79,7 @@ pytz==2023.3.post1
     # via dirty-equals
 respx==0.22.0
 rich==13.7.1
-ruff==0.6.9
+ruff==0.9.4
 setuptools==68.2.2
     # via nodeenv
 six==1.16.0

{runloop_api_client-0.18.0 → runloop_api_client-0.20.0}/src/runloop_api_client/_constants.py

@@ -6,7 +6,7 @@ RAW_RESPONSE_HEADER = "X-Stainless-Raw-Response"
 OVERRIDE_CAST_TO_HEADER = "____stainless_override_cast_to"
 
 # default timeout is 1 minute
-DEFAULT_TIMEOUT = httpx.Timeout(timeout=60.0, connect=5.0)
+DEFAULT_TIMEOUT = httpx.Timeout(timeout=60, connect=5.0)
 DEFAULT_MAX_RETRIES = 2
 DEFAULT_CONNECTION_LIMITS = httpx.Limits(max_connections=100, max_keepalive_connections=20)
 

{runloop_api_client-0.18.0 → runloop_api_client-0.20.0}/src/runloop_api_client/_models.py

@@ -172,7 +172,7 @@ class BaseModel(pydantic.BaseModel):
     @override
     def __str__(self) -> str:
         # mypy complains about an invalid self arg
-        return f'{self.__repr_name__()}({self.__repr_str__(", ")})'  # type: ignore[misc]
+        return f"{self.__repr_name__()}({self.__repr_str__(', ')})"  # type: ignore[misc]
 
     # Override the 'construct' method in a way that supports recursive parsing without validation.
     # Based on https://github.com/samuelcolvin/pydantic/issues/1168#issuecomment-817742836.

{runloop_api_client-0.18.0 → runloop_api_client-0.20.0}/src/runloop_api_client/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "runloop_api_client"
-__version__ = "0.18.0"  # x-release-please-version
+__version__ = "0.20.0"  # x-release-please-version

{runloop_api_client-0.18.0 → runloop_api_client-0.20.0}/src/runloop_api_client/pagination.py

@@ -22,6 +22,8 @@ __all__ = [
     "AsyncScenariosCursorIDPage",
     "SyncScenarioRunsCursorIDPage",
     "AsyncScenarioRunsCursorIDPage",
+    "SyncScenarioScorersCursorIDPage",
+    "AsyncScenarioScorersCursorIDPage",
 ]
 
 _T = TypeVar("_T")
@@ -67,6 +69,11 @@ class ScenarioRunsCursorIDPageItem(Protocol):
     id: str
 
 
+@runtime_checkable
+class ScenarioScorersCursorIDPageItem(Protocol):
+    id: str
+
+
 class SyncBlueprintsCursorIDPage(BaseSyncPage[_T], BasePage[_T], Generic[_T]):
     blueprints: List[_T]
     has_more: Optional[bool] = None
@@ -481,3 +488,55 @@ class AsyncScenarioRunsCursorIDPage(BaseAsyncPage[_T], BasePage[_T], Generic[_T]
             return None
 
         return PageInfo(params={"starting_after": item.id})
+
+
+class SyncScenarioScorersCursorIDPage(BaseSyncPage[_T], BasePage[_T], Generic[_T]):
+    scorers: List[_T]
+    has_more: Optional[bool] = None
+    total_count: Optional[int] = None
+
+    @override
+    def _get_page_items(self) -> List[_T]:
+        scorers = self.scorers
+        if not scorers:
+            return []
+        return scorers
+
+    @override
+    def next_page_info(self) -> Optional[PageInfo]:
+        scorers = self.scorers
+        if not scorers:
+            return None
+
+        item = cast(Any, scorers[-1])
+        if not isinstance(item, ScenarioScorersCursorIDPageItem) or item.id is None:  # pyright: ignore[reportUnnecessaryComparison]
+            # TODO emit warning log
+            return None
+
+        return PageInfo(params={"starting_after": item.id})
+
+
+class AsyncScenarioScorersCursorIDPage(BaseAsyncPage[_T], BasePage[_T], Generic[_T]):
+    scorers: List[_T]
+    has_more: Optional[bool] = None
+    total_count: Optional[int] = None
+
+    @override
+    def _get_page_items(self) -> List[_T]:
+        scorers = self.scorers
+        if not scorers:
+            return []
+        return scorers
+
+    @override
+    def next_page_info(self) -> Optional[PageInfo]:
+        scorers = self.scorers
+        if not scorers:
+            return None
+
+        item = cast(Any, scorers[-1])
+        if not isinstance(item, ScenarioScorersCursorIDPageItem) or item.id is None:  # pyright: ignore[reportUnnecessaryComparison]
+            # TODO emit warning log
+            return None
+
+        return PageInfo(params={"starting_after": item.id})

{runloop_api_client-0.18.0 → runloop_api_client-0.20.0}/src/runloop_api_client/resources/benchmarks/benchmarks.py

@@ -14,7 +14,12 @@ from .runs import (
     RunsResourceWithStreamingResponse,
     AsyncRunsResourceWithStreamingResponse,
 )
-from ...types import benchmark_list_params, benchmark_create_params, benchmark_start_run_params
+from ...types import (
+    benchmark_list_params,
+    benchmark_create_params,
+    benchmark_start_run_params,
+    benchmark_list_public_params,
+)
 from ..._types import NOT_GIVEN, Body, Query, Headers, NotGiven
 from ..._utils import (
     maybe_transform,
@@ -147,7 +152,6 @@ class BenchmarksResource(SyncAPIResource):
         self,
         *,
         limit: int | NotGiven = NOT_GIVEN,
-        public: bool | NotGiven = NOT_GIVEN,
         starting_after: str | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -162,9 +166,6 @@ class BenchmarksResource(SyncAPIResource):
         Args:
           limit: The limit of items to return. Default is 20.
 
-          public: List public benchmarks, e.g. SWE-bench. Defaults to false, i.e. only
-              user-defined benchmarks are listed.
-
           starting_after: Load the next page of data starting after the item with the given ID.
 
           extra_headers: Send extra headers
@@ -186,7 +187,6 @@ class BenchmarksResource(SyncAPIResource):
                 query=maybe_transform(
                     {
                         "limit": limit,
-                        "public": public,
                         "starting_after": starting_after,
                     },
                     benchmark_list_params.BenchmarkListParams,
@@ -195,6 +195,53 @@ class BenchmarksResource(SyncAPIResource):
             model=BenchmarkView,
         )
 
+    def list_public(
+        self,
+        *,
+        limit: int | NotGiven = NOT_GIVEN,
+        starting_after: str | NotGiven = NOT_GIVEN,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+    ) -> SyncBenchmarksCursorIDPage[BenchmarkView]:
+        """
+        List all public benchmarks matching filter.
+
+        Args:
+          limit: The limit of items to return. Default is 20.
+
+          starting_after: Load the next page of data starting after the item with the given ID.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        return self._get_api_list(
+            "/v1/benchmarks/list_public",
+            page=SyncBenchmarksCursorIDPage[BenchmarkView],
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                query=maybe_transform(
+                    {
+                        "limit": limit,
+                        "starting_after": starting_after,
+                    },
+                    benchmark_list_public_params.BenchmarkListPublicParams,
+                ),
+            ),
+            model=BenchmarkView,
+        )
+
     def start_run(
         self,
         *,
@@ -357,7 +404,6 @@ class AsyncBenchmarksResource(AsyncAPIResource):
         self,
         *,
         limit: int | NotGiven = NOT_GIVEN,
-        public: bool | NotGiven = NOT_GIVEN,
         starting_after: str | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -372,9 +418,6 @@ class AsyncBenchmarksResource(AsyncAPIResource):
         Args:
           limit: The limit of items to return. Default is 20.
 
-          public: List public benchmarks, e.g. SWE-bench. Defaults to false, i.e. only
-              user-defined benchmarks are listed.
-
           starting_after: Load the next page of data starting after the item with the given ID.
 
           extra_headers: Send extra headers
@@ -396,7 +439,6 @@ class AsyncBenchmarksResource(AsyncAPIResource):
                 query=maybe_transform(
                     {
                         "limit": limit,
-                        "public": public,
                         "starting_after": starting_after,
                     },
                     benchmark_list_params.BenchmarkListParams,
@@ -405,6 +447,53 @@ class AsyncBenchmarksResource(AsyncAPIResource):
             model=BenchmarkView,
         )
 
+    def list_public(
+        self,
+        *,
+        limit: int | NotGiven = NOT_GIVEN,
+        starting_after: str | NotGiven = NOT_GIVEN,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+    ) -> AsyncPaginator[BenchmarkView, AsyncBenchmarksCursorIDPage[BenchmarkView]]:
+        """
+        List all public benchmarks matching filter.
+
+        Args:
+          limit: The limit of items to return. Default is 20.
+
+          starting_after: Load the next page of data starting after the item with the given ID.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        return self._get_api_list(
+            "/v1/benchmarks/list_public",
+            page=AsyncBenchmarksCursorIDPage[BenchmarkView],
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                query=maybe_transform(
+                    {
+                        "limit": limit,
+                        "starting_after": starting_after,
+                    },
+                    benchmark_list_public_params.BenchmarkListPublicParams,
+                ),
+            ),
+            model=BenchmarkView,
+        )
+
     async def start_run(
         self,
         *,
@@ -469,6 +558,9 @@ class BenchmarksResourceWithRawResponse:
         self.list = to_raw_response_wrapper(
             benchmarks.list,
         )
+        self.list_public = to_raw_response_wrapper(
+            benchmarks.list_public,
+        )
         self.start_run = to_raw_response_wrapper(
             benchmarks.start_run,
         )
@@ -491,6 +583,9 @@ class AsyncBenchmarksResourceWithRawResponse:
         self.list = async_to_raw_response_wrapper(
             benchmarks.list,
         )
+        self.list_public = async_to_raw_response_wrapper(
+            benchmarks.list_public,
+        )
         self.start_run = async_to_raw_response_wrapper(
             benchmarks.start_run,
         )
@@ -513,6 +608,9 @@ class BenchmarksResourceWithStreamingResponse:
         self.list = to_streamed_response_wrapper(
             benchmarks.list,
         )
+        self.list_public = to_streamed_response_wrapper(
+            benchmarks.list_public,
+        )
         self.start_run = to_streamed_response_wrapper(
             benchmarks.start_run,
         )
@@ -535,6 +633,9 @@ class AsyncBenchmarksResourceWithStreamingResponse:
         self.list = async_to_streamed_response_wrapper(
             benchmarks.list,
         )
+        self.list_public = async_to_streamed_response_wrapper(
+            benchmarks.list_public,
+        )
         self.start_run = async_to_streamed_response_wrapper(
             benchmarks.start_run,
         )