feat(api): api update

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
-configured_endpoints: 85
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-3484df665f4c2b7cb17ad044b825223fc69ad67b05d967fbb6dfbb6a6ac9ccac.yml
-openapi_spec_hash: 58c0860078f5f26c8b517603956700b5
-config_hash: 877879fdb00371dafaddf7137e296832
+configured_endpoints: 86
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-141cac5a78c04271425090df61bb3f19446c1c065ae66a5b7a6329c53628aafa.yml
+openapi_spec_hash: 2380917eddc78d715847c7ef6bfa3b4a
+config_hash: 5b50498887b4fdca175b8377a9cb675f

api.md

@@ -35,6 +35,7 @@ Methods:
 - <code title="get /v1/benchmarks/runs">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">list</a>(\*\*<a href="src/runloop_api_client/types/benchmarks/run_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">SyncBenchmarkRunsCursorIDPage[BenchmarkRunView]</a></code>
 - <code title="post /v1/benchmarks/runs/{id}/cancel">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">cancel</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
 - <code title="post /v1/benchmarks/runs/{id}/complete">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">complete</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
+- <code title="get /v1/benchmarks/runs/{id}/scenario_runs">client.benchmarks.runs.<a href="./src/runloop_api_client/resources/benchmarks/runs.py">list_scenario_runs</a>(id, \*\*<a href="src/runloop_api_client/types/benchmarks/run_list_scenario_runs_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">SyncBenchmarkRunsCursorIDPage[ScenarioRunView]</a></code>
 
 # Blueprints
 

src/runloop_api_client/resources/benchmarks/runs.py

@@ -16,7 +16,8 @@
 )
 from ...pagination import SyncBenchmarkRunsCursorIDPage, AsyncBenchmarkRunsCursorIDPage
 from ..._base_client import AsyncPaginator, make_request_options
-from ...types.benchmarks import run_list_params
+from ...types.benchmarks import run_list_params, run_list_scenario_runs_params
+from ...types.scenario_run_view import ScenarioRunView
 from ...types.benchmark_run_view import BenchmarkRunView
 
 __all__ = ["RunsResource", "AsyncRunsResource"]
@@ -206,6 +207,56 @@ def complete(
             cast_to=BenchmarkRunView,
         )
 
+    def list_scenario_runs(
+        self,
+        id: str,
+        *,
+        limit: int | NotGiven = NOT_GIVEN,
+        starting_after: str | NotGiven = NOT_GIVEN,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+    ) -> SyncBenchmarkRunsCursorIDPage[ScenarioRunView]:
+        """
+        List started scenario runs for a benchmark run.
+
+        Args:
+          limit: The limit of items to return. Default is 20.
+
+          starting_after: Load the next page of data starting after the item with the given ID.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return self._get_api_list(
+            f"/v1/benchmarks/runs/{id}/scenario_runs",
+            page=SyncBenchmarkRunsCursorIDPage[ScenarioRunView],
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                query=maybe_transform(
+                    {
+                        "limit": limit,
+                        "starting_after": starting_after,
+                    },
+                    run_list_scenario_runs_params.RunListScenarioRunsParams,
+                ),
+            ),
+            model=ScenarioRunView,
+        )
+
 
 class AsyncRunsResource(AsyncAPIResource):
     @cached_property
@@ -391,6 +442,56 @@ async def complete(
             cast_to=BenchmarkRunView,
         )
 
+    def list_scenario_runs(
+        self,
+        id: str,
+        *,
+        limit: int | NotGiven = NOT_GIVEN,
+        starting_after: str | NotGiven = NOT_GIVEN,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+    ) -> AsyncPaginator[ScenarioRunView, AsyncBenchmarkRunsCursorIDPage[ScenarioRunView]]:
+        """
+        List started scenario runs for a benchmark run.
+
+        Args:
+          limit: The limit of items to return. Default is 20.
+
+          starting_after: Load the next page of data starting after the item with the given ID.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return self._get_api_list(
+            f"/v1/benchmarks/runs/{id}/scenario_runs",
+            page=AsyncBenchmarkRunsCursorIDPage[ScenarioRunView],
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                query=maybe_transform(
+                    {
+                        "limit": limit,
+                        "starting_after": starting_after,
+                    },
+                    run_list_scenario_runs_params.RunListScenarioRunsParams,
+                ),
+            ),
+            model=ScenarioRunView,
+        )
+
 
 class RunsResourceWithRawResponse:
     def __init__(self, runs: RunsResource) -> None:
@@ -408,6 +509,9 @@ def __init__(self, runs: RunsResource) -> None:
         self.complete = to_raw_response_wrapper(
             runs.complete,
         )
+        self.list_scenario_runs = to_raw_response_wrapper(
+            runs.list_scenario_runs,
+        )
 
 
 class AsyncRunsResourceWithRawResponse:
@@ -426,6 +530,9 @@ def __init__(self, runs: AsyncRunsResource) -> None:
         self.complete = async_to_raw_response_wrapper(
             runs.complete,
         )
+        self.list_scenario_runs = async_to_raw_response_wrapper(
+            runs.list_scenario_runs,
+        )
 
 
 class RunsResourceWithStreamingResponse:
@@ -444,6 +551,9 @@ def __init__(self, runs: RunsResource) -> None:
         self.complete = to_streamed_response_wrapper(
             runs.complete,
         )
+        self.list_scenario_runs = to_streamed_response_wrapper(
+            runs.list_scenario_runs,
+        )
 
 
 class AsyncRunsResourceWithStreamingResponse:
@@ -462,3 +572,6 @@ def __init__(self, runs: AsyncRunsResource) -> None:
         self.complete = async_to_streamed_response_wrapper(
             runs.complete,
         )
+        self.list_scenario_runs = async_to_streamed_response_wrapper(
+            runs.list_scenario_runs,
+        )

src/runloop_api_client/types/benchmarks/__init__.py

@@ -3,3 +3,4 @@
 from __future__ import annotations
 
 from .run_list_params import RunListParams as RunListParams
+from .run_list_scenario_runs_params import RunListScenarioRunsParams as RunListScenarioRunsParams

src/runloop_api_client/types/benchmarks/run_list_scenario_runs_params.py

@@ -0,0 +1,15 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+__all__ = ["RunListScenarioRunsParams"]
+
+
+class RunListScenarioRunsParams(TypedDict, total=False):
+    limit: int
+    """The limit of items to return. Default is 20."""
+
+    starting_after: str
+    """Load the next page of data starting after the item with the given ID."""

tests/api_resources/benchmarks/test_runs.py

@@ -9,7 +9,7 @@
 
 from tests.utils import assert_matches_type
 from runloop_api_client import Runloop, AsyncRunloop
-from runloop_api_client.types import BenchmarkRunView
+from runloop_api_client.types import ScenarioRunView, BenchmarkRunView
 from runloop_api_client.pagination import SyncBenchmarkRunsCursorIDPage, AsyncBenchmarkRunsCursorIDPage
 
 base_url = os.environ.get("TEST_API_BASE_URL", "http://127.0.0.1:4010")
@@ -166,6 +166,53 @@ def test_path_params_complete(self, client: Runloop) -> None:
                 "",
             )
 
+    @parametrize
+    def test_method_list_scenario_runs(self, client: Runloop) -> None:
+        run = client.benchmarks.runs.list_scenario_runs(
+            id="id",
+        )
+        assert_matches_type(SyncBenchmarkRunsCursorIDPage[ScenarioRunView], run, path=["response"])
+
+    @parametrize
+    def test_method_list_scenario_runs_with_all_params(self, client: Runloop) -> None:
+        run = client.benchmarks.runs.list_scenario_runs(
+            id="id",
+            limit=0,
+            starting_after="starting_after",
+        )
+        assert_matches_type(SyncBenchmarkRunsCursorIDPage[ScenarioRunView], run, path=["response"])
+
+    @parametrize
+    def test_raw_response_list_scenario_runs(self, client: Runloop) -> None:
+        response = client.benchmarks.runs.with_raw_response.list_scenario_runs(
+            id="id",
+        )
+
+        assert response.is_closed is True
+        assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+        run = response.parse()
+        assert_matches_type(SyncBenchmarkRunsCursorIDPage[ScenarioRunView], run, path=["response"])
+
+    @parametrize
+    def test_streaming_response_list_scenario_runs(self, client: Runloop) -> None:
+        with client.benchmarks.runs.with_streaming_response.list_scenario_runs(
+            id="id",
+        ) as response:
+            assert not response.is_closed
+            assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+            run = response.parse()
+            assert_matches_type(SyncBenchmarkRunsCursorIDPage[ScenarioRunView], run, path=["response"])
+
+        assert cast(Any, response.is_closed) is True
+
+    @parametrize
+    def test_path_params_list_scenario_runs(self, client: Runloop) -> None:
+        with pytest.raises(ValueError, match=r"Expected a non-empty value for `id` but received ''"):
+            client.benchmarks.runs.with_raw_response.list_scenario_runs(
+                id="",
+            )
+
 
 class TestAsyncRuns:
     parametrize = pytest.mark.parametrize("async_client", [False, True], indirect=True, ids=["loose", "strict"])
@@ -317,3 +364,50 @@ async def test_path_params_complete(self, async_client: AsyncRunloop) -> None:
             await async_client.benchmarks.runs.with_raw_response.complete(
                 "",
             )
+
+    @parametrize
+    async def test_method_list_scenario_runs(self, async_client: AsyncRunloop) -> None:
+        run = await async_client.benchmarks.runs.list_scenario_runs(
+            id="id",
+        )
+        assert_matches_type(AsyncBenchmarkRunsCursorIDPage[ScenarioRunView], run, path=["response"])
+
+    @parametrize
+    async def test_method_list_scenario_runs_with_all_params(self, async_client: AsyncRunloop) -> None:
+        run = await async_client.benchmarks.runs.list_scenario_runs(
+            id="id",
+            limit=0,
+            starting_after="starting_after",
+        )
+        assert_matches_type(AsyncBenchmarkRunsCursorIDPage[ScenarioRunView], run, path=["response"])
+
+    @parametrize
+    async def test_raw_response_list_scenario_runs(self, async_client: AsyncRunloop) -> None:
+        response = await async_client.benchmarks.runs.with_raw_response.list_scenario_runs(
+            id="id",
+        )
+
+        assert response.is_closed is True
+        assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+        run = await response.parse()
+        assert_matches_type(AsyncBenchmarkRunsCursorIDPage[ScenarioRunView], run, path=["response"])
+
+    @parametrize
+    async def test_streaming_response_list_scenario_runs(self, async_client: AsyncRunloop) -> None:
+        async with async_client.benchmarks.runs.with_streaming_response.list_scenario_runs(
+            id="id",
+        ) as response:
+            assert not response.is_closed
+            assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+            run = await response.parse()
+            assert_matches_type(AsyncBenchmarkRunsCursorIDPage[ScenarioRunView], run, path=["response"])
+
+        assert cast(Any, response.is_closed) is True
+
+    @parametrize
+    async def test_path_params_list_scenario_runs(self, async_client: AsyncRunloop) -> None:
+        with pytest.raises(ValueError, match=r"Expected a non-empty value for `id` but received ''"):
+            await async_client.benchmarks.runs.with_raw_response.list_scenario_runs(
+                id="",
+            )