feat(api): api update (#526)

Author: stainless-app[bot]

.stats.yml

@@ -1,2 +1,2 @@
-configured_endpoints: 68
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-ad83f8f9f6d60b6ef468111bde705c475948948951ff9ec80c54c2df76ff5596.yml
+configured_endpoints: 73
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-00234fd425f75dd0ac33cdfd2b9e806a7fa29638ffc4ed4b91d5042a17ff5cfd.yml

api.md

@@ -274,6 +274,28 @@ Methods:
 - <code title="post /v1/scenarios/runs/{id}/complete">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">complete</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
 - <code title="post /v1/scenarios/runs/{id}/score">client.scenarios.runs.<a href="./src/runloop_api_client/resources/scenarios/runs.py">score</a>(id) -> <a href="./src/runloop_api_client/types/scenario_run_view.py">ScenarioRunView</a></code>
 
+## Scorers
+
+Types:
+
+```python
+from runloop_api_client.types.scenarios import (
+    ScorerCreateResponse,
+    ScorerRetrieveResponse,
+    ScorerUpdateResponse,
+    ScorerListResponse,
+    ScorerValidateResponse,
+)
+```
+
+Methods:
+
+- <code title="post /v1/scenarios/scorers">client.scenarios.scorers.<a href="./src/runloop_api_client/resources/scenarios/scorers.py">create</a>(\*\*<a href="src/runloop_api_client/types/scenarios/scorer_create_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenarios/scorer_create_response.py">ScorerCreateResponse</a></code>
+- <code title="get /v1/scenarios/scorers/{id}">client.scenarios.scorers.<a href="./src/runloop_api_client/resources/scenarios/scorers.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/scenarios/scorer_retrieve_response.py">ScorerRetrieveResponse</a></code>
+- <code title="post /v1/scenarios/scorers/{id}">client.scenarios.scorers.<a href="./src/runloop_api_client/resources/scenarios/scorers.py">update</a>(id, \*\*<a href="src/runloop_api_client/types/scenarios/scorer_update_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenarios/scorer_update_response.py">ScorerUpdateResponse</a></code>
+- <code title="get /v1/scenarios/scorers">client.scenarios.scorers.<a href="./src/runloop_api_client/resources/scenarios/scorers.py">list</a>(\*\*<a href="src/runloop_api_client/types/scenarios/scorer_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenarios/scorer_list_response.py">SyncScenarioScorersCursorIDPage[ScorerListResponse]</a></code>
+- <code title="post /v1/scenarios/scorers/{id}/validate">client.scenarios.scorers.<a href="./src/runloop_api_client/resources/scenarios/scorers.py">validate</a>(id, \*\*<a href="src/runloop_api_client/types/scenarios/scorer_validate_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenarios/scorer_validate_response.py">ScorerValidateResponse</a></code>
+
 # Repositories
 
 Types:

src/runloop_api_client/pagination.py

@@ -22,6 +22,8 @@
     "AsyncScenariosCursorIDPage",
     "SyncScenarioRunsCursorIDPage",
     "AsyncScenarioRunsCursorIDPage",
+    "SyncScenarioScorersCursorIDPage",
+    "AsyncScenarioScorersCursorIDPage",
 ]
 
 _T = TypeVar("_T")
@@ -67,6 +69,11 @@ class ScenarioRunsCursorIDPageItem(Protocol):
     id: str
 
 
+@runtime_checkable
+class ScenarioScorersCursorIDPageItem(Protocol):
+    id: str
+
+
 class SyncBlueprintsCursorIDPage(BaseSyncPage[_T], BasePage[_T], Generic[_T]):
     blueprints: List[_T]
     has_more: Optional[bool] = None
@@ -481,3 +488,55 @@ def next_page_info(self) -> Optional[PageInfo]:
             return None
 
         return PageInfo(params={"starting_after": item.id})
+
+
+class SyncScenarioScorersCursorIDPage(BaseSyncPage[_T], BasePage[_T], Generic[_T]):
+    scorers: List[_T]
+    has_more: Optional[bool] = None
+    total_count: Optional[int] = None
+
+    @override
+    def _get_page_items(self) -> List[_T]:
+        scorers = self.scorers
+        if not scorers:
+            return []
+        return scorers
+
+    @override
+    def next_page_info(self) -> Optional[PageInfo]:
+        scorers = self.scorers
+        if not scorers:
+            return None
+
+        item = cast(Any, scorers[-1])
+        if not isinstance(item, ScenarioScorersCursorIDPageItem) or item.id is None:  # pyright: ignore[reportUnnecessaryComparison]
+            # TODO emit warning log
+            return None
+
+        return PageInfo(params={"starting_after": item.id})
+
+
+class AsyncScenarioScorersCursorIDPage(BaseAsyncPage[_T], BasePage[_T], Generic[_T]):
+    scorers: List[_T]
+    has_more: Optional[bool] = None
+    total_count: Optional[int] = None
+
+    @override
+    def _get_page_items(self) -> List[_T]:
+        scorers = self.scorers
+        if not scorers:
+            return []
+        return scorers
+
+    @override
+    def next_page_info(self) -> Optional[PageInfo]:
+        scorers = self.scorers
+        if not scorers:
+            return None
+
+        item = cast(Any, scorers[-1])
+        if not isinstance(item, ScenarioScorersCursorIDPageItem) or item.id is None:  # pyright: ignore[reportUnnecessaryComparison]
+            # TODO emit warning log
+            return None
+
+        return PageInfo(params={"starting_after": item.id})

src/runloop_api_client/resources/scenarios/__init__.py

@@ -8,6 +8,14 @@
     RunsResourceWithStreamingResponse,
     AsyncRunsResourceWithStreamingResponse,
 )
+from .scorers import (
+    ScorersResource,
+    AsyncScorersResource,
+    ScorersResourceWithRawResponse,
+    AsyncScorersResourceWithRawResponse,
+    ScorersResourceWithStreamingResponse,
+    AsyncScorersResourceWithStreamingResponse,
+)
 from .scenarios import (
     ScenariosResource,
     AsyncScenariosResource,
@@ -24,6 +32,12 @@
     "AsyncRunsResourceWithRawResponse",
     "RunsResourceWithStreamingResponse",
     "AsyncRunsResourceWithStreamingResponse",
+    "ScorersResource",
+    "AsyncScorersResource",
+    "ScorersResourceWithRawResponse",
+    "AsyncScorersResourceWithRawResponse",
+    "ScorersResourceWithStreamingResponse",
+    "AsyncScorersResourceWithStreamingResponse",
     "ScenariosResource",
     "AsyncScenariosResource",
     "ScenariosResourceWithRawResponse",

src/runloop_api_client/resources/scenarios/scenarios.py

@@ -20,6 +20,14 @@
     scenario_start_run_params,
     scenario_list_public_params,
 )
+from .scorers import (
+    ScorersResource,
+    AsyncScorersResource,
+    ScorersResourceWithRawResponse,
+    AsyncScorersResourceWithRawResponse,
+    ScorersResourceWithStreamingResponse,
+    AsyncScorersResourceWithStreamingResponse,
+)
 from ..._types import NOT_GIVEN, Body, Query, Headers, NotGiven
 from ..._utils import (
     maybe_transform,
@@ -50,6 +58,10 @@ class ScenariosResource(SyncAPIResource):
     def runs(self) -> RunsResource:
         return RunsResource(self._client)
 
+    @cached_property
+    def scorers(self) -> ScorersResource:
+        return ScorersResource(self._client)
+
     @cached_property
     def with_raw_response(self) -> ScenariosResourceWithRawResponse:
         """
@@ -381,6 +393,10 @@ class AsyncScenariosResource(AsyncAPIResource):
     def runs(self) -> AsyncRunsResource:
         return AsyncRunsResource(self._client)
 
+    @cached_property
+    def scorers(self) -> AsyncScorersResource:
+        return AsyncScorersResource(self._client)
+
     @cached_property
     def with_raw_response(self) -> AsyncScenariosResourceWithRawResponse:
         """
@@ -708,6 +724,10 @@ def __init__(self, scenarios: ScenariosResource) -> None:
     def runs(self) -> RunsResourceWithRawResponse:
         return RunsResourceWithRawResponse(self._scenarios.runs)
 
+    @cached_property
+    def scorers(self) -> ScorersResourceWithRawResponse:
+        return ScorersResourceWithRawResponse(self._scenarios.scorers)
+
 
 class AsyncScenariosResourceWithRawResponse:
     def __init__(self, scenarios: AsyncScenariosResource) -> None:
@@ -733,6 +753,10 @@ def __init__(self, scenarios: AsyncScenariosResource) -> None:
     def runs(self) -> AsyncRunsResourceWithRawResponse:
         return AsyncRunsResourceWithRawResponse(self._scenarios.runs)
 
+    @cached_property
+    def scorers(self) -> AsyncScorersResourceWithRawResponse:
+        return AsyncScorersResourceWithRawResponse(self._scenarios.scorers)
+
 
 class ScenariosResourceWithStreamingResponse:
     def __init__(self, scenarios: ScenariosResource) -> None:
@@ -758,6 +782,10 @@ def __init__(self, scenarios: ScenariosResource) -> None:
     def runs(self) -> RunsResourceWithStreamingResponse:
         return RunsResourceWithStreamingResponse(self._scenarios.runs)
 
+    @cached_property
+    def scorers(self) -> ScorersResourceWithStreamingResponse:
+        return ScorersResourceWithStreamingResponse(self._scenarios.scorers)
+
 
 class AsyncScenariosResourceWithStreamingResponse:
     def __init__(self, scenarios: AsyncScenariosResource) -> None:
@@ -782,3 +810,7 @@ def __init__(self, scenarios: AsyncScenariosResource) -> None:
     @cached_property
     def runs(self) -> AsyncRunsResourceWithStreamingResponse:
         return AsyncRunsResourceWithStreamingResponse(self._scenarios.runs)
+
+    @cached_property
+    def scorers(self) -> AsyncScorersResourceWithStreamingResponse:
+        return AsyncScorersResourceWithStreamingResponse(self._scenarios.scorers)