From 3a9e732e0902fc401f361fd206335dcc888adafa Mon Sep 17 00:00:00 2001 From: Mayank Jha Date: Fri, 31 Jul 2026 08:57:33 -0700 Subject: [PATCH] fix(tests): unstarve three uipath-agents smoke tasks (max_turns 30/40 -> 60) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Three smoke tasks keep hitting MAX_TURNS_EXHAUSTED with high partial scores and zero failed commands — pure turn starvation, same disease as #2349/#2234: - skill-agents-coded-is-smoke (max_turns: 30, below the smoke experiment default of 40): starved twice in a row on PR #1694's runs at score 0.84 with only the doc-read criterion left. - skill-agent-context-prompt-reference (max_turns: 30): starved on PR #1694's run AND on PR #1801's run — mid-flow at score 0.41 after creating agent.json + the context resource. - skill-agent-coded-conversational-langgraph (inherited 40): starved on PR #1694's rerun. Raise all three to expected_turns 40 / max_turns 60, matching the precedent set by #2349 for eval_custom_evaluator. Co-Authored-By: Claude Fable 5 --- .../conversational_agent_langgraph.yaml | 3 ++- tests/tasks/uipath-agents/coded/is_smoke/is_smoke.yaml | 4 ++-- .../context_prompt_reference/context_prompt_reference.yaml | 4 ++-- 3 files changed, 6 insertions(+), 5 deletions(-) diff --git a/tests/tasks/uipath-agents/coded/conversational_agent_langgraph/conversational_agent_langgraph.yaml b/tests/tasks/uipath-agents/coded/conversational_agent_langgraph/conversational_agent_langgraph.yaml index 9c57e19068..479aa9a2c9 100644 --- a/tests/tasks/uipath-agents/coded/conversational_agent_langgraph/conversational_agent_langgraph.yaml +++ b/tests/tasks/uipath-agents/coded/conversational_agent_langgraph/conversational_agent_langgraph.yaml @@ -8,7 +8,8 @@ description: > tags: [uipath-agents, smoke, coded, lifecycle:generate, feature:conversational, feature:framework-langgraph] run_limits: - expected_turns: 20 + expected_turns: 40 + max_turns: 60 initial_prompt: | hey, can you set up a tiny LangGraph chat agent here called diff --git a/tests/tasks/uipath-agents/coded/is_smoke/is_smoke.yaml b/tests/tasks/uipath-agents/coded/is_smoke/is_smoke.yaml index b907a0be68..b6dd162e71 100644 --- a/tests/tasks/uipath-agents/coded/is_smoke/is_smoke.yaml +++ b/tests/tasks/uipath-agents/coded/is_smoke/is_smoke.yaml @@ -11,8 +11,8 @@ description: > tags: [uipath-agents, smoke, coded, mode:build, lifecycle:generate, feature:integration-service] run_limits: - expected_turns: 20 - max_turns: 30 + expected_turns: 40 + max_turns: 60 sandbox: template_sources: diff --git a/tests/tasks/uipath-agents/lowcode/context_prompt_reference/context_prompt_reference.yaml b/tests/tasks/uipath-agents/lowcode/context_prompt_reference/context_prompt_reference.yaml index 2994fb1b5a..ae6bb22d5a 100644 --- a/tests/tasks/uipath-agents/lowcode/context_prompt_reference/context_prompt_reference.yaml +++ b/tests/tasks/uipath-agents/lowcode/context_prompt_reference/context_prompt_reference.yaml @@ -13,8 +13,8 @@ description: > tags: [uipath-agents, smoke, mode:build, low-code] run_limits: - expected_turns: 20 - max_turns: 30 + expected_turns: 40 + max_turns: 60 turn_timeout: 1200 initial_prompt: |