From 8595b425a96611d48fe0881823f8d37ea3353f12 Mon Sep 17 00:00:00 2001 From: zirongluo Date: Mon, 8 Jun 2026 12:09:52 +0800 Subject: [PATCH 1/8] [http] cancel --- .../reinforcement/component/server/server.py | 75 ++++++++++++++++++- 1 file changed, 71 insertions(+), 4 deletions(-) diff --git a/dashscope/finetune/reinforcement/component/server/server.py b/dashscope/finetune/reinforcement/component/server/server.py index 02330d8..e913dbf 100644 --- a/dashscope/finetune/reinforcement/component/server/server.py +++ b/dashscope/finetune/reinforcement/component/server/server.py @@ -37,6 +37,7 @@ GET /health Health check """ +import asyncio import logging import os import time @@ -72,7 +73,7 @@ "0", "no", ) -_THREAD_POOL_WORKERS = int(os.getenv("THREAD_POOL_WORKERS", "4")) +_THREAD_POOL_WORKERS = int(os.getenv("THREAD_POOL_WORKERS", "32")) _THREAD_POOL_QUEUE = int(os.getenv("THREAD_POOL_QUEUE", "100")) if not _ENABLE_LOGGING: @@ -386,6 +387,10 @@ async def handle_endpoint(request: Request) -> JSONResponse: request body, executes business logic using configured processor, and returns serialized result. + Monitors client connection state via ASGI disconnect messages. If the + client disconnects before processing completes, the processing task is + cancelled to avoid wasting resources. + Request body format: JSON, fields determined by FuncType: - reward: See RewardInput - rollout: See RolloutInput @@ -398,8 +403,27 @@ async def handle_endpoint(request: Request) -> JSONResponse: """ start_time = time.time() success = False + cancelled = False processor_input = None + # --- Disconnect detection setup --- + disconnected = asyncio.Event() + + async def _listen_for_disconnect(): + """Background listener for ASGI disconnect messages.""" + try: + while True: + message = await request.receive() + if message.get("type") == "http.disconnect": + disconnected.set() + break + except Exception: + # If receive() raises (e.g. connection already closed), + # treat as disconnected. + disconnected.set() + + disconnect_listener = asyncio.create_task(_listen_for_disconnect()) + # Extract trace context from request headers _otel_ctx_token, _upstream_tokens = await _extract_trace_context(request) @@ -413,8 +437,36 @@ async def handle_endpoint(request: Request) -> JSONResponse: # Check thread pool queue capacity await _check_queue_capacity() - # Execute processor - result = await func_manager.processes(processor_input) + # Execute processor as a task so we can cancel it on disconnect + process_task = asyncio.create_task( + func_manager.processes(processor_input), + ) + + # Wait for either the processing to finish or client disconnect + done, _pending = await asyncio.wait( + [process_task, disconnect_listener], + return_when=asyncio.FIRST_COMPLETED, + ) + + if disconnected.is_set(): + # Client disconnected — cancel the processing task + process_task.cancel() + try: + await process_task + except asyncio.CancelledError: + pass + cancelled = True + logger.warning( + "[Server] Client disconnected during processing, " + "task cancelled.", + ) + return JSONResponse( + status_code=499, + content={"message": "Client disconnected, request cancelled."}, + ) + + # Processing completed normally + result = process_task.result() success = True # Serialize result @@ -425,6 +477,13 @@ async def handle_endpoint(request: Request) -> JSONResponse: except HTTPException: # Re-raise HTTP exceptions as-is raise + except asyncio.CancelledError: + cancelled = True + logger.warning("[Server] Request processing was cancelled.") + return JSONResponse( + status_code=499, + content={"message": "Request cancelled."}, + ) except Exception as ex: logger.error(f"[Server] Unexpected error: {ex}", exc_info=True) return JSONResponse( @@ -432,6 +491,13 @@ async def handle_endpoint(request: Request) -> JSONResponse: content={"message": str(ex)}, ) finally: + # Cancel the disconnect listener if still running + disconnect_listener.cancel() + try: + await disconnect_listener + except asyncio.CancelledError: + pass + # Clean up trace context await _cleanup_trace_context(_otel_ctx_token, _upstream_tokens) @@ -439,7 +505,8 @@ async def handle_endpoint(request: Request) -> JSONResponse: elapsed = round(time.time() - start_time, 4) logger.info( f"[Server] /api/v1 | func_type={func_type.value} | " - f"success={success} | elapsed={elapsed}s", + f"success={success} | cancelled={cancelled} | " + f"elapsed={elapsed}s", ) # Best-effort force flush based on platform/internal env config From ed83a14ee992e6c9c2b555dfed283785d5b1a6d8 Mon Sep 17 00:00:00 2001 From: zirongluo Date: Thu, 11 Jun 2026 12:04:08 +0800 Subject: [PATCH 2/8] [log] request id --- .../finetune/reinforcement/common/utils.py | 40 +++++++++++++++++++ .../reinforcement/component/server/server.py | 14 ++++++- 2 files changed, 52 insertions(+), 2 deletions(-) diff --git a/dashscope/finetune/reinforcement/common/utils.py b/dashscope/finetune/reinforcement/common/utils.py index d6ee0f7..9f0c491 100644 --- a/dashscope/finetune/reinforcement/common/utils.py +++ b/dashscope/finetune/reinforcement/common/utils.py @@ -1003,3 +1003,43 @@ def serialize_for_output(data: Any) -> Any: # Return basic types directly return data + + +def get_fc_request_id(request) -> str: + """Extract Function Compute request ID from request headers. + + Retrieves the 'x-fc-request-id' header from a FastAPI/Starlette Request + object. This is useful for correlating logs with specific FC invocations. + + Args: + request: FastAPI/Starlette Request object (or any object with a + `.headers` mapping). + + Returns: + The FC request ID string, or "unknown" if the header is not present. + """ + if request is None: + return "unknown" + return request.headers.get("x-fc-request-id", "unknown") + + +def get_business_summary(processor_input) -> str: + """Extract summary business information from processor input. + + Returns the string representation of request_metadata if present, + otherwise returns an empty string. + + Args: + processor_input: The processor input object (BaseDataModel subclass). + + Returns: + String representation of request_metadata, or empty string. + """ + if processor_input is None: + return "" + + request_metadata = getattr(processor_input, "request_metadata", None) + if request_metadata is None: + return "" + + return str(request_metadata) diff --git a/dashscope/finetune/reinforcement/component/server/server.py b/dashscope/finetune/reinforcement/component/server/server.py index e913dbf..d43d056 100644 --- a/dashscope/finetune/reinforcement/component/server/server.py +++ b/dashscope/finetune/reinforcement/component/server/server.py @@ -48,6 +48,10 @@ from fastapi.responses import JSONResponse from dashscope.finetune.reinforcement.common.log import logger +from dashscope.finetune.reinforcement.common.utils import ( + get_fc_request_id, + get_business_summary, +) from dashscope.finetune.reinforcement.common.model_types import ( FunctionType as FuncType, ) @@ -456,9 +460,11 @@ async def _listen_for_disconnect(): except asyncio.CancelledError: pass cancelled = True + fc_request_id = get_fc_request_id(request) logger.warning( "[Server] Client disconnected during processing, " - "task cancelled.", + "task cancelled. x-fc-request-id: %s", + fc_request_id, ) return JSONResponse( status_code=499, @@ -503,10 +509,14 @@ async def _listen_for_disconnect(): # Log request metrics elapsed = round(time.time() - start_time, 4) + fc_req_id = get_fc_request_id(request) + biz_summary = get_business_summary(processor_input) + biz_part = f" | {biz_summary}" if biz_summary else "" logger.info( f"[Server] /api/v1 | func_type={func_type.value} | " + f"fc_request_id={fc_req_id} | " f"success={success} | cancelled={cancelled} | " - f"elapsed={elapsed}s", + f"elapsed={elapsed}s{biz_part}", ) # Best-effort force flush based on platform/internal env config From b9518999c8266de058a443fc87a291e3f8108649 Mon Sep 17 00:00:00 2001 From: "zhansheng.lzs" Date: Mon, 22 Jun 2026 17:10:43 +0800 Subject: [PATCH 3/8] Preserve error codes and surface root cause in agentic RL errors - Re-raise exceptions that already carry an error_code instead of wrapping them, so the original code propagates to callers - Add _format_cause() to AgenticRLError, RuntimeErrorWithCode and ValueErrorWithCode so __str__ includes the root cause type and message when the exception was triggered by another error - Let OSSConnectionError escape FunctionComponentModel without being re-wrapped Co-Authored-By: Claude Opus 4.7 --- dashscope/finetune/agentic_rl.py | 6 ++++ .../finetune/reinforcement/common/errors.py | 30 +++++++++++++++++-- .../finetune/reinforcement/common/model.py | 4 +++ 3 files changed, 37 insertions(+), 3 deletions(-) diff --git a/dashscope/finetune/agentic_rl.py b/dashscope/finetune/agentic_rl.py index fe3b4c6..4f24f4a 100644 --- a/dashscope/finetune/agentic_rl.py +++ b/dashscope/finetune/agentic_rl.py @@ -106,6 +106,8 @@ async def register_functions( ) logger.info("Function components registered") except Exception as e: + if hasattr(e, 'error_code'): + raise raise RegistrationError( "Function registration failed", error_code=3002, @@ -249,6 +251,8 @@ def submit_job( **kwargs, ) except Exception as e: + if hasattr(e, 'error_code'): + raise raise RuntimeErrorWithCode( "Job submission failed", error_code=3005, @@ -312,6 +316,8 @@ async def run( **kwargs, ) except Exception as e: + if hasattr(e, 'error_code'): + raise raise RuntimeErrorWithCode( "RL tuning workflow failed", error_code=3006, diff --git a/dashscope/finetune/reinforcement/common/errors.py b/dashscope/finetune/reinforcement/common/errors.py index 288c934..ae1c1a2 100644 --- a/dashscope/finetune/reinforcement/common/errors.py +++ b/dashscope/finetune/reinforcement/common/errors.py @@ -23,8 +23,16 @@ def root_cause(self) -> Exception: root = root.__cause__ return root + def _format_cause(self) -> str: + """Format root cause information if available.""" + if self.__cause__ is not None and self is not self.root_cause: + root = self.root_cause + cause_msg = str(root).split("\n")[0][:100] + return f" (caused by: {type(root).__name__}: {cause_msg})" + return "" + def __str__(self): - return f"[{self.error_code}] {self.message} (at {self.timestamp})" + return f"[{self.error_code}] {self.message} (at {self.timestamp}){self._format_cause()}" class IOErrorWithCode(AgenticRLError): @@ -58,8 +66,16 @@ def root_cause(self) -> Exception: root = root.__cause__ return root + def _format_cause(self) -> str: + """Format root cause information if available.""" + if self.__cause__ is not None and self is not self.root_cause: + root = self.root_cause + cause_msg = str(root).split("\n")[0][:100] + return f" (caused by: {type(root).__name__}: {cause_msg})" + return "" + def __str__(self): - return f"[{self.error_code}] {self.message}" + return f"[{self.error_code}] {self.message}{self._format_cause()}" class ValueErrorWithCode(ValueError): @@ -78,8 +94,16 @@ def root_cause(self) -> Exception: root = root.__cause__ return root + def _format_cause(self) -> str: + """Format root cause information if available.""" + if self.__cause__ is not None and self is not self.root_cause: + root = self.root_cause + cause_msg = str(root).split("\n")[0][:100] + return f" (caused by: {type(root).__name__}: {cause_msg})" + return "" + def __str__(self): - return f"[{self.error_code}] {self.message}" + return f"[{self.error_code}] {self.message}{self._format_cause()}" class InputError(AgenticRLError): diff --git a/dashscope/finetune/reinforcement/common/model.py b/dashscope/finetune/reinforcement/common/model.py index 7313396..0dede60 100644 --- a/dashscope/finetune/reinforcement/common/model.py +++ b/dashscope/finetune/reinforcement/common/model.py @@ -348,6 +348,8 @@ async def get_oss(self, oss_id: Optional[str] = None) -> str: ) return self.oss_signed_url + except OSSConnectionError: + raise except Exception as e: raise OSSConnectionError( "Failed to obtain OSS URL", @@ -1243,6 +1245,8 @@ async def register_functions( ) except Exception as e: + if hasattr(e, 'error_code'): + raise raise RegistrationError( "Function component registration failed", error_code=2055, From dad233b9cb1b5be0c0c00d5050066ff22da7a949 Mon Sep 17 00:00:00 2001 From: luozirong2025 <798138983@qq.com> Date: Mon, 22 Jun 2026 18:00:20 +0800 Subject: [PATCH 4/8] Update dashscope/finetune/reinforcement/component/server/server.py Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> --- dashscope/finetune/reinforcement/component/server/server.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/dashscope/finetune/reinforcement/component/server/server.py b/dashscope/finetune/reinforcement/component/server/server.py index d43d056..0b47e02 100644 --- a/dashscope/finetune/reinforcement/component/server/server.py +++ b/dashscope/finetune/reinforcement/component/server/server.py @@ -410,7 +410,7 @@ async def handle_endpoint(request: Request) -> JSONResponse: cancelled = False processor_input = None - # --- Disconnect detection setup --- + disconnect_listener = None disconnected = asyncio.Event() async def _listen_for_disconnect(): @@ -426,8 +426,6 @@ async def _listen_for_disconnect(): # treat as disconnected. disconnected.set() - disconnect_listener = asyncio.create_task(_listen_for_disconnect()) - # Extract trace context from request headers _otel_ctx_token, _upstream_tokens = await _extract_trace_context(request) From 64c70aa24712b4d7f78a9a74e02e5e9e86a88073 Mon Sep 17 00:00:00 2001 From: luozirong2025 <798138983@qq.com> Date: Mon, 22 Jun 2026 18:00:52 +0800 Subject: [PATCH 5/8] Update dashscope/finetune/reinforcement/common/utils.py Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> --- dashscope/finetune/reinforcement/common/utils.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/dashscope/finetune/reinforcement/common/utils.py b/dashscope/finetune/reinforcement/common/utils.py index 9efa4f2..f0915c9 100644 --- a/dashscope/finetune/reinforcement/common/utils.py +++ b/dashscope/finetune/reinforcement/common/utils.py @@ -1021,7 +1021,10 @@ def get_fc_request_id(request) -> str: """ if request is None: return "unknown" - return request.headers.get("x-fc-request-id", "unknown") + headers = getattr(request, "headers", None) + if headers is not None and hasattr(headers, "get"): + return headers.get("x-fc-request-id", "unknown") + return "unknown" def get_business_summary(processor_input) -> str: From cbbf03f8c712c116774911bc11bccc46c54417d5 Mon Sep 17 00:00:00 2001 From: luozirong2025 <798138983@qq.com> Date: Mon, 22 Jun 2026 18:01:10 +0800 Subject: [PATCH 6/8] Update dashscope/finetune/reinforcement/component/server/server.py Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> --- .../finetune/reinforcement/component/server/server.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/dashscope/finetune/reinforcement/component/server/server.py b/dashscope/finetune/reinforcement/component/server/server.py index 0b47e02..599fe99 100644 --- a/dashscope/finetune/reinforcement/component/server/server.py +++ b/dashscope/finetune/reinforcement/component/server/server.py @@ -496,11 +496,12 @@ async def _listen_for_disconnect(): ) finally: # Cancel the disconnect listener if still running - disconnect_listener.cancel() - try: - await disconnect_listener - except asyncio.CancelledError: - pass + if disconnect_listener is not None: + disconnect_listener.cancel() + try: + await disconnect_listener + except asyncio.CancelledError: + pass # Clean up trace context await _cleanup_trace_context(_otel_ctx_token, _upstream_tokens) From e3246e4d6917e40052ac827b2120f1ed6c91bba4 Mon Sep 17 00:00:00 2001 From: zirongluo Date: Mon, 22 Jun 2026 22:15:24 +0800 Subject: [PATCH 7/8] [disconnect] add disconnect --- dashscope/finetune/reinforcement/component/server/server.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/dashscope/finetune/reinforcement/component/server/server.py b/dashscope/finetune/reinforcement/component/server/server.py index 599fe99..931ab69 100644 --- a/dashscope/finetune/reinforcement/component/server/server.py +++ b/dashscope/finetune/reinforcement/component/server/server.py @@ -410,7 +410,6 @@ async def handle_endpoint(request: Request) -> JSONResponse: cancelled = False processor_input = None - disconnect_listener = None disconnected = asyncio.Event() async def _listen_for_disconnect(): @@ -426,6 +425,8 @@ async def _listen_for_disconnect(): # treat as disconnected. disconnected.set() + disconnect_listener = asyncio.create_task(_listen_for_disconnect()) + # Extract trace context from request headers _otel_ctx_token, _upstream_tokens = await _extract_trace_context(request) From 1feadc5486291e4ebdde81caead4d07d0ad01128 Mon Sep 17 00:00:00 2001 From: luozirong2025 <798138983@qq.com> Date: Mon, 22 Jun 2026 22:34:59 +0800 Subject: [PATCH 8/8] Update dashscope/finetune/reinforcement/component/server/server.py Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> --- dashscope/finetune/reinforcement/component/server/server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dashscope/finetune/reinforcement/component/server/server.py b/dashscope/finetune/reinforcement/component/server/server.py index 931ab69..fb99d2c 100644 --- a/dashscope/finetune/reinforcement/component/server/server.py +++ b/dashscope/finetune/reinforcement/component/server/server.py @@ -425,7 +425,7 @@ async def _listen_for_disconnect(): # treat as disconnected. disconnected.set() - disconnect_listener = asyncio.create_task(_listen_for_disconnect()) + disconnect_listener = None # Extract trace context from request headers _otel_ctx_token, _upstream_tokens = await _extract_trace_context(request)