Feature/agent runtime optimze 0312 (#162)

Author: yhjun1026

assets/schema/derisk.sql

@@ -9,7 +9,7 @@ use derisk;
 -- MySQL DDL Script for Derisk
 -- Version: 0.3.0
 -- Generated from SQLAlchemy ORM Models
--- Generated: 2026-03-12 14:20:36
+-- Generated: 2026-03-15 19:47:08
 -- ============================================================
 
 SET NAMES utf8mb4;
@@ -37,6 +37,27 @@ CREATE TABLE IF NOT EXISTS `derisk_cluster_registry_instance` (
   UNIQUE KEY `uk_model_instance` (`model_name`, `host`, `port`, `sys_code`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
 
+-- Table: streaming_tool_config
+-- Source Model: StreamingToolConfig
+CREATE TABLE IF NOT EXISTS `streaming_tool_config` (
+  `id` BIGINT NOT NULL AUTO_INCREMENT,
+  `app_code` VARCHAR(128) NOT NULL COMMENT '应用代码',
+  `tool_name` VARCHAR(128) NOT NULL COMMENT '工具名称',
+  `tool_display_name` VARCHAR(256) NULL COMMENT '工具显示名称',
+  `tool_description` TEXT NULL COMMENT '工具描述',
+  `param_configs` JSON NOT NULL COMMENT '参数配置',
+  `global_threshold` INT NULL DEFAULT 256 COMMENT '全局阈值',
+  `global_strategy` VARCHAR(32) NULL COMMENT '全局策略',
+  `global_renderer` VARCHAR(32) NULL COMMENT '全局渲染器',
+  `enabled` TINYINT(1) NOT NULL DEFAULT 1 COMMENT '是否启用流式',
+  `priority` INT NOT NULL DEFAULT 0 COMMENT '优先级',
+  `created_at` DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
+  `updated_at` DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '更新时间',
+  `created_by` VARCHAR(128) NULL COMMENT '创建人',
+  `updated_by` VARCHAR(128) NULL COMMENT '更新人',
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
+
 -- Table: chat_history
 -- Source Model: ChatHistoryEntity
 CREATE TABLE IF NOT EXISTS `chat_history` (

packages/derisk-app/src/derisk_app/app.py

@@ -115,6 +115,12 @@ def mount_routers(app: FastAPI, param: Optional[ApplicationConfig] = None):
     app.include_router(create_dashboard_routes(), prefix="/api/v1", tags=["Monitoring"])
     logger.info("[Monitoring] Dashboard API routes registered at /api/v1/monitoring")
 
+    # Streaming Configuration API routes
+    from derisk_serve.streaming.api import router as streaming_config_router
+
+    app.include_router(streaming_config_router, tags=["Streaming Config"])
+    logger.info("[Streaming] Config API routes registered at /api/v1/streaming-config")
+
 
 def mount_static_files(app: FastAPI, param: ApplicationConfig):
     if param.service.web.new_web_ui:

packages/derisk-app/src/derisk_app/initialization/db_model_initialization.py

@@ -1,6 +1,7 @@
 """Import all models to make sure they are registered with SQLAlchemy."""
 
 from derisk.model.cluster.registry_impl.db_storage import ModelInstanceEntity
+from derisk.model.streaming.db_models import StreamingToolConfig
 from derisk.storage.chat_history.chat_history_db import (
     ChatHistoryEntity,
     ChatHistoryMessageEntity,
@@ -23,7 +24,9 @@
 from derisk_serve.config.models.models import ServeEntity as ConfigServeEntity
 from derisk_serve.building.app.models.models import ServeEntity as AppServeEntity
 from derisk_serve.building.app.models.models_details import AppDetailServeEntity
-from derisk_serve.building.config.models.models import ServeEntity as AppConfigServeEntity
+from derisk_serve.building.config.models.models import (
+    ServeEntity as AppConfigServeEntity,
+)
 from derisk_serve.mcp.models.models import ServeEntity as MCPServeEntity
 
 _MODELS = [
@@ -47,4 +50,5 @@
     AppConfigServeEntity,
     MCPServeEntity,
     ChannelEntity,
+    StreamingToolConfig,
 ]

packages/derisk-app/src/derisk_app/initialization/serve_initialization.py

@@ -457,3 +457,18 @@ def register_serve_apps(
     )
 
     # ################################ Scene Serve Register End   ################
+
+    # ################################ Streaming Config Serve Register Begin ################
+    from derisk_serve.streaming.serve import Serve as StreamingConfigServe
+
+    system_app.register(
+        StreamingConfigServe,
+        config=get_config(
+            serve_configs,
+            StreamingConfigServe.name,
+            derisk_serve.streaming.serve.ServeConfig,
+            api_keys=global_api_keys,
+        ),
+    )
+
+    # ################################ Streaming Config Serve Register End   ################

packages/derisk-app/src/derisk_app/openapi/api_v1/api_v1.py

@@ -352,7 +352,6 @@ async def chat_completions(
     # Adapt OpenAI messages format to user_input
     if not dialogue.user_input and dialogue.messages:
         try:
-            # Extract the last user message content
             last_message = next(
                 (
                     msg
@@ -395,6 +394,75 @@ async def chat_completions(
             dialogue.user_input, ignore_unknown_media=True
         )
 
+        # 处理文件输入：提取文件引用并增强消息
+        sandbox_file_refs = []
+        if in_message.has_media:
+            try:
+                from derisk_serve.agent.file_io import (
+                    process_chat_input_files,
+                    build_enhanced_query_with_files,
+                    SandboxFileRef,
+                )
+
+                user_inputs = []
+                if isinstance(in_message.content, list):
+                    for media in in_message.content:
+                        if hasattr(media, "type") and hasattr(media, "object"):
+                            if media.type == "image" and media.object.format.startswith(
+                                "url"
+                            ):
+                                user_inputs.append(
+                                    {
+                                        "type": "image_url",
+                                        "image_url": {"url": str(media.object.data)},
+                                    }
+                                )
+                            elif (
+                                media.type == "file"
+                                and media.object.format.startswith("url")
+                            ):
+                                user_inputs.append(
+                                    {
+                                        "type": "file_url",
+                                        "file_url": {"url": str(media.object.data)},
+                                    }
+                                )
+
+                if user_inputs:
+                    result = await process_chat_input_files(
+                        user_inputs=user_inputs,
+                        sandbox=None,
+                        conv_id=dialogue.conv_uid,
+                    )
+                    sandbox_file_refs = result.sandbox_file_refs
+                    logger.info(
+                        f"[v1/chat] Processed {len(sandbox_file_refs)} files from user input"
+                    )
+
+                    if sandbox_file_refs and not result.multimodal_contents:
+                        text_content = (
+                            in_message.last_text
+                            if hasattr(in_message, "last_text")
+                            else str(in_message.content)
+                        )
+                        enhanced_text = build_enhanced_query_with_files(
+                            text_content, sandbox_file_refs
+                        )
+                        in_message = HumanMessage(content=enhanced_text)
+                        logger.info("[v1/chat] Enhanced message with file references")
+
+            except ImportError:
+                logger.warning("[v1/chat] file_io module not available")
+            except Exception as e:
+                logger.warning(f"[v1/chat] Failed to process files: {e}")
+
+        # 将 sandbox_file_refs 传递到 ext_info
+        if sandbox_file_refs:
+            dialogue.ext_info["sandbox_file_refs"] = [
+                ref.to_dict() if hasattr(ref, "to_dict") else ref
+                for ref in sandbox_file_refs
+            ]
+
         work_mode = dialogue.work_mode or WorkMode.ASYNC
 
         if work_mode == WorkMode.QUICK:
@@ -449,7 +517,6 @@ async def chat_wrapper():
                 chat_in_params=dialogue.chat_in_params,
                 **dialogue.ext_info,
             )
-            # result 是 (None, agent_conv_id) 元组，提取会话ID
             agent_conv_id = result[1] if result else None
             return Result.succ(data={"conv_id": agent_conv_id})
         else:
@@ -485,7 +552,6 @@ async def error_text(err_msg):
             media_type="text/plain",
         )
     finally:
-        # write to recent usage app.
         if dialogue.user_name is not None and dialogue.app_code is not None:
             user_recent_app_dao.upsert(
                 user_code=dialogue.user_name,

packages/derisk-app/src/derisk_app/openapi/api_v1/tool_management_api.py

@@ -57,22 +57,12 @@ def get_sandbox_enabled_from_app(app_id: Optional[str]) -> bool:
                 .first()
             )
 
-            if config and config.param_need:
-                param_need = config.param_need
-                if isinstance(param_need, str):
-                    param_need = json.loads(param_need)
-
-                for item in param_need:
-                    if isinstance(item, dict) and item.get("key") == "sandbox":
-                        sandbox_value = item.get("value", {})
-                        if isinstance(sandbox_value, str):
-                            sandbox_value = json.loads(sandbox_value)
-                        sandbox_type = (
-                            sandbox_value.get("type", "local")
-                            if isinstance(sandbox_value, dict)
-                            else "local"
-                        )
-                        return sandbox_type and sandbox_type != "local"
+            if config and config.team_context:
+                team_context = config.team_context
+                if isinstance(team_context, str):
+                    team_context = json.loads(team_context)
+                if isinstance(team_context, dict):
+                    return team_context.get("use_sandbox", False)
     except Exception as e:
         import logging
 
@@ -129,20 +119,21 @@ async def get_tool_groups(
     app_id: Optional[str] = Query(None, description="应用ID"),
     agent_name: Optional[str] = Query(None, description="Agent名称"),
     lang: str = Query("zh", description="语言(zh/en)"),
+    sandbox_enabled: Optional[bool] = Query(None, description="是否启用沙箱环境"),
 ):
     """
     获取工具分组列表
 
     返回按分组类型组织的工具列表，包括绑定状态信息。
-    沙箱状态自动从应用配置中获取：
-    - 如果应用配置了沙箱且 type != "local": 沙箱工具显示为默认绑定
+    沙箱状态优先使用前端传递的参数，否则从应用配置中获取：
+    - 如果启用沙箱: 沙箱工具显示为默认绑定
     - 否则: 本地工具 (read, bash) 显示为默认绑定
     """
     try:
         ensure_tools_initialized()
 
-        # 自动从应用配置中获取沙箱状态
-        sandbox_enabled = get_sandbox_enabled_from_app(app_id)
+        if sandbox_enabled is None:
+            sandbox_enabled = get_sandbox_enabled_from_app(app_id)
 
         groups = tool_manager.get_tool_groups(
             app_id=app_id,