agent-Specialization/server/tasks.py
JOJO 08d9812f45 feat(docker): support isolated projects in web mode
Implement Docker Web project management on top of workspace_id while keeping host mode workspace behavior intact.

Backend changes:

- Move Docker user files to users/<user>/projects/<project_id>/{project,data,logs} and shared user state to users/<user>/personal.

- Add automatic legacy migration from old project/data/logs/agentskills layouts and from the temporary project/shared layout.

- Generate project IDs server-side from the project name, reserve internal IDs, and hide project paths from the UI.

- Add project rename/delete APIs; deleting a Docker project removes its project directory and releases terminal/container state.

- Add host workspace rename/delete APIs; deleting a host workspace only removes catalog entries and keeps files on disk.

- Scope Docker containers, terminals, uploads, conversations, storage, and running task metadata by workspace_id.

- Store private skills under users/<user>/personal/agentskills and sync them into each project workspace.

- Inject the current project/workspace name through prompts/workspace_system.txt.

Frontend changes:

- Replace Docker file-tree area with project management UX and reuse host multi-workspace running-task behavior.

- Add a management dialog for creating, renaming, and deleting projects/workspaces.

- Show project labels instead of internal IDs in toasts and project lists.

- Clear stale conversation history during project/workspace switching and show loading until the new list is ready.

- Keep running-task loader/check behavior consistent across host workspaces and Docker projects.

Validation:

- python3 -m py_compile modules/user_manager.py modules/host_workspace_manager.py modules/skills_manager.py core/main_terminal_parts/tools_execution.py server/auth.py server/context.py server/status.py server/conversation.py server/tasks.py utils/context_manager.py

- python3 -m unittest test.test_server_refactor_smoke

- npm run build --silent 2>&1 | tail -n 20
2026-05-29 19:49:48 +08:00

1082 lines
44 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

"""简单任务 API将聊天任务与 WebSocket 解耦,支持后台运行与轮询。"""
from __future__ import annotations
import mimetypes
import json
import time
import threading
import uuid
from collections import deque
from pathlib import Path
from typing import Dict, Any, Optional, List
from flask import Blueprint, request, jsonify
from flask import current_app, session
from .auth_helpers import api_login_required, get_current_username
from .context import get_user_resources, ensure_conversation_loaded
from .chat_flow import run_chat_task_sync
from .state import stop_flags
from .utils_common import debug_log, log_conn_diag
from utils.host_workspace_debug import write_host_workspace_debug
from config import DATA_DIR
class TaskRecord:
__slots__ = (
"task_id",
"username",
"workspace_id",
"status",
"created_at",
"updated_at",
"message",
"conversation_id",
"events",
"thread",
"error",
"model_key",
"thinking_mode",
"run_mode",
"max_iterations",
"session_data",
"stop_requested",
"next_event_idx",
"runtime_pending_queue",
"runtime_guidance_queue",
)
def __init__(
self,
task_id: str,
username: str,
workspace_id: str,
message: str,
conversation_id: Optional[str],
model_key: Optional[str],
thinking_mode: Optional[bool],
run_mode: Optional[str],
max_iterations: Optional[int],
):
self.task_id = task_id
self.username = username
self.workspace_id = workspace_id
self.status = "pending"
self.created_at = time.time()
self.updated_at = self.created_at
self.message = message
self.conversation_id = conversation_id
# 刷新恢复时前端会从事件流重建进行中的输出1000 在长流式回复下会过早截断,
# 导致“只恢复最后几个字符”。这里提高缓冲上限,优先保证重建完整性。
self.events: deque[Dict[str, Any]] = deque(maxlen=20000)
self.thread: Optional[threading.Thread] = None
self.error: Optional[str] = None
self.model_key = model_key
self.thinking_mode = thinking_mode
self.run_mode = run_mode
self.max_iterations = max_iterations
self.session_data: Dict[str, Any] = {}
self.stop_requested: bool = False
self.next_event_idx: int = 0
self.runtime_pending_queue: List[Dict[str, Any]] = []
self.runtime_guidance_queue: List[str] = []
class TaskManager:
"""线程内存版任务管理器,后续可替换为 Redis/DB。"""
def __init__(self):
self._tasks: Dict[str, TaskRecord] = {}
self._lock = threading.Lock()
def cleanup_old_tasks(self, max_age_seconds: int = 3600) -> int:
"""清理超过指定时间的已完成任务"""
now = time.time()
with self._lock:
to_remove = []
for task_id, rec in self._tasks.items():
if rec.status in {"succeeded", "failed", "canceled"}:
age = now - rec.updated_at
if age > max_age_seconds:
to_remove.append(task_id)
for task_id in to_remove:
del self._tasks[task_id]
return len(to_remove)
# ---- public APIs ----
def create_chat_task(
self,
username: str,
workspace_id: str,
message: str,
images: List[Any],
conversation_id: Optional[str],
videos: Optional[List[Any]] = None,
model_key: Optional[str] = None,
thinking_mode: Optional[bool] = None,
run_mode: Optional[str] = None,
max_iterations: Optional[int] = None,
session_data: Optional[Dict[str, Any]] = None,
message_source: Optional[str] = None,
) -> TaskRecord:
if run_mode:
normalized = str(run_mode).lower()
if normalized not in {"fast", "thinking", "deep"}:
raise ValueError("run_mode 只支持 fast/thinking/deep")
run_mode = normalized
# 单工作区互斥:禁止同一用户同一工作区并发任务
existing = [t for t in self.list_tasks(username, workspace_id) if t.status in {"pending", "running"}]
if existing:
raise RuntimeError("当前工作区已有运行中的任务,请稍后再试。")
task_id = str(uuid.uuid4())
record = TaskRecord(task_id, username, workspace_id, message, conversation_id, model_key, thinking_mode, run_mode, max_iterations)
# 记录当前 session 快照,便于后台线程内使用
if session_data is not None:
snapshot = dict(session_data)
snapshot.setdefault("workspace_id", workspace_id)
if message_source is not None:
snapshot.setdefault("message_source", str(message_source))
try:
snapshot.setdefault("host_mode", session.get("host_mode"))
if snapshot.get("host_mode"):
snapshot.setdefault("host_workspace_id", session.get("host_workspace_id") or workspace_id)
except Exception:
if snapshot.get("host_mode"):
snapshot.setdefault("host_workspace_id", workspace_id)
record.session_data = snapshot
else:
try:
record.session_data = {
"username": session.get("username"),
"role": session.get("role"),
"is_api_user": session.get("is_api_user"),
"host_mode": session.get("host_mode"),
"host_workspace_id": session.get("host_workspace_id") or workspace_id,
"workspace_id": workspace_id,
"run_mode": session.get("run_mode"),
"thinking_mode": session.get("thinking_mode"),
"model_key": session.get("model_key"),
"message_source": str(message_source) if message_source is not None else None,
}
except Exception:
record.session_data = {}
with self._lock:
self._tasks[task_id] = record
thread = threading.Thread(target=self._run_chat_task, args=(record, images, videos or []), daemon=True)
record.thread = thread
record.status = "running"
record.updated_at = time.time()
thread.start()
return record
def get_task(self, username: str, task_id: str) -> Optional[TaskRecord]:
with self._lock:
rec = self._tasks.get(task_id)
if not rec or rec.username != username:
return None
return rec
def list_tasks(self, username: str, workspace_id: Optional[str] = None) -> List[TaskRecord]:
with self._lock:
return [
rec
for rec in self._tasks.values()
if rec.username == username and (workspace_id is None or rec.workspace_id == workspace_id)
]
def cancel_task(self, username: str, task_id: str) -> bool:
rec = self.get_task(username, task_id)
if not rec:
return False
rec.stop_requested = True
# 标记停止标志chat_flow 会检测 stop_flags
entry = stop_flags.get(task_id)
if not isinstance(entry, dict):
entry = {'stop': False, 'task': None, 'terminal': None}
stop_flags[task_id] = entry
entry['stop'] = True
# 注释掉直接取消任务,改为通过停止标志让任务内部处理
# try:
# if entry.get('task') and hasattr(entry['task'], "cancel"):
# entry['task'].cancel()
# except Exception:
# pass
with self._lock:
rec.status = "cancel_requested"
rec.updated_at = time.time()
# 清空事件队列,防止新任务读取到旧事件
rec.events.clear()
debug_log(f"[Task] 任务 {task_id} 已取消,事件队列已清空")
return True
@staticmethod
def _normalize_runtime_pending_queue(raw_queue: Any) -> List[Dict[str, Any]]:
now_ts = time.time()
normalized: List[Dict[str, Any]] = []
if not isinstance(raw_queue, list):
return normalized
for raw_item in raw_queue:
if isinstance(raw_item, dict):
item_id = str(raw_item.get("id") or "").strip()
text = str(raw_item.get("text") or "").strip()
created_at = raw_item.get("created_at")
else:
item_id = ""
text = str(raw_item or "").strip()
created_at = None
if not text:
continue
if not item_id:
item_id = str(uuid.uuid4())
try:
created_at_float = float(created_at)
except Exception:
created_at_float = now_ts
normalized.append(
{
"id": item_id,
"text": text,
"created_at": created_at_float,
}
)
return normalized
@staticmethod
def _runtime_pending_public(queue: List[Dict[str, Any]]) -> List[Dict[str, Any]]:
result: List[Dict[str, Any]] = []
for item in queue or []:
if not isinstance(item, dict):
continue
text = str(item.get("text") or "").strip()
item_id = str(item.get("id") or "").strip()
if not text or not item_id:
continue
result.append(
{
"id": item_id,
"text": text,
"created_at": item.get("created_at"),
}
)
return result
def enqueue_runtime_pending_message(
self, username: str, task_id: str, message: str, max_queue_size: int = 5
) -> Dict[str, Any]:
text = str(message or "").strip()
if not text:
return {"success": False, "code": "empty_message", "error": "消息不能为空"}
limit = int(max(1, max_queue_size))
with self._lock:
rec = self._tasks.get(task_id)
if not rec or rec.username != username:
return {"success": False, "code": "task_not_found", "error": "任务不存在"}
if rec.status not in {"pending", "running", "cancel_requested"}:
return {"success": False, "code": "task_not_running", "error": "任务已结束,无法追加消息"}
queue = self._normalize_runtime_pending_queue(getattr(rec, "runtime_pending_queue", None))
if len(queue) >= limit:
return {
"success": False,
"code": "queue_full",
"error": f"堆积消息已满(最多 {limit} 条)",
}
item = {
"id": str(uuid.uuid4()),
"text": text,
"created_at": time.time(),
}
queue.append(item)
rec.runtime_pending_queue = queue
rec.updated_at = time.time()
return {
"success": True,
"task_id": rec.task_id,
"item": item,
"messages": self._runtime_pending_public(queue),
}
def remove_runtime_pending_message(
self, username: str, task_id: str, message_id: str
) -> Dict[str, Any]:
target_id = str(message_id or "").strip()
if not target_id:
return {"success": False, "code": "invalid_message_id", "error": "消息ID无效"}
with self._lock:
rec = self._tasks.get(task_id)
if not rec or rec.username != username:
return {"success": False, "code": "task_not_found", "error": "任务不存在"}
queue = self._normalize_runtime_pending_queue(getattr(rec, "runtime_pending_queue", None))
remove_idx = -1
for idx, item in enumerate(queue):
if str(item.get("id") or "") == target_id:
remove_idx = idx
break
if remove_idx < 0:
return {"success": False, "code": "message_not_found", "error": "消息不存在"}
queue.pop(remove_idx)
rec.runtime_pending_queue = queue
rec.updated_at = time.time()
return {
"success": True,
"task_id": rec.task_id,
"messages": self._runtime_pending_public(queue),
}
def promote_runtime_pending_to_guidance(
self,
username: str,
task_id: str,
message_id: str,
max_guidance_queue_size: int = 5,
) -> Dict[str, Any]:
target_id = str(message_id or "").strip()
if not target_id:
return {"success": False, "code": "invalid_message_id", "error": "消息ID无效"}
guidance_limit = int(max(1, max_guidance_queue_size))
with self._lock:
rec = self._tasks.get(task_id)
if not rec or rec.username != username:
return {"success": False, "code": "task_not_found", "error": "任务不存在"}
if rec.status not in {"pending", "running", "cancel_requested"}:
return {"success": False, "code": "task_not_running", "error": "任务已结束,无法引导"}
queue = self._normalize_runtime_pending_queue(getattr(rec, "runtime_pending_queue", None))
guidance_queue = getattr(rec, "runtime_guidance_queue", None)
if not isinstance(guidance_queue, list):
guidance_queue = []
if len(guidance_queue) >= guidance_limit:
return {
"success": False,
"code": "guidance_queue_full",
"error": f"引导队列已满(最多 {guidance_limit} 条)",
}
selected = None
remain_queue: List[Dict[str, Any]] = []
for item in queue:
if selected is None and str(item.get("id") or "") == target_id:
selected = item
continue
remain_queue.append(item)
if not selected:
return {"success": False, "code": "message_not_found", "error": "消息不存在"}
selected_text = str(selected.get("text") or "").strip()
if not selected_text:
return {"success": False, "code": "empty_message", "error": "消息内容为空"}
guidance_queue.append(selected_text)
rec.runtime_guidance_queue = guidance_queue
rec.runtime_pending_queue = remain_queue
rec.updated_at = time.time()
return {
"success": True,
"task_id": rec.task_id,
"queued_count": len(guidance_queue),
"messages": self._runtime_pending_public(remain_queue),
}
def get_runtime_pending_messages(self, username: str, task_id: str) -> List[Dict[str, Any]]:
with self._lock:
rec = self._tasks.get(task_id)
if not rec or rec.username != username:
return []
queue = self._normalize_runtime_pending_queue(getattr(rec, "runtime_pending_queue", None))
rec.runtime_pending_queue = queue
return self._runtime_pending_public(queue)
def enqueue_runtime_guidance(
self,
username: str,
task_id: str,
message: str,
max_queue_size: int = 5,
source: Optional[str] = None,
) -> Dict[str, Any]:
text = str(message or "").strip()
if not text:
return {"success": False, "code": "empty_message", "error": "引导内容不能为空"}
with self._lock:
rec = self._tasks.get(task_id)
if not rec or rec.username != username:
return {"success": False, "code": "task_not_found", "error": "任务不存在"}
if rec.status not in {"pending", "running", "cancel_requested"}:
return {"success": False, "code": "task_not_running", "error": "任务已结束,无法追加引导"}
queue = getattr(rec, "runtime_guidance_queue", None)
if not isinstance(queue, list):
queue = []
rec.runtime_guidance_queue = queue
if len(queue) >= int(max(1, max_queue_size)):
return {
"success": False,
"code": "queue_full",
"error": f"引导队列已满(最多 {int(max(1, max_queue_size))} 条)",
}
normalized_source = str(source or "").strip().lower()
if normalized_source:
queue.append({"text": text, "source": normalized_source})
else:
queue.append(text)
rec.updated_at = time.time()
return {
"success": True,
"queued_count": len(queue),
"task_id": rec.task_id,
}
def pop_runtime_guidance_for_injection(self, username: str, task_id: str) -> Optional[Any]:
with self._lock:
rec = self._tasks.get(task_id)
if not rec or rec.username != username:
return None
queue = getattr(rec, "runtime_guidance_queue", None)
if not isinstance(queue, list) or not queue:
return None
item = queue.pop(0)
rec.updated_at = time.time()
if isinstance(item, dict):
text = str(item.get("text") or "").strip()
if not text:
return None
src = str(item.get("source") or "").strip().lower()
return {"text": text, "source": src} if src else {"text": text}
text = str(item or "").strip()
return text or None
def consume_runtime_guidance_messages(self, username: str, task_id: str) -> List[str]:
with self._lock:
rec = self._tasks.get(task_id)
if not rec or rec.username != username:
return []
queue = getattr(rec, "runtime_guidance_queue", None)
if not isinstance(queue, list) or not queue:
return []
items: List[str] = []
for item in queue:
if isinstance(item, dict):
text = str(item.get("text") or "").strip()
else:
text = str(item or "").strip()
if text:
items.append(text)
rec.runtime_guidance_queue = []
rec.updated_at = time.time()
return items
def consume_runtime_guidance_for_injection(self, username: str, task_id: str) -> List[Any]:
"""按原始结构取出整批引导/通知消息(支持 str 与 {text,source})。"""
with self._lock:
rec = self._tasks.get(task_id)
if not rec or rec.username != username:
return []
queue = getattr(rec, "runtime_guidance_queue", None)
if not isinstance(queue, list) or not queue:
return []
items: List[Any] = []
for item in queue:
if isinstance(item, dict):
text = str(item.get("text") or "").strip()
if not text:
continue
src = str(item.get("source") or "").strip().lower()
items.append({"text": text, "source": src} if src else {"text": text})
else:
text = str(item or "").strip()
if text:
items.append(text)
rec.runtime_guidance_queue = []
rec.updated_at = time.time()
return items
# ---- internal helpers ----
def _append_event(self, rec: TaskRecord, event_type: str, data: Dict[str, Any]):
if isinstance(data, dict):
data = dict(data)
data.setdefault("task_id", rec.task_id)
if rec.conversation_id:
data.setdefault("conversation_id", rec.conversation_id)
if rec.workspace_id:
data.setdefault("workspace_id", rec.workspace_id)
with self._lock:
idx = getattr(rec, "next_event_idx", None)
if idx is None:
idx = rec.events[-1]["idx"] + 1 if rec.events else 0
rec.next_event_idx = idx + 1
rec.events.append({
"idx": idx,
"type": event_type,
"data": data,
"ts": time.time(),
})
rec.updated_at = time.time()
def _run_chat_task(self, rec: TaskRecord, images: List[Any], videos: List[Any]):
username = rec.username
workspace_id = rec.workspace_id
terminal = None
workspace = None
stop_hint = False
try:
# 为后台线程构造最小请求上下文,填充 session
from server.app import app as flask_app
with flask_app.test_request_context():
try:
for k, v in (rec.session_data or {}).items():
if v is not None:
session[k] = v
if session.get("host_mode"):
session["workspace_id"] = workspace_id
session["host_workspace_id"] = session.get("host_workspace_id") or workspace_id
write_host_workspace_debug(
"tasks.run_chat_task.apply_host_session",
task_id=rec.task_id,
workspace_id=workspace_id,
host_workspace_id=session.get("host_workspace_id"),
)
except Exception:
pass
terminal, workspace = get_user_resources(username, workspace_id=workspace_id)
if not terminal or not workspace:
raise RuntimeError("系统未初始化")
stop_hint = bool(stop_flags.get(rec.task_id, {}).get("stop"))
def _apply_requested_model_mode():
# API 传入的模型/模式配置
if rec.model_key:
try:
terminal.set_model(rec.model_key)
except Exception as exc:
debug_log(f"[Task] 设置模型失败 {rec.model_key}: {exc}")
if rec.run_mode:
try:
terminal.set_run_mode(rec.run_mode)
except Exception as exc:
debug_log(f"[Task] 设置运行模式失败 {rec.run_mode}: {exc}")
elif rec.thinking_mode is not None:
try:
terminal.set_run_mode("thinking" if rec.thinking_mode else "fast")
except Exception as exc:
debug_log(f"[Task] 设置思考模式失败: {exc}")
_apply_requested_model_mode()
if rec.max_iterations:
try:
terminal.max_iterations_override = int(rec.max_iterations)
except Exception:
terminal.max_iterations_override = None
try:
debug_log(
"[Task] effective terminal state "
f"model_key={getattr(terminal, 'model_key', None)!r} "
f"run_mode={getattr(terminal, 'run_mode', None)!r} "
f"thinking_mode={getattr(terminal, 'thinking_mode', None)!r} "
f"deep_mode={getattr(terminal, 'deep_thinking_mode', None)!r}"
)
except Exception:
pass
# 确保会话加载
conversation_id = rec.conversation_id
try:
conversation_id, _ = ensure_conversation_loaded(terminal, conversation_id, workspace=workspace)
rec.conversation_id = conversation_id
except Exception as exc:
raise RuntimeError(f"对话加载失败: {exc}") from exc
# 对话加载会按会话元数据恢复历史模型/模式,这里再覆盖一次用户本次请求参数
_apply_requested_model_mode()
try:
debug_log(
"[Task] post-conversation effective state "
f"model_key={getattr(terminal, 'model_key', None)!r} "
f"run_mode={getattr(terminal, 'run_mode', None)!r} "
f"thinking_mode={getattr(terminal, 'thinking_mode', None)!r} "
f"deep_mode={getattr(terminal, 'deep_thinking_mode', None)!r}"
)
except Exception:
pass
# 仅对“后台通知触发的新任务”补发 user_message 事件到任务事件流。
# 这样前端轮询能即时看到这条 user 消息,而不是刷新后才从历史中看到。
try:
if bool((rec.session_data or {}).get("auto_user_message_event")):
extra_payload = (rec.session_data or {}).get("auto_user_message_payload") or {}
if not isinstance(extra_payload, dict):
extra_payload = {}
payload = {
"message": rec.message,
"conversation_id": rec.conversation_id,
"task_id": rec.task_id,
}
payload.update(extra_payload)
self._append_event(rec, "user_message", payload)
except Exception as exc:
debug_log(f"[Task] 注入 user_message 事件失败: {exc}")
def sender(event_type, data):
if isinstance(data, dict):
data = dict(data)
data.setdefault("task_id", rec.task_id)
if rec.conversation_id:
data.setdefault("conversation_id", rec.conversation_id)
if rec.workspace_id:
data.setdefault("workspace_id", rec.workspace_id)
# 记录事件
self._append_event(rec, event_type, data)
# 在线用户仍然收到实时推送(房间 user_{username}
try:
from .extensions import socketio
socketio.emit(event_type, data, room=f"user_{username}")
except Exception:
pass
# 轮询模式需要把 context_manager 的回调切到当前任务 sender
# 否则 token_update 等事件只走 websocket前端任务轮询拿不到实时更新。
previous_ctx_callback = None
try:
if terminal and getattr(terminal, "context_manager", None):
previous_ctx_callback = getattr(terminal.context_manager, "_web_terminal_callback", None)
terminal.context_manager.set_web_terminal_callback(sender)
except Exception as exc:
debug_log(f"[Task] 设置上下文回调失败: {exc}")
# 将 task_id 作为 client_sid供 stop_flags 检测
previous_auto_user_event = None
previous_message_source = None
previous_auto_user_payload = None
try:
previous_auto_user_event = getattr(terminal, "_auto_user_message_event", False)
previous_message_source = getattr(terminal, "_current_user_message_source", None)
previous_auto_user_payload = getattr(terminal, "_auto_user_message_payload", None)
setattr(
terminal,
"_auto_user_message_event",
bool((rec.session_data or {}).get("auto_user_message_event")),
)
setattr(
terminal,
"_auto_user_message_payload",
dict((rec.session_data or {}).get("auto_user_message_payload") or {}),
)
setattr(
terminal,
"_current_user_message_source",
str((rec.session_data or {}).get("message_source") or "user"),
)
except Exception:
previous_auto_user_event = None
previous_message_source = None
previous_auto_user_payload = None
try:
run_chat_task_sync(
terminal=terminal,
message=rec.message,
images=images,
sender=sender,
client_sid=rec.task_id,
workspace=workspace,
username=username,
videos=videos,
)
finally:
try:
if previous_auto_user_event is not None:
setattr(terminal, "_auto_user_message_event", previous_auto_user_event)
if previous_auto_user_payload is not None:
setattr(terminal, "_auto_user_message_payload", previous_auto_user_payload)
if previous_message_source is not None:
setattr(terminal, "_current_user_message_source", previous_message_source)
if terminal and getattr(terminal, "context_manager", None):
terminal.context_manager.set_web_terminal_callback(previous_ctx_callback)
except Exception as exc:
debug_log(f"[Task] 恢复上下文回调失败: {exc}")
# 结束状态
canceled_flag = rec.stop_requested or stop_hint or bool(stop_flags.get(rec.task_id, {}).get("stop"))
with self._lock:
rec.status = "canceled" if canceled_flag else "succeeded"
rec.updated_at = time.time()
except Exception as exc:
debug_log(f"[Task] 后台任务失败: {exc}")
self._append_event(rec, "error", {"message": str(exc)})
with self._lock:
rec.status = "failed"
rec.error = str(exc)
rec.updated_at = time.time()
finally:
# 清理 stop_flags
stop_flags.pop(rec.task_id, None)
# 清理一次性配置
if terminal and hasattr(terminal, "max_iterations_override"):
try:
delattr(terminal, "max_iterations_override")
except Exception:
terminal.max_iterations_override = None
task_manager = TaskManager()
tasks_bp = Blueprint("tasks", __name__)
def start_task_cleanup_scheduler():
"""启动任务清理定时器"""
def cleanup_loop():
while True:
try:
count = task_manager.cleanup_old_tasks(3600)
if count > 0:
debug_log(f"[Task] 清理了 {count} 个旧任务")
except Exception as e:
debug_log(f"[Task] 清理任务失败: {e}")
time.sleep(600) # 每 10 分钟
thread = threading.Thread(target=cleanup_loop, daemon=True, name="TaskCleanup")
thread.start()
debug_log("[Task] 任务清理定时器已启动")
# 启动清理定时器
start_task_cleanup_scheduler()
def _conversation_title_for_task(rec: TaskRecord) -> Optional[str]:
conv_id = (getattr(rec, "conversation_id", None) or "").strip()
if not conv_id:
return None
if not conv_id.startswith("conv_"):
conv_id = f"conv_{conv_id}"
try:
if rec.username == "host":
path = Path(DATA_DIR).expanduser().resolve() / "conversations" / rec.workspace_id / f"{conv_id}.json"
else:
from . import state
workspace = state.user_manager.ensure_user_workspace(rec.username, rec.workspace_id or "default")
path = Path(workspace.data_dir).expanduser().resolve() / "conversations" / f"{conv_id}.json"
if not path.exists():
return None
data = json.loads(path.read_text(encoding="utf-8"))
title = str(data.get("title") or "").strip()
return title or None
except Exception:
return None
def _workspace_label_for_task(rec: TaskRecord) -> Optional[str]:
try:
if rec.username == "host":
from modules.host_workspace_manager import load_host_workspace_catalog
catalog = load_host_workspace_catalog()
for item in catalog.get("workspaces") or []:
if item.get("workspace_id") == rec.workspace_id:
return str(item.get("label") or rec.workspace_id)
else:
from . import state
item = state.user_manager.list_user_workspaces(rec.username).get(rec.workspace_id)
if item:
return str(item.get("label") or rec.workspace_id)
except Exception:
pass
return rec.workspace_id
def _task_public_payload(rec: TaskRecord, *, include_title: bool = True) -> Dict[str, Any]:
payload = {
"task_id": rec.task_id,
"username": rec.username,
"workspace_id": rec.workspace_id,
"workspace_label": _workspace_label_for_task(rec),
"status": rec.status,
"created_at": rec.created_at,
"updated_at": rec.updated_at,
"message": rec.message,
"conversation_id": rec.conversation_id,
"error": rec.error,
}
if include_title:
payload["conversation_title"] = _conversation_title_for_task(rec)
return payload
@tasks_bp.route("/api/tasks", methods=["GET"])
@api_login_required
def list_tasks_api():
username = get_current_username()
workspace_id = (request.args.get("workspace_id") or "").strip() or None
status_filter = (request.args.get("status") or "").strip().lower()
recs = task_manager.list_tasks(username, workspace_id)
if status_filter:
if status_filter == "active":
active = {"pending", "running", "cancel_requested"}
recs = [rec for rec in recs if rec.status in active]
else:
wanted = {part.strip() for part in status_filter.split(",") if part.strip()}
recs = [rec for rec in recs if rec.status in wanted]
return jsonify({
"success": True,
"data": [
_task_public_payload(r)
for r in sorted(recs, key=lambda x: x.created_at, reverse=True)
]
})
@tasks_bp.route("/api/tasks", methods=["POST"])
@api_login_required
def create_task_api():
username = get_current_username()
workspace_id = session.get("workspace_id") or "default"
payload = request.get_json() or {}
message = (payload.get("message") or "").strip()
images, videos = _normalize_media_payload(payload.get("images") or [], payload.get("videos") or [])
conversation_id = payload.get("conversation_id")
if not message and not images and not videos:
return jsonify({"success": False, "error": "消息不能为空"}), 400
model_key = payload.get("model_key")
thinking_mode = payload.get("thinking_mode")
run_mode = payload.get("run_mode")
message_source = payload.get("message_source")
max_iterations = payload.get("max_iterations")
try:
debug_log(
"[TaskAPI] create_task payload "
f"model_key={model_key!r} run_mode={run_mode!r} thinking_mode={thinking_mode!r} "
f"conversation_id={conversation_id!r} images={len(images)} videos={len(videos)}"
)
except Exception:
pass
try:
rec = task_manager.create_chat_task(
username,
workspace_id,
message,
images,
conversation_id,
videos=videos,
model_key=model_key,
thinking_mode=thinking_mode,
run_mode=run_mode,
max_iterations=max_iterations,
message_source=message_source,
)
except RuntimeError as exc:
return jsonify({"success": False, "error": str(exc)}), 409
return jsonify({
"success": True,
"data": {
"task_id": rec.task_id,
"workspace_id": rec.workspace_id,
"status": rec.status,
"created_at": rec.created_at,
"conversation_id": rec.conversation_id,
}
}), 202
def _media_path(item: Any) -> str:
if isinstance(item, dict):
return str(item.get("path") or "")
return str(item or "")
def _is_video_item(item: Any) -> bool:
path = _media_path(item)
if not path:
return False
mime, _ = mimetypes.guess_type(path)
return bool(mime and mime.startswith("video/"))
def _is_image_item(item: Any) -> bool:
path = _media_path(item)
if not path:
return False
mime, _ = mimetypes.guess_type(path)
return bool(mime and mime.startswith("image/"))
def _normalize_media_payload(images: List[Any], videos: List[Any]) -> tuple[List[Any], List[Any]]:
"""纠偏媒体字段:把误传到 images 的视频项自动归入 videos。"""
fixed_images: List[Any] = []
fixed_videos: List[Any] = []
for item in images or []:
if _is_video_item(item):
fixed_videos.append(item)
else:
fixed_images.append(item)
for item in videos or []:
if _is_image_item(item):
fixed_images.append(item)
else:
fixed_videos.append(item)
return fixed_images, fixed_videos
@tasks_bp.route("/api/tasks/<task_id>", methods=["GET"])
@api_login_required
def get_task_api(task_id: str):
started_at = time.time()
username = get_current_username()
poll_req_id = request.headers.get("X-Task-Poll", "-")
rec = task_manager.get_task(username, task_id)
if not rec:
log_conn_diag(
f"task-poll-missing req={poll_req_id} user={username} task_id={task_id}"
)
return jsonify({"success": False, "error": "任务不存在"}), 404
try:
offset = int(request.args.get("from", 0))
except Exception:
offset = 0
events = [e for e in rec.events if e["idx"] >= offset]
next_offset = events[-1]["idx"] + 1 if events else offset
elapsed_ms = (time.time() - started_at) * 1000.0
should_log = (
offset == 0
or len(events) > 0
or rec.status != "running"
or elapsed_ms >= 800
)
if should_log:
log_conn_diag(
"task-poll "
f"req={poll_req_id} user={username} task_id={task_id} status={rec.status} "
f"from={offset} events={len(events)} next_offset={next_offset} "
f"elapsed_ms={elapsed_ms:.1f} slow={elapsed_ms >= 800}"
)
return jsonify({
"success": True,
"data": {
"task_id": rec.task_id,
"workspace_id": rec.workspace_id,
"status": rec.status,
"created_at": rec.created_at,
"updated_at": rec.updated_at,
"message": rec.message,
"conversation_id": rec.conversation_id,
"error": rec.error,
"events": events,
"next_offset": next_offset,
"runtime_queued_messages": task_manager.get_runtime_pending_messages(
username, task_id
),
}
})
@tasks_bp.route("/api/tasks/<task_id>/cancel", methods=["POST"])
@api_login_required
def cancel_task_api(task_id: str):
username = get_current_username()
ok = task_manager.cancel_task(username, task_id)
if not ok:
return jsonify({"success": False, "error": "任务不存在"}), 404
return jsonify({"success": True})
@tasks_bp.route("/api/tasks/<task_id>/runtime_guidance", methods=["POST"])
@api_login_required
def enqueue_runtime_guidance_api(task_id: str):
username = get_current_username()
payload = request.get_json() or {}
message = (payload.get("message") or "").strip()
if not message:
return jsonify({"success": False, "error": "引导内容不能为空"}), 400
result = task_manager.enqueue_runtime_guidance(username, task_id, message)
if not result.get("success"):
code = result.get("code") or "runtime_guidance_failed"
if code == "task_not_found":
return jsonify({"success": False, "error": result.get("error") or "任务不存在"}), 404
if code in {"queue_full", "task_not_running"}:
return jsonify({"success": False, "error": result.get("error") or "任务状态不允许"}), 409
return jsonify({"success": False, "error": result.get("error") or "追加引导失败"}), 400
return jsonify(
{
"success": True,
"data": {
"task_id": result.get("task_id"),
"queued_count": result.get("queued_count", 0),
},
}
)
@tasks_bp.route("/api/tasks/<task_id>/runtime_queue", methods=["POST"])
@api_login_required
def enqueue_runtime_queue_message_api(task_id: str):
username = get_current_username()
payload = request.get_json() or {}
message = (payload.get("message") or "").strip()
if not message:
return jsonify({"success": False, "error": "消息不能为空"}), 400
result = task_manager.enqueue_runtime_pending_message(username, task_id, message)
if not result.get("success"):
code = result.get("code") or "runtime_queue_enqueue_failed"
if code == "task_not_found":
return jsonify({"success": False, "error": result.get("error") or "任务不存在"}), 404
if code in {"queue_full", "task_not_running"}:
return jsonify({"success": False, "error": result.get("error") or "任务状态不允许"}), 409
return jsonify({"success": False, "error": result.get("error") or "追加消息失败"}), 400
return jsonify(
{
"success": True,
"data": {
"task_id": result.get("task_id"),
"item": result.get("item"),
"messages": result.get("messages") or [],
},
}
)
@tasks_bp.route("/api/tasks/<task_id>/runtime_queue/<message_id>", methods=["DELETE"])
@api_login_required
def delete_runtime_queue_message_api(task_id: str, message_id: str):
username = get_current_username()
result = task_manager.remove_runtime_pending_message(username, task_id, message_id)
if not result.get("success"):
code = result.get("code") or "runtime_queue_delete_failed"
if code == "task_not_found":
return jsonify({"success": False, "error": result.get("error") or "任务不存在"}), 404
if code == "message_not_found":
return jsonify({"success": False, "error": result.get("error") or "消息不存在"}), 404
return jsonify({"success": False, "error": result.get("error") or "删除失败"}), 400
return jsonify(
{
"success": True,
"data": {
"task_id": result.get("task_id"),
"messages": result.get("messages") or [],
},
}
)
@tasks_bp.route("/api/tasks/<task_id>/runtime_queue/<message_id>/guide", methods=["POST"])
@api_login_required
def guide_runtime_queue_message_api(task_id: str, message_id: str):
username = get_current_username()
result = task_manager.promote_runtime_pending_to_guidance(username, task_id, message_id)
if not result.get("success"):
code = result.get("code") or "runtime_queue_guide_failed"
if code == "task_not_found":
return jsonify({"success": False, "error": result.get("error") or "任务不存在"}), 404
if code == "message_not_found":
return jsonify({"success": False, "error": result.get("error") or "消息不存在"}), 404
if code in {"guidance_queue_full", "task_not_running"}:
return jsonify({"success": False, "error": result.get("error") or "任务状态不允许"}), 409
return jsonify({"success": False, "error": result.get("error") or "引导失败"}), 400
return jsonify(
{
"success": True,
"data": {
"task_id": result.get("task_id"),
"queued_count": result.get("queued_count", 0),
"messages": result.get("messages") or [],
},
}
)