Initial commit

This commit is contained in:
Alex committed 2026-11-02 22:54:14 +08:00
commit 57fc3525eb
7311 files changed
+1291398

No files matched your search

+135
View File
@@ -0,0 +1,135 @@
"""R2-6:worker 进程提供给 API 进程的内部接口(只在 UWAPI_WORKER_ROLE=worker 时注册)。"""
from __future__ import annotations
import asyncio
import hmac
import json
import os
import threading
from typing import Any, Dict
from fastapi import APIRouter, HTTPException, Request
from fastapi.encoders import jsonable_encoder
from fastapi.responses import StreamingResponse
from app.core.config import get_logger
from app.worker import TOKEN_ENV, TOKEN_HEADER
from app.worker.protocol import (
BROWSER_METHODS,
EXECUTE_KWARGS,
EXECUTE_METHODS,
HEARTBEAT_SEC,
TAB_POOL_ATTRS,
TAB_POOL_METHODS,
)
logger = get_logger("WORKER")
router = APIRouter()
_LOOPBACK = {"127.0.0.1", "::1", "localhost"}
def _authorize(request: Request) -> None:
expected = str(os.getenv(TOKEN_ENV, "") or "")
supplied = str(request.headers.get(TOKEN_HEADER, "") or "")
client = getattr(request.client, "host", "") if request.client else ""
if not expected or not hmac.compare_digest(expected, supplied) or client not in _LOOPBACK:
raise HTTPException(status_code=403, detail="worker 内部接口仅限本机 API 进程访问")
def _browser():
from app.core.browser import get_browser
return get_browser(auto_connect=False)
@router.get("/internal/worker/health")
async def worker_health(request: Request) -> Dict[str, Any]:
_authorize(request)
return {"ok": True, "role": "worker", "pid": os.getpid()}
@router.post("/internal/worker/execute")
async def worker_execute(request: Request):
_authorize(request)
body = await request.json()
method = str(body.get("method") or "")
kwargs = body.get("kwargs") or {}
if method not in EXECUTE_METHODS or not isinstance(kwargs, dict) or set(kwargs) - EXECUTE_KWARGS:
raise HTTPException(status_code=400, detail="不支持的执行方法或参数")
stop = threading.Event()
loop = asyncio.get_running_loop()
queue: asyncio.Queue = asyncio.Queue()
target = getattr(_browser(), method)
def pump() -> None:
generator = None
try:
generator = target(**kwargs, stop_checker=stop.is_set)
for chunk in generator:
loop.call_soon_threadsafe(queue.put_nowait, ("chunk", chunk))
if stop.is_set():
break
except Exception as exc: # broad-except: 执行错误原样作为 error 行传回 API 进程
logger.warning(f"worker 执行失败: {exc}")
loop.call_soon_threadsafe(queue.put_nowait, ("error", str(exc)))
finally:
if generator is not None:
try:
generator.close() # 在迭代它的同一线程里关闭,触发工作流的清理
except Exception: # broad-except: 收尾操作
pass
loop.call_soon_threadsafe(queue.put_nowait, ("end", None))
async def stream():
thread = threading.Thread(target=pump, name=f"worker-exec-{kwargs.get('task_id') or ''}", daemon=True)
thread.start()
try:
while True:
try:
kind, value = await asyncio.wait_for(queue.get(), timeout=HEARTBEAT_SEC)
except asyncio.TimeoutError:
yield b'{"hb": 1}\n'
continue
if kind == "end":
break
line = {"chunk": value} if kind == "chunk" else {"error": value}
yield (json.dumps(line, ensure_ascii=False) + "\n").encode("utf-8")
finally:
stop.set() # 正常结束或 API 进程断开连接:都通知工作流停止
return StreamingResponse(stream(), media_type="application/x-ndjson")
@router.post("/internal/worker/tab_pool")
async def worker_tab_pool(request: Request):
_authorize(request)
body = await request.json()
method = str(body.get("method") or "")
if method not in TAB_POOL_METHODS:
raise HTTPException(status_code=400, detail=f"不允许远程调用的标签页池方法: {method}")
pool = _browser().tab_pool
result = await asyncio.to_thread(getattr(pool, method), *(body.get("args") or []), **(body.get("kwargs") or {}))
return {"result": jsonable_encoder(result)}
@router.get("/internal/worker/tab_pool_attrs")
async def worker_tab_pool_attrs(request: Request):
_authorize(request)
pool = _browser().tab_pool
attrs = {name: getattr(pool, name, None) for name in TAB_POOL_ATTRS if name != "route_groups"}
getter = getattr(pool, "get_route_groups_snapshot", None)
attrs["route_groups"] = getter() if callable(getter) else getattr(pool, "route_groups", None)
return jsonable_encoder(attrs)
@router.post("/internal/worker/browser")
async def worker_browser(request: Request):
_authorize(request)
body = await request.json()
method = str(body.get("method") or "")
if method not in BROWSER_METHODS:
raise HTTPException(status_code=400, detail=f"不允许远程调用的浏览器方法: {method}")
result = await asyncio.to_thread(getattr(_browser(), method))
return {"result": jsonable_encoder(result)}