Initial commit
This commit is contained in:
commit
57fc3525eb
7311 files changed
+1291398
No files matched your search
@@ -0,0 +1,142 @@
|
||||
"""R2-6:API 进程侧的远程浏览器代理(process 模式下由 get_browser() 返回)。
|
||||
|
||||
只覆盖协议接口执行所需的能力:五个 execute_workflow* 方法、标签页池中参数与返回值可 JSON 化的方法与配置属性、
|
||||
get_pool_status / health_check。其余能力由 worker 通过面板接口提供(API 进程会把 /api/* 整体转发给 worker),
|
||||
在 API 进程里访问时抛出 WorkerModeUnsupported,给出明确原因。
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import os
|
||||
import threading
|
||||
from typing import Any, Dict, Iterator, Optional
|
||||
|
||||
import requests
|
||||
|
||||
from app.core.config import SSEFormatter, get_logger
|
||||
from app.worker import TOKEN_ENV, TOKEN_HEADER, URL_ENV
|
||||
from app.worker.protocol import BROWSER_METHODS, TAB_POOL_ATTRS, TAB_POOL_METHODS
|
||||
|
||||
logger = get_logger("WORKER_CLIENT")
|
||||
|
||||
|
||||
class WorkerUnavailable(RuntimeError):
|
||||
"""worker 未配置、未就绪或已退出。"""
|
||||
|
||||
|
||||
class WorkerModeUnsupported(RuntimeError):
|
||||
"""process 模式下 API 进程不持有浏览器,该能力由 worker 通过面板接口提供。"""
|
||||
|
||||
|
||||
def _endpoint(path: str) -> str:
|
||||
base = str(os.getenv(URL_ENV, "") or "").rstrip("/")
|
||||
if not base:
|
||||
raise WorkerUnavailable("process 模式下未配置 UWAPI_WORKER_URL(worker 未启动)")
|
||||
return base + path
|
||||
|
||||
|
||||
def _headers() -> Dict[str, str]:
|
||||
return {TOKEN_HEADER: str(os.getenv(TOKEN_ENV, "") or "")}
|
||||
|
||||
|
||||
def _rpc(path: str, payload: Optional[Dict[str, Any]] = None, timeout: float = 30.0) -> Any:
|
||||
try:
|
||||
if payload is None:
|
||||
response = requests.get(_endpoint(path), headers=_headers(), timeout=timeout)
|
||||
else:
|
||||
response = requests.post(_endpoint(path), json=payload, headers=_headers(), timeout=timeout)
|
||||
except requests.RequestException as exc:
|
||||
raise WorkerUnavailable(f"无法连接 worker:{exc}") from exc
|
||||
if response.status_code != 200:
|
||||
raise WorkerUnavailable(f"worker 返回 {response.status_code}:{response.text[:200]}")
|
||||
return response.json()
|
||||
|
||||
|
||||
class RemoteTabPool:
|
||||
def __getattr__(self, name: str) -> Any:
|
||||
if name in TAB_POOL_ATTRS:
|
||||
return _rpc("/internal/worker/tab_pool_attrs").get(name)
|
||||
if name in TAB_POOL_METHODS:
|
||||
return lambda *args, **kwargs: _rpc(
|
||||
"/internal/worker/tab_pool", {"method": name, "args": list(args), "kwargs": kwargs}
|
||||
)["result"]
|
||||
raise WorkerModeUnsupported(f"process 模式下无法在 API 进程中访问标签页池的 {name}(由 worker 提供)")
|
||||
|
||||
|
||||
class RemoteBrowserProxy:
|
||||
"""与 BrowserCore 同名的执行入口;执行结果以浏览器层产出的 SSE 文本块原样返回。"""
|
||||
|
||||
is_remote = True
|
||||
|
||||
def __init__(self) -> None:
|
||||
self.tab_pool = RemoteTabPool()
|
||||
|
||||
def _execute(self, method: str, kwargs: Dict[str, Any]) -> Iterator[str]:
|
||||
stop_checker = kwargs.pop("stop_checker", None)
|
||||
payload = {"method": method, "kwargs": kwargs}
|
||||
try:
|
||||
with requests.post(_endpoint("/internal/worker/execute"), json=payload, headers=_headers(),
|
||||
stream=True, timeout=(5, 30)) as response:
|
||||
if response.status_code != 200:
|
||||
yield SSEFormatter.pack_error(f"worker 拒绝执行({response.status_code}):{response.text[:200]}")
|
||||
return
|
||||
for line in response.iter_lines():
|
||||
if stop_checker is not None and stop_checker():
|
||||
break # 关闭连接即通知 worker 停止
|
||||
if not line:
|
||||
continue
|
||||
item = json.loads(line)
|
||||
if "chunk" in item:
|
||||
yield item["chunk"]
|
||||
elif "error" in item:
|
||||
yield SSEFormatter.pack_error(f"worker 执行失败:{item['error']}")
|
||||
except (requests.RequestException, WorkerUnavailable, ValueError) as exc:
|
||||
logger.warning(f"worker 执行请求失败: {exc}")
|
||||
yield SSEFormatter.pack_error(f"worker 不可用:{exc}")
|
||||
|
||||
def execute_workflow(self, messages, **kwargs):
|
||||
return self._execute("execute_workflow", {"messages": messages, **kwargs})
|
||||
|
||||
def execute_workflow_for_tab_index(self, tab_index, messages, **kwargs):
|
||||
return self._execute("execute_workflow_for_tab_index", {"tab_index": tab_index, "messages": messages, **kwargs})
|
||||
|
||||
def execute_workflow_for_route_domain(self, route_domain, messages, **kwargs):
|
||||
return self._execute("execute_workflow_for_route_domain",
|
||||
{"route_domain": route_domain, "messages": messages, **kwargs})
|
||||
|
||||
def execute_workflow_for_route_group(self, group_id, messages, **kwargs):
|
||||
return self._execute("execute_workflow_for_route_group", {"group_id": group_id, "messages": messages, **kwargs})
|
||||
|
||||
def execute_workflow_for_exact_url(self, exact_url, messages, **kwargs):
|
||||
return self._execute("execute_workflow_for_exact_url", {"exact_url": exact_url, "messages": messages, **kwargs})
|
||||
|
||||
def get_pool_status(self) -> Any:
|
||||
return _rpc("/internal/worker/browser", {"method": "get_pool_status"})["result"]
|
||||
|
||||
def health_check(self) -> Dict[str, Any]:
|
||||
try:
|
||||
result = _rpc("/internal/worker/browser", {"method": "health_check"}, timeout=10.0)["result"]
|
||||
except WorkerUnavailable as exc:
|
||||
return {"connected": False, "error": str(exc), "worker": "unavailable"}
|
||||
return {**(result or {}), "worker": "process"}
|
||||
|
||||
def __getattr__(self, name: str) -> Any:
|
||||
if name in BROWSER_METHODS:
|
||||
return lambda: _rpc("/internal/worker/browser", {"method": name})["result"]
|
||||
raise WorkerModeUnsupported(
|
||||
f"process 模式下 API 进程不持有浏览器,无法访问 {name};该功能由 worker 提供(面板的 /api 请求会自动转发给 worker)"
|
||||
)
|
||||
|
||||
|
||||
_REMOTE: Optional[RemoteBrowserProxy] = None
|
||||
_REMOTE_LOCK = threading.Lock()
|
||||
|
||||
|
||||
def get_remote_browser() -> RemoteBrowserProxy:
|
||||
global _REMOTE
|
||||
if _REMOTE is None:
|
||||
with _REMOTE_LOCK:
|
||||
if _REMOTE is None:
|
||||
_REMOTE = RemoteBrowserProxy()
|
||||
return _REMOTE
|
||||
Reference in new issue
Block a user