Initial commit

This commit is contained in:
Alex committed 2026-11-02 22:54:14 +08:00
commit 57fc3525eb
7311 files changed
+1291398

No files matched your search

+346
View File
@@ -0,0 +1,346 @@
"""CommandEngine 的一部分(R2-3 拆分):页面内容检查:表达式解析、文本匹配、快照求值与锁存。
方法原样从 command_engine.py 迁出,行为不变;通过 mixin 组合回 CommandEngine,
类属性与实例状态都在 CommandEngine(command_engine.py)里定义。
"""
import re
import time
from typing import Dict, List, Optional, Any, TYPE_CHECKING
from app.services.command_engine_common import _NON_ASCII_RE, _WHITESPACE_RE, _WORD_LIKE_KEYWORD_RE, logger
from app.core.driver import driver_for_tab
if TYPE_CHECKING:
from app.core.tab_pool import TabSession # noqa: F401
class CommandEnginePageCheckMixin:
"""页面内容检查:表达式解析、文本匹配、快照求值与锁存"""
@staticmethod
def _parse_page_check_expression(value: str):
"""解析 page_check 的 value 字段,支持 || (OR) 和 && (AND) 语法。
返回 (operator, keywords_list):
- ("or", [kw1, kw2, ...]) — 任意一个关键词命中即触发
- ("and", [kw1, kw2, ...]) — 所有关键词都命中才触发
- ("single", [value]) — 单关键词(向后兼容)
当 || 和 && 同时出现时,|| 优先拆分。
"""
raw = str(value or "").strip()
if not raw:
return ("single", [])
if "||" in raw:
parts = [p.strip() for p in raw.split("||") if p.strip()]
return ("or", parts) if parts else ("single", [])
if "&&" in raw:
parts = [p.strip() for p in raw.split("&&") if p.strip()]
return ("and", parts) if parts else ("single", [])
return ("single", [raw])
@staticmethod
def _normalize_match_text(value: Any) -> str:
text = str(value or "").strip().lower()
if not text:
return ""
return _WHITESPACE_RE.sub(" ", text)
def _get_compact_haystack(self, hay: str) -> str:
"""去空白版页面文本(带缓存)。
page_check 每个非 ASCII 关键词都要一份去空白文本,
而页面快照往往有几十上百 KB;原实现按关键词重复做全文 re.sub,
一次检查里同一段文本会被重复扫描 N 次。这里按内容缓存一份即可。
"""
if not hay:
return ""
cached = self._compact_haystack_cache
# 用对象身份比较:同一轮检查里各个关键词拿到的 hay 是同一个字符串对象,
# 比 (len, hash) 更简单,也不存在哈希碰撞返回错误结果的可能。
if cached is not None and cached[0] is hay:
return cached[1]
compact = _WHITESPACE_RE.sub("", hay)
self._compact_haystack_cache = (hay, compact)
return compact
def _text_contains_needle(
self,
haystack: str,
needle: str,
pre_normalized_haystack: Optional[str] = None,
) -> bool:
hay = pre_normalized_haystack if pre_normalized_haystack is not None else self._normalize_match_text(haystack)
ned = self._normalize_match_text(needle)
if not hay or not ned:
return False
if _NON_ASCII_RE.search(ned):
compact_hay = self._get_compact_haystack(hay)
compact_ned = _WHITESPACE_RE.sub("", ned)
if compact_hay and compact_ned and compact_ned in compact_hay:
return True
# For plain word-like keywords (for example "battle"), prefer whole-word
# matching to reduce accidental substring hits.
if _WORD_LIKE_KEYWORD_RE.fullmatch(ned):
pattern = rf"(?<![a-z0-9]){re.escape(ned)}(?![a-z0-9])"
return re.search(pattern, hay) is not None
return ned in hay
def _get_page_check_snapshot_text(self, session: 'TabSession') -> str:
if self._is_session_closed(session):
return ""
if self._is_page_check_refreshing(session):
return ""
now = time.time()
cached = getattr(session, "_pc_snapshot_cached", None)
if isinstance(cached, tuple) and len(cached) == 2:
cached_ts, cached_text = cached
try:
cached_ts = float(cached_ts or 0.0)
except Exception:
cached_ts = 0.0
if cached_ts > 0.0 and now - cached_ts < 0.5:
return str(cached_text or "")
if self._is_page_check_backing_off(session):
return ""
self._try_wake_tab(session, reason="page_check")
try:
snapshot = self._run_page_check_js(
session,
"return window.__pcObserver ? String(window.__pcSnapshot || '') : null"
)
self._record_page_check_js_success(session)
if snapshot is not None:
snapshot_text = str(snapshot or "")
if snapshot_text.strip():
setattr(session, "_pc_snapshot_cached", (now, snapshot_text))
return snapshot_text
except Exception as e:
if self._is_session_closed(session):
return ""
self._record_page_check_js_failure(session, e, "snapshot_observer")
if self._mark_session_closed_if_disconnected(session, e, "page_check_snapshot_observer"):
return ""
if self._is_page_check_refreshing(session):
return ""
pass
try:
page_text = str(self._run_page_check_js(session, self._PAGE_CHECK_SNAPSHOT_JS) or "")
self._record_page_check_js_success(session)
if page_text.strip():
setattr(session, "_pc_snapshot_cached", (now, page_text))
return page_text
except Exception as e:
if self._is_session_closed(session):
return ""
self._record_page_check_js_failure(session, e, "snapshot_body")
if self._mark_session_closed_if_disconnected(session, e, "page_check_snapshot_body"):
return ""
if self._is_page_check_refreshing(session):
return ""
pass
try:
title_text = str(self._run_page_check_js(session, "return document.title || '';") or "")
self._record_page_check_js_success(session)
setattr(session, "_pc_snapshot_cached", (now, title_text))
return title_text
except Exception as e:
if self._is_session_closed(session):
return ""
self._record_page_check_js_failure(session, e, "snapshot_title")
self._mark_session_closed_if_disconnected(session, e, "page_check_snapshot_title")
return ""
def _build_page_check_snapshot_preview(
self,
snapshot: str,
matched_keywords: Optional[List[str]] = None,
limit: int = 180,
) -> str:
normalized_snapshot = self._normalize_match_text(snapshot)
if not normalized_snapshot:
return ""
start = 0
for keyword in matched_keywords or []:
normalized_keyword = self._normalize_match_text(keyword)
if not normalized_keyword:
continue
index = normalized_snapshot.find(normalized_keyword)
if index != -1:
start = max(0, index - 60)
break
end = min(len(normalized_snapshot), start + max(40, limit))
preview = normalized_snapshot[start:end]
if start > 0:
preview = "..." + preview
if end < len(normalized_snapshot):
preview = preview + "..."
return preview.replace("'", '"')
def _evaluate_page_check_snapshot(
self,
snapshot: str,
op: str,
keywords: List[str],
) -> Dict[str, Any]:
if not keywords:
return {
"hit": False,
"matched_keywords": [],
"snapshot_preview": "",
}
normalized_snapshot = self._normalize_match_text(snapshot)
matched_keywords = [
keyword for keyword in keywords
if self._text_contains_needle(
snapshot,
keyword,
pre_normalized_haystack=normalized_snapshot,
)
]
if op == "or":
hit = bool(matched_keywords)
else:
hit = len(matched_keywords) == len(keywords)
return {
"hit": hit,
"matched_keywords": matched_keywords,
"snapshot_preview": self._build_page_check_snapshot_preview(snapshot, matched_keywords),
}
def _evaluate_page_check_expr(
self,
session: 'TabSession',
op: str,
keywords: List[str],
) -> Dict[str, Any]:
snapshot = self._get_page_check_snapshot_text(session)
result = self._evaluate_page_check_snapshot(snapshot, op, keywords)
result["snapshot_text"] = snapshot
return result
def _evaluate_page_check_probe(
self,
session: 'TabSession',
code: str,
) -> Dict[str, Any]:
self._try_wake_tab(session, reason="page_check_probe")
context = {
"parser_id": str(getattr(session, "_workflow_parser_id", "") or "").strip().lower(),
"target_side": str(getattr(session, "_workflow_target_side", "") or "").strip().lower(),
"runtime_id": str(getattr(session, "_workflow_runtime_id", "") or "").strip(),
}
try:
try:
driver_for_tab(session.tab).run_js(
"return (() => { window.__codexWorkflowContext = arguments[0] || {}; return true; })()",
context,
)
except Exception as context_error:
logger.debug(f"[CMD] 页面检查上下文注入失败(继续探测): {context_error}")
result = self._run_command_js(session.tab, code)
except Exception as e:
message = f"probe_js_failed: {e}"
return {
"hit": False,
"result": message,
"summary": message,
}
if isinstance(result, dict):
hit = bool(result.get("hit"))
summary = str(
result.get("summary", result.get("result", result))
or ""
).strip()
else:
hit = bool(result)
summary = "" if result in (None, False, "", 0) else str(result).strip()
return {
"hit": hit,
"result": result,
"summary": summary[:180],
}
def _log_page_check_hit_details(
self,
command: Dict,
session: 'TabSession',
match_info: Dict[str, Any],
):
matched_keywords = match_info.get("matched_keywords") or []
preview = str(match_info.get("snapshot_preview") or "").strip()
probe_summary = str(match_info.get("probe_summary") or "").strip()
probe_suffix = f", JS探测='{probe_summary}'" if probe_summary else ""
logger.info(
f"[CMD] 页面检查命中详情: {command.get('name')} "
f"(标签页={session.id}, 命中关键词={matched_keywords}, 快照预览='{preview}'{probe_suffix})"
)
def _check_page_content_expr(
self, session: 'TabSession', op: str, keywords: list
) -> bool:
"""根据解析后的表达式 (op, keywords) 检查页面内容。
- op="or" 任意一个关键词命中即返回 True
- op="and" 所有关键词都命中才返回 True
- op="single" 等同于 and(只有一个关键词)
"""
return bool(self._evaluate_page_check_expr(session, op, keywords).get("hit"))
def _check_page_content(self, session: 'TabSession', text: str) -> bool:
needle = str(text or "").strip()
if not needle:
return False
snapshot = self._get_page_check_snapshot_text(session)
return self._text_contains_needle(snapshot, needle)
def _reset_page_check_latch(self, command: Dict, session: 'TabSession', reason: str = ""):
"""Allow page_check commands to retrigger when previous execution did not complete successfully."""
trigger = command.get("trigger", {}) or {}
if str(trigger.get("type", "")).strip().lower() != "page_check":
return
if not trigger.get("reset_latch_on_failure", True):
# Only block latch reset if the command actually started executing (not blocked by session acquire timeout, scheduling failures, or page navigation)
if reason not in {"acquire_timeout", "workflow_schedule_failed"} and not (
reason.startswith("navigated") or reason.startswith("tab_navigated")
):
return
key = (command.get("id"), getattr(session, "id", ""))
if not key[0] or not key[1]:
return
normalized_text = str(trigger.get("value", "") or "").strip().lower()
with self._lock:
state = self._trigger_states.get(key)
if not state:
return
state["page_key"] = normalized_text
state["page_hit"] = False
state["page_stable"] = False
state["page_hit_since"] = 0.0
if bool(trigger.get("once_per_request", False)):
current_request_id = ""
try:
for attr_name in ("_command_request_id", "_bound_request_id"):
req_id = str(getattr(session, attr_name, "") or "").strip()
if req_id:
current_request_id = req_id
break
if not current_request_id:
task_id = str(getattr(session, "current_task_id", "") or "").strip()
if task_id.startswith("req-"):
current_request_id = task_id
except Exception:
pass
if current_request_id and "triggered_requests" in state:
state["triggered_requests"].discard(current_request_id)
if reason:
logger.debug(
f"[CMD] 页面检查锁存已重置: {command.get('name')} "
f"(标签页={session.id}, 原因={reason})"
)