Initial commit
This commit is contained in:
commit
57fc3525eb
7311 files changed
+1291398
No files matched your search
@@ -0,0 +1,553 @@
|
||||
"""
|
||||
app/core/elements.py - 元素查找和缓存
|
||||
|
||||
职责:
|
||||
- 元素查找和验证
|
||||
- 元素缓存管理
|
||||
- Fallback 选择器逻辑
|
||||
- 元素稳定性检查
|
||||
|
||||
依赖:
|
||||
- app.core.config(BrowserConstants, logger)
|
||||
"""
|
||||
|
||||
import time
|
||||
import hashlib
|
||||
from dataclasses import dataclass
|
||||
from typing import Any, Dict, List, Optional
|
||||
|
||||
from app.core.config import BrowserConstants, get_tutorial_selectors_url, logger
|
||||
from app.core.driver import driver_for_tab
|
||||
|
||||
_ELEMENT_TIMING_LOG_THRESHOLD = 0.5
|
||||
|
||||
|
||||
@dataclass
|
||||
class CachedElement:
|
||||
element: Any
|
||||
selector: str
|
||||
cached_at: float
|
||||
content_hash: str
|
||||
|
||||
def is_stale(self, max_age: float = None) -> bool:
|
||||
if max_age is None:
|
||||
max_age = BrowserConstants.ELEMENT_CACHE_MAX_AGE
|
||||
return time.time() - self.cached_at > max_age
|
||||
|
||||
|
||||
class ElementFinder:
|
||||
"""元素查找器,支持缓存和回退逻辑"""
|
||||
|
||||
FALLBACK_SELECTORS: Dict[str, List[str]] = {
|
||||
"input_box": [
|
||||
'tag:textarea',
|
||||
'css:textarea',
|
||||
'css:textarea[name="message"]',
|
||||
'css:textarea[placeholder]',
|
||||
# 优先命中 Quill 的真正输入区
|
||||
'css:rich-textarea .ql-editor[contenteditable="true"]',
|
||||
# 最后才用"任意 contenteditable"兜底
|
||||
'tag:div@@contenteditable=true',
|
||||
'css:[contenteditable="true"]',
|
||||
],
|
||||
"send_btn": [
|
||||
'css:button[aria-label="Send message"][type="submit"]:not(:disabled):not([aria-disabled="true"])',
|
||||
'css:form button[type="submit"]:not(:disabled):not([aria-disabled="true"])',
|
||||
'css:button[type="submit"]:not(:disabled):not([aria-disabled="true"])',
|
||||
'css:[role="button"][type="submit"]:not(:disabled):not([aria-disabled="true"])',
|
||||
'css:.enter-icon-container:not(:disabled):not([aria-disabled="true"])',
|
||||
'css:[class*="enter-icon"]:not(:disabled):not([aria-disabled="true"])',
|
||||
'css:[class*="send-icon"]:not(:disabled):not([aria-disabled="true"])',
|
||||
'css:[class*="send-btn"]:not(:disabled):not([aria-disabled="true"])',
|
||||
],
|
||||
"result_container": [
|
||||
'css:div[class*="message"]',
|
||||
'css:div[class*="response"]',
|
||||
'css:div[class*="answer"]',
|
||||
],
|
||||
}
|
||||
|
||||
def __init__(self, tab):
|
||||
"""
|
||||
初始化查找器
|
||||
:param tab: DrissionPage 的 Tab 或 Page 对象
|
||||
"""
|
||||
self.tab = tab
|
||||
self._cache: Dict[str, CachedElement] = {}
|
||||
|
||||
@staticmethod
|
||||
def _compact_selector(selector: str, max_len: int = 120) -> str:
|
||||
text = str(selector or "").replace("\r", "\\r").replace("\n", "\\n").strip()
|
||||
if len(text) > max_len:
|
||||
return f"{text[:max(0, max_len - 3)]}..."
|
||||
return text or "-"
|
||||
|
||||
def _log_find_timing(
|
||||
self,
|
||||
*,
|
||||
target_key: str,
|
||||
stage: str,
|
||||
selector: str,
|
||||
elapsed: float,
|
||||
found: bool,
|
||||
) -> None:
|
||||
if elapsed < _ELEMENT_TIMING_LOG_THRESHOLD:
|
||||
return
|
||||
compact_selector = self._compact_selector(selector, 100)
|
||||
logger.debug_throttled(
|
||||
f"element.find_timing.{target_key or 'generic'}.{stage}.{compact_selector}",
|
||||
"[ELEMENT_TIMING] "
|
||||
f"target={target_key or '-'}, stage={stage}, elapsed={elapsed:.2f}s, "
|
||||
f"found={bool(found)}, selector={compact_selector}",
|
||||
interval_sec=5.0,
|
||||
)
|
||||
|
||||
def _compute_element_hash(self, ele) -> str:
|
||||
try:
|
||||
identity_parts = []
|
||||
stable_attrs = ['id', 'data-testid', 'data-message-id', 'data-turn-id']
|
||||
for attr in stable_attrs:
|
||||
try:
|
||||
val = ele.attr(attr)
|
||||
if val:
|
||||
identity_parts.append(f"{attr}={val}")
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
try:
|
||||
tag = ele.tag if hasattr(ele, 'tag') else 'unknown'
|
||||
identity_parts.append(f"tag={tag}")
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
try:
|
||||
cls = (ele.attr('class') or '').split()[:2]
|
||||
if cls:
|
||||
identity_parts.append("cls=" + ".".join(cls))
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
if not identity_parts:
|
||||
return ""
|
||||
|
||||
identity_str = "|".join(identity_parts)
|
||||
return hashlib.md5(identity_str.encode()).hexdigest()[:8]
|
||||
except Exception:
|
||||
return ""
|
||||
|
||||
def _validate_cached_element(self, cached: CachedElement) -> bool:
|
||||
if cached.is_stale():
|
||||
return False
|
||||
|
||||
ele = cached.element
|
||||
try:
|
||||
if not self._is_visible_enabled(ele):
|
||||
return False
|
||||
|
||||
current_hash = self._compute_element_hash(ele)
|
||||
if cached.content_hash and current_hash != cached.content_hash:
|
||||
return False
|
||||
|
||||
return True
|
||||
except Exception:
|
||||
return False
|
||||
|
||||
def _find_with_syntax(self, selector: str, timeout: float) -> Optional[Any]:
|
||||
"""内部方法:使用 DrissionPage 语法查找元素"""
|
||||
try:
|
||||
if selector.startswith(('tag:', '@', 'xpath:', 'css:')) or '@@' in selector:
|
||||
ele = driver_for_tab(self.tab).find(selector, timeout=timeout)
|
||||
else:
|
||||
ele = driver_for_tab(self.tab).find(f'css:{selector}', timeout=timeout)
|
||||
|
||||
# 更可靠的检查
|
||||
if ele and hasattr(ele, 'tag') and ele.tag:
|
||||
return ele
|
||||
return None
|
||||
except Exception:
|
||||
return None
|
||||
|
||||
@staticmethod
|
||||
def _is_visible_enabled(ele: Any) -> bool:
|
||||
try:
|
||||
states = getattr(ele, "states", None)
|
||||
if states is not None:
|
||||
if hasattr(states, "is_displayed") and not states.is_displayed:
|
||||
return False
|
||||
if hasattr(states, "is_enabled") and not states.is_enabled:
|
||||
return False
|
||||
except Exception:
|
||||
return False
|
||||
|
||||
try:
|
||||
disabled_val = ele.attr("disabled")
|
||||
if disabled_val is not None and str(disabled_val).strip().lower() != "false":
|
||||
return False
|
||||
aria_disabled = ele.attr("aria-disabled")
|
||||
if aria_disabled is not None and str(aria_disabled).strip().lower() == "true":
|
||||
return False
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
return True
|
||||
|
||||
@staticmethod
|
||||
def _split_css_selector_groups(selector: str) -> List[str]:
|
||||
if not selector or not isinstance(selector, str):
|
||||
return []
|
||||
raw = selector.strip()
|
||||
if raw.startswith("css:"):
|
||||
raw = raw[4:].strip()
|
||||
if raw.startswith(('tag:', '@', 'xpath:')) or '@@' in raw:
|
||||
return [raw] if raw else []
|
||||
|
||||
groups: List[str] = []
|
||||
current: List[str] = []
|
||||
quote = ""
|
||||
bracket_depth = 0
|
||||
paren_depth = 0
|
||||
escape = False
|
||||
|
||||
for ch in raw:
|
||||
current.append(ch)
|
||||
|
||||
if escape:
|
||||
escape = False
|
||||
continue
|
||||
if ch == "\\":
|
||||
escape = True
|
||||
continue
|
||||
if quote:
|
||||
if ch == quote:
|
||||
quote = ""
|
||||
continue
|
||||
if ch in {"'", '"'}:
|
||||
quote = ch
|
||||
continue
|
||||
if ch == "[":
|
||||
bracket_depth += 1
|
||||
continue
|
||||
if ch == "]" and bracket_depth > 0:
|
||||
bracket_depth -= 1
|
||||
continue
|
||||
if ch == "(":
|
||||
paren_depth += 1
|
||||
continue
|
||||
if ch == ")" and paren_depth > 0:
|
||||
paren_depth -= 1
|
||||
continue
|
||||
if ch == "," and bracket_depth == 0 and paren_depth == 0:
|
||||
current.pop()
|
||||
group = "".join(current).strip()
|
||||
if group:
|
||||
groups.append(group)
|
||||
current = []
|
||||
|
||||
tail = "".join(current).strip()
|
||||
if tail:
|
||||
groups.append(tail)
|
||||
return groups
|
||||
|
||||
def _find_css_groups_in_order(self, selector: str, timeout: float) -> Optional[Any]:
|
||||
if not selector:
|
||||
return None
|
||||
raw = str(selector).strip()
|
||||
if raw.startswith("css:"):
|
||||
raw = raw[4:].strip()
|
||||
if not raw or raw.startswith(('tag:', '@', 'xpath:')) or '@@' in raw:
|
||||
return None
|
||||
|
||||
groups = self._split_css_selector_groups(raw)
|
||||
if len(groups) <= 1:
|
||||
return None
|
||||
|
||||
total_timeout = max(0.02, float(timeout or 0.0))
|
||||
|
||||
# 优先尝试完整复合选择器(浏览器原生支持逗号复合选择器,单次直接查询避免拆分超时)
|
||||
direct_timeout = max(0.4, min(total_timeout, 1.2))
|
||||
ele = self._find_with_syntax(raw, direct_timeout)
|
||||
if ele and self._is_visible_enabled(ele):
|
||||
return ele
|
||||
|
||||
deadline = time.perf_counter() + total_timeout
|
||||
is_first_round = True
|
||||
|
||||
while True:
|
||||
for group in groups:
|
||||
if time.perf_counter() >= deadline:
|
||||
break
|
||||
rem = max(0.01, deadline - time.perf_counter())
|
||||
per_group_timeout = max(0.3, min(rem / max(len(groups), 1), 0.6))
|
||||
|
||||
started_at = time.perf_counter()
|
||||
ele = self._find_with_syntax(group, per_group_timeout)
|
||||
is_valid = bool(ele and self._is_visible_enabled(ele))
|
||||
self._log_find_timing(
|
||||
target_key="input_box" if "textarea" in group or "contenteditable" in group else "",
|
||||
stage="primary_group",
|
||||
selector=group,
|
||||
elapsed=time.perf_counter() - started_at,
|
||||
found=is_valid,
|
||||
)
|
||||
if is_valid:
|
||||
return ele
|
||||
|
||||
is_first_round = False
|
||||
if time.perf_counter() >= deadline:
|
||||
break
|
||||
time.sleep(0.05)
|
||||
|
||||
return None
|
||||
|
||||
@staticmethod
|
||||
def _element_text_signature(ele: Any) -> str:
|
||||
parts: List[str] = []
|
||||
for attr in ("aria-label", "title", "data-testid", "class"):
|
||||
try:
|
||||
value = ele.attr(attr)
|
||||
except Exception:
|
||||
value = ""
|
||||
if value:
|
||||
parts.append(str(value))
|
||||
try:
|
||||
value = getattr(ele, "text", "")
|
||||
if value:
|
||||
parts.append(str(value))
|
||||
except Exception:
|
||||
pass
|
||||
return " ".join(parts).lower()
|
||||
|
||||
@classmethod
|
||||
def _looks_like_stop_button(cls, ele: Any) -> bool:
|
||||
signature = cls._element_text_signature(ele)
|
||||
if not signature:
|
||||
return False
|
||||
return any(
|
||||
token in signature
|
||||
for token in (
|
||||
"stop generation",
|
||||
"stop generating",
|
||||
"stop",
|
||||
"cancel",
|
||||
"abort",
|
||||
"停止",
|
||||
"中止",
|
||||
"取消",
|
||||
)
|
||||
)
|
||||
|
||||
def _find_send_button_safely(self, selector: str, timeout: float) -> Optional[Any]:
|
||||
self._last_send_btn_blocked_by_stop = False
|
||||
candidates: List[Any] = []
|
||||
|
||||
# 优先直接使用完整选择器进行单次查询(避免复合选择器拆分后单组超时过小导致假失败)
|
||||
if selector:
|
||||
direct_timeout = max(0.4, min(float(timeout or 0.0), 1.2))
|
||||
direct_ele = self._find_with_syntax(selector, direct_timeout)
|
||||
if direct_ele and self._is_visible_enabled(direct_ele):
|
||||
if not self._looks_like_stop_button(direct_ele):
|
||||
return direct_ele
|
||||
candidates.append(direct_ele)
|
||||
|
||||
groups = self._split_css_selector_groups(selector) if selector else []
|
||||
if not groups and selector:
|
||||
groups = [selector]
|
||||
|
||||
total_timeout = max(0.02, float(timeout or 0.0))
|
||||
deadline = time.perf_counter() + total_timeout
|
||||
is_first_round = True
|
||||
|
||||
while True:
|
||||
for group in groups:
|
||||
if time.perf_counter() >= deadline:
|
||||
break
|
||||
rem = max(0.01, deadline - time.perf_counter())
|
||||
per_group_timeout = max(0.3, min(rem / max(len(groups), 1), 0.6))
|
||||
ele = self._find_with_syntax(group, per_group_timeout)
|
||||
if not ele or not self._is_visible_enabled(ele):
|
||||
continue
|
||||
if not self._looks_like_stop_button(ele):
|
||||
return ele
|
||||
candidates.append(ele)
|
||||
|
||||
is_first_round = False
|
||||
if candidates or time.perf_counter() >= deadline:
|
||||
break
|
||||
time.sleep(0.05)
|
||||
|
||||
for fb_selector in self.FALLBACK_SELECTORS.get("send_btn", []):
|
||||
ele = self._find_with_syntax(fb_selector, BrowserConstants.FALLBACK_ELEMENT_TIMEOUT)
|
||||
if not ele or not self._is_visible_enabled(ele):
|
||||
continue
|
||||
if not self._looks_like_stop_button(ele):
|
||||
return ele
|
||||
candidates.append(ele)
|
||||
|
||||
if candidates:
|
||||
self._last_send_btn_blocked_by_stop = True
|
||||
logger.warning("[ELEMENT] send_btn 只匹配到停止/取消态按钮,已跳过点击以避免中断生成")
|
||||
return None
|
||||
|
||||
def find(self, selector: str, timeout: float = None) -> Optional[Any]:
|
||||
"""
|
||||
查找单个元素(公开方法)
|
||||
|
||||
参数:
|
||||
selector: 选择器(支持 CSS、XPath、DrissionPage 语法)
|
||||
timeout: 超时时间(秒),默认使用配置值
|
||||
|
||||
返回:
|
||||
找到的元素,或 None
|
||||
"""
|
||||
if timeout is None:
|
||||
timeout = BrowserConstants.DEFAULT_ELEMENT_TIMEOUT
|
||||
|
||||
# 检查缓存
|
||||
cache_key = selector
|
||||
if cache_key in self._cache:
|
||||
cached = self._cache[cache_key]
|
||||
if self._validate_cached_element(cached):
|
||||
return cached.element
|
||||
else:
|
||||
# 缓存失效,删除
|
||||
del self._cache[cache_key]
|
||||
|
||||
raw_selector = selector.strip() if isinstance(selector, str) else ""
|
||||
if raw_selector.startswith("css:"):
|
||||
raw_selector = raw_selector[4:].strip()
|
||||
grouped_selector = (
|
||||
bool(raw_selector)
|
||||
and not raw_selector.startswith(('tag:', '@', 'xpath:'))
|
||||
and '@@' not in raw_selector
|
||||
and len(self._split_css_selector_groups(raw_selector)) > 1
|
||||
)
|
||||
|
||||
# 查找元素
|
||||
ele = self._find_css_groups_in_order(selector, timeout)
|
||||
if not ele and not grouped_selector:
|
||||
ele = self._find_with_syntax(selector, timeout)
|
||||
elif not ele and grouped_selector:
|
||||
ele = self._find_with_syntax(selector, 0.05)
|
||||
if ele and not self._is_visible_enabled(ele):
|
||||
ele = None
|
||||
|
||||
# 缓存有效元素
|
||||
if ele:
|
||||
content_hash = self._compute_element_hash(ele)
|
||||
self._cache[cache_key] = CachedElement(
|
||||
element=ele,
|
||||
selector=selector,
|
||||
cached_at=time.time(),
|
||||
content_hash=content_hash
|
||||
)
|
||||
|
||||
return ele
|
||||
|
||||
def find_all(self, selector: str, timeout: float = None) -> List[Any]:
|
||||
"""
|
||||
查找所有匹配的元素
|
||||
|
||||
参数:
|
||||
selector: 选择器
|
||||
timeout: 超时时间(秒)
|
||||
|
||||
返回:
|
||||
元素列表(可能为空)
|
||||
"""
|
||||
if timeout is None:
|
||||
timeout = BrowserConstants.DEFAULT_ELEMENT_TIMEOUT
|
||||
|
||||
return self._find_all_with_syntax(selector, timeout)
|
||||
|
||||
def _find_all_with_syntax(self, selector: str, timeout: float) -> List[Any]:
|
||||
"""支持 DrissionPage 语法或默认 CSS 语法的批量查找"""
|
||||
try:
|
||||
if selector.startswith(('tag:', '@', 'xpath:', 'css:')) or '@@' in selector:
|
||||
eles = driver_for_tab(self.tab).find_all(selector, timeout=timeout)
|
||||
else:
|
||||
eles = driver_for_tab(self.tab).find_all(f'css:{selector}', timeout=timeout)
|
||||
return list(eles) if eles else []
|
||||
except Exception:
|
||||
return []
|
||||
|
||||
def find_with_fallback(self, primary_selector: str,
|
||||
target_key: str,
|
||||
timeout: float = None) -> Optional[Any]:
|
||||
"""
|
||||
带回退机制的元素查找
|
||||
|
||||
参数:
|
||||
primary_selector: 主选择器
|
||||
target_key: 目标键名(用于回退选择器)
|
||||
timeout: 超时时间
|
||||
|
||||
返回:
|
||||
找到的元素,或 None
|
||||
"""
|
||||
if timeout is None:
|
||||
timeout = BrowserConstants.DEFAULT_ELEMENT_TIMEOUT
|
||||
|
||||
if target_key == "send_btn":
|
||||
ele = self._find_send_button_safely(primary_selector, timeout)
|
||||
if ele:
|
||||
cache_key = primary_selector or target_key
|
||||
self._cache[cache_key] = CachedElement(
|
||||
element=ele,
|
||||
selector=primary_selector or target_key,
|
||||
cached_at=time.time(),
|
||||
content_hash=self._compute_element_hash(ele),
|
||||
)
|
||||
return ele
|
||||
|
||||
# 先尝试主选择器
|
||||
if primary_selector:
|
||||
started_at = time.perf_counter()
|
||||
ele = self.find(primary_selector, timeout)
|
||||
self._log_find_timing(
|
||||
target_key=target_key,
|
||||
stage="primary",
|
||||
selector=primary_selector,
|
||||
elapsed=time.perf_counter() - started_at,
|
||||
found=bool(ele),
|
||||
)
|
||||
if ele:
|
||||
return ele
|
||||
|
||||
# 回退选择器
|
||||
fallback_list = self.FALLBACK_SELECTORS.get(target_key, [])
|
||||
if not fallback_list:
|
||||
return None
|
||||
|
||||
logger.debug(f"主选择器失败,尝试回退: {target_key}")
|
||||
|
||||
fallback_timeout = BrowserConstants.FALLBACK_ELEMENT_TIMEOUT
|
||||
for fb_selector in fallback_list:
|
||||
started_at = time.perf_counter()
|
||||
ele = self.find(fb_selector, fallback_timeout)
|
||||
self._log_find_timing(
|
||||
target_key=target_key,
|
||||
stage="fallback",
|
||||
selector=fb_selector,
|
||||
elapsed=time.perf_counter() - started_at,
|
||||
found=bool(ele),
|
||||
)
|
||||
if ele:
|
||||
logger.debug(f"回退选择器成功: {fb_selector}")
|
||||
return ele
|
||||
|
||||
return None
|
||||
|
||||
def clear_cache(self):
|
||||
"""清空元素缓存"""
|
||||
self._cache.clear()
|
||||
|
||||
def remove_from_cache(self, selector: str):
|
||||
"""从缓存中移除指定选择器"""
|
||||
if selector in self._cache:
|
||||
del self._cache[selector]
|
||||
|
||||
|
||||
__all__ = [
|
||||
'CachedElement',
|
||||
'ElementFinder',
|
||||
]
|
||||
Reference in new issue
Block a user