Files
2026-11-02 22:54:14 +08:00

476 lines
18 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""
app/core/stream_snapshot.py - 流式轮询的“页面内快照”(一次 CDP 往返)
原实现(StreamMonitor._get_snapshot_prefer_anchor 等)每轮询一次要:
performSearch 全 DOM 搜索 → 每个候选元素 describeNode/resolveNode →
每个候选元素 run_js 取布局信息(返回对象,再额外一次 JSON.stringify 往返)→
find_content_node 若干次属性查询 → 发送 ~10KB 的深度提取脚本 →
生成状态最多 4 次全 DOM 搜索 → 图片探测……
会话 40 轮时约 138 条 CDP 命令/次,并且每条命令都会在渲染进程里留下
RemoteObject(DrissionPage 从不释放),把已经移除的旧会话 DOM 钉在内存里。
这里把同样的逻辑合并成**一个页面内函数**,只返回一个 JSON 字符串:
- 原始字符串不会生成 RemoteObject,因此不会泄漏;
- 每次轮询只需 1 次 ``Runtime.callFunctionOn``;
- 候选排序规则、锚点格式、内容节点定位、深度提取与原实现逐条对齐
(见 tests/test_stream_snapshot.py 的真实浏览器对照测试)。
"""
from __future__ import annotations
import json
from typing import Any, Dict, List, Optional, Tuple
from app.core.extractors.deep_mode import DeepBrowserExtractor
SNAPSHOT_PROTOCOL_VERSION = 1
# 与 GeneratingStatusCache 的指示器保持一致(逐个取第一个匹配并判断可见性)
GENERATING_INDICATOR_SELECTORS: Tuple[str, ...] = (
'button[aria-label*="Stop"]',
'button[aria-label*="stop"]',
'[data-state="streaming"]',
'.stop-generating',
)
_CONTENT_CHILD_SELECTOR = DeepBrowserExtractor.CONTENT_CHILD_SELECTOR_COMBINED
if _CONTENT_CHILD_SELECTOR.startswith("css:"):
_CONTENT_CHILD_SELECTOR = _CONTENT_CHILD_SELECTOR[4:]
_SNAPSHOT_JS_TEMPLATE = r"""
function (cfgRaw) {
var cfg = {};
try { cfg = JSON.parse(String(cfgRaw || '{}')) || {}; } catch (e) { cfg = {}; }
var out = { v: __VERSION__, ok: true, n: 0 };
var deepExtract = function () {
__DEEP_EXTRACT_BODY__
};
function toStr(v) { return (v === null || v === undefined) ? '' : String(v); }
function attr(el, name) {
try { var v = el.getAttribute(name); return v === null ? '' : String(v); } catch (e) { return ''; }
}
function classText(el) { return attr(el, 'class'); }
function tagName(el) {
try { return String(el.localName || el.tagName || '').toLowerCase(); } catch (e) { return ''; }
}
// ---------- 元素查找(与 DrissionPage css/xpath 定位结果一致,仅保留元素节点) ----------
function deepQueryAll(root, sel, acc) {
var nodes = [];
try { nodes = root.querySelectorAll('*'); } catch (e) { nodes = []; }
for (var i = 0; i < nodes.length; i++) {
var sr = nodes[i].shadowRoot;
if (sr) {
try {
var found = sr.querySelectorAll(sel);
for (var j = 0; j < found.length; j++) acc.push(found[j]);
} catch (e) {}
deepQueryAll(sr, sel, acc);
}
}
return acc;
}
function queryAll(kind, q) {
if (kind === 'xpath') {
var r = document.evaluate(q, document, null, 7, null);
var arr = [];
for (var i = 0; i < r.snapshotLength; i++) {
var node = r.snapshotItem(i);
if (node && node.nodeType === 1) arr.push(node);
}
return arr;
}
var list = Array.prototype.slice.call(document.querySelectorAll(q));
if (!list.length && cfg.pierceShadow) {
// performSearch 会穿透 shadow DOM;只在轻 DOM 无结果时补查,避免额外开销
list = deepQueryAll(document, q, []);
}
return list;
}
// ---------- 锚点(与 DeepBrowserExtractor.get_anchor 输出格式一致) ----------
function anchorOf(el) {
try {
var stable = ['data-message-id', 'data-turn-id', 'data-testid', 'id'];
for (var i = 0; i < stable.length; i++) {
var v = attr(el, stable[i]);
if (v) return stable[i] + '=' + v;
}
var cls = classText(el).trim();
var classes = cls ? cls.split(/\s+/).filter(Boolean).slice(0, 3) : [];
var classPart = classes.length ? '|cls=' + classes.join('.') : '';
var idxPart = '';
var parent = el.parentElement;
if (parent) {
var idx = Array.prototype.indexOf.call(parent.children, el);
if (idx >= 0) idxPart = '|idx=' + idx;
}
return 'tag:' + String(el.localName || 'unknown') + classPart + idxPart;
} catch (e) {
return '';
}
}
// ---------- 视觉最新回复选择(与 StreamMonitor._select_candidate_element 一致) ----------
function selectCandidate(els, column) {
var sc = document.querySelector('[data-radix-scroll-area-viewport]') || document.scrollingElement || document.documentElement;
var scScrollTop = sc ? (sc.scrollTop || 0) : 0;
var scRect = sc ? sc.getBoundingClientRect() : { top: 0, left: 0 };
var olCache = new Map();
function olInfo(ol) {
var info = olCache.get(ol);
if (info) return info;
var style = window.getComputedStyle(ol);
var isReverse = String(style.flexDirection || '').indexOf('reverse') >= 0
|| !!(ol.className && typeof ol.className === 'string' && ol.className.indexOf('reverse') >= 0);
var children = Array.prototype.slice.call(ol.children);
var turnIndex = new Map();
var t = 0;
for (var i = 0; i < children.length; i++) {
var c = children[i];
if (c.children.length > 0 || c.offsetHeight > 0) { turnIndex.set(c, t); t++; }
}
var childIndex = new Map();
for (var k = 0; k < children.length; k++) childIndex.set(children[k], k);
info = { isReverse: isReverse, turnIndex: turnIndex, childIndex: childIndex };
olCache.set(ol, info);
return info;
}
var scored = [];
for (var index = 0; index < els.length; index++) {
var el = els[index];
var item = { index: index, bottom: 0, left: 0, area: 0, turn: 0, rev: false, side: 'single' };
try {
var rect = el.getBoundingClientRect();
var ol = el.closest('main ol, ol, [role="feed"], [data-testid*="conversation"]');
var isReverse = false;
var turnIdx = 0;
if (ol) {
var info = olInfo(ol);
isReverse = info.isReverse;
var turnEl = el.closest('main ol > div, ol > li, [data-testid*="conversation-turn"], [class*="turn-container"]');
if (turnEl && info.turnIndex.has(turnEl)) {
turnIdx = info.turnIndex.get(turnEl);
} else if (ol.contains(el)) {
var direct = el.closest('ol > *');
turnIdx = (direct && info.childIndex.has(direct)) ? info.childIndex.get(direct) : -1;
} else {
turnIdx = 0;
}
}
var side = 'single';
var col = el.closest('[class*="basis-"]');
if (col && col.parentElement && col.parentElement.children.length === 2) {
side = col.parentElement.children[0] === col ? 'left' : 'right';
}
var contentBottom = Math.round(rect.bottom - scRect.top + scScrollTop);
var bottomAbs = Number(rect && rect.bottom || 0) + Number(window.scrollY || 0);
item.bottom = Number(contentBottom || bottomAbs || 0);
item.left = Number(rect && rect.left || 0) + Number(window.scrollX || 0);
item.area = Number(rect && rect.width || 0) * Number(rect && rect.height || 0);
item.turn = Number(turnIdx || 0);
item.rev = !!isReverse;
item.side = side;
} catch (e) {}
item.h = column === 'right' ? item.left : -item.left;
scored.push(item);
}
// 1. 锁定最新轮次
if (scored.length > 1) {
var turns = scored.filter(function (s) { return s.turn >= 0; }).map(function (s) { return s.turn; });
if (turns.length) {
var anyRev = scored.some(function (s) { return s.rev; });
var target = anyRev ? Math.min.apply(null, turns) : Math.max.apply(null, turns);
var latest = scored.filter(function (s) { return s.turn === target; });
if (latest.length) scored = latest;
}
}
// 2. 目标侧
if (column === 'left' || column === 'right') {
var exact = scored.filter(function (s) { return s.side === column; });
if (exact.length) {
scored = exact;
} else {
var opposite = column === 'right' ? 'left' : 'right';
if (scored.some(function (s) { return s.side === opposite; })) {
return { blocked: true };
}
if (scored.length > 1) {
var lefts = scored.map(function (s) { return s.left; });
var minL = Math.min.apply(null, lefts), maxL = Math.max.apply(null, lefts);
var span = maxL - minL;
if (span >= 80.0) {
var mid = minL + span / 2.0;
var sideCands = scored.filter(function (s) { return column === 'right' ? s.left >= mid : s.left <= mid; });
if (sideCands.length) scored = sideCands;
}
}
}
}
// 3. 排序:bottom、水平分、面积降序,index 升序
scored.sort(function (a, b) {
return (b.bottom - a.bottom) || (b.h - a.h) || (b.area - a.area) || (a.index - b.index);
});
return { best: scored[0] };
}
// ---------- 内容节点(与 DeepBrowserExtractor.find_content_node 一致) ----------
function findContentNode(el) {
try {
var cls = classText(el);
var tag = tagName(el);
var patterns = ['ds-markdown', 'markdown-body', 'prose', 'message-content', 'response-content'];
for (var i = 0; i < patterns.length; i++) {
if (cls.indexOf(patterns[i]) >= 0 && cls.indexOf('paragraph') < 0 && cls.indexOf('html') < 0) return el;
}
if ((tag === 'div' || tag === 'article' || tag === 'section')
&& (cls.indexOf('markdown') >= 0 || cls.indexOf('prose') >= 0) && cls.indexOf('paragraph') < 0) {
return el;
}
} catch (e) {}
try {
var kids = el.querySelectorAll(__CONTENT_CHILD_SELECTOR__);
var limit = Math.min(kids.length, 8);
for (var k = 0; k < limit; k++) {
var child = kids[k];
if (classText(child).indexOf('paragraph') >= 0) continue;
var t = child.textContent || child.innerText || '';
if (String(t).trim().length > 0) return child;
}
} catch (e) {}
return el;
}
function extractText(el) {
var node = findContentNode(el);
var text = '';
try { text = toStr(deepExtract.call(node)); } catch (e) { text = ''; }
if (text && text.trim()) return text.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
var fallback = '';
try { fallback = toStr(node.innerText || node.textContent || ''); } catch (e) { fallback = ''; }
return fallback.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
}
// ---------- 图片(与 StreamMonitor._extract_image_info / _extract_page_image_info 一致) ----------
var IMG_OK = /^(?:https?:\/\/|blob:|data:image\/)/i;
var IMG_HTTP = /^https?:\/\//i;
function collectImages(nodes, limit) {
var sources = new Set();
var urls = [];
var refs = [];
var token = toStr(cfg.baselineToken);
var prop = toStr(cfg.baselineProperty);
var exclude = !!cfg.excludeExisting;
for (var i = 0; i < nodes.length; i++) {
var img = nodes[i];
try {
var baseline = prop ? img[prop] : null;
if (exclude && token && baseline && String(baseline.token || '') === token) continue;
var src = String(img.currentSrc || img.getAttribute('src') || img.src || '').trim();
if (!src || sources.has(src)) continue;
if (!IMG_OK.test(src)) continue;
sources.add(src);
if (src.length <= 8192) refs.push(src);
if (IMG_HTTP.test(src)) urls.push(src);
} catch (e) {}
}
if (limit) {
urls = Array.from(new Set(urls)).slice(-limit);
refs = Array.from(new Set(refs)).slice(-limit);
}
return { count: sources.size, urls: urls, references: refs };
}
// ---------- 生成状态(与 GeneratingStatusCache 一致:每个选择器取第一个匹配,
// 可见性判定同 DrissionPage states.is_displayed) ----------
function isDisplayed(el) {
try {
var style = window.getComputedStyle(el);
if (style.visibility === 'hidden' || style.display === 'none') return false;
if (el.hidden) return false;
return true;
} catch (e) { return false; }
}
function generatingNow() {
var sels = cfg.generatingSelectors || [];
for (var i = 0; i < sels.length; i++) {
try {
var el = document.querySelector(sels[i]);
if (el && isDisplayed(el)) return true;
} catch (e) {}
}
return false;
}
try {
var els;
try {
els = queryAll(cfg.kind, cfg.query);
} catch (e) {
return JSON.stringify({ v: __VERSION__, ok: false, error: 'selector:' + String(e && e.message || e) });
}
out.n = els.length;
if (cfg.withGenerating) out.generating = generatingNow();
if (cfg.withPageImages) {
var pageNodes = [];
try {
var root = document.querySelector('main') || document;
pageNodes = Array.prototype.slice.call(root.querySelectorAll(toStr(cfg.pageImageSelector) || 'img'));
} catch (e) { pageNodes = []; }
var pageInfo = collectImages(pageNodes, 256);
out.pageImages = { urls: pageInfo.urls, references: pageInfo.references };
}
if (!els.length) return JSON.stringify(out);
var target = null;
var preferAnchor = toStr(cfg.preferAnchor);
if (preferAnchor) {
for (var p = els.length - 1; p >= 0; p--) {
if (anchorOf(els[p]) === preferAnchor) { target = els[p]; out.preferMatched = true; break; }
}
}
if (!target) {
var sel = selectCandidate(els, toStr(cfg.column) || 'left');
if (sel.blocked) { out.blocked = true; return JSON.stringify(out); }
if (!sel.best) return JSON.stringify(out);
target = els[sel.best.index];
out.selected = { index: sel.best.index, bottom: sel.best.bottom, left: sel.best.left };
}
out.found = true;
out.anchor = anchorOf(target);
out.text = extractText(target);
if (cfg.withImages) {
var info = collectImages(Array.prototype.slice.call(target.querySelectorAll('img') || []), 0);
out.images = info;
}
return JSON.stringify(out);
} catch (e) {
return JSON.stringify({ v: __VERSION__, ok: false, error: String(e && e.message || e) });
}
}
"""
def _build_snapshot_js() -> str:
deep_body = DeepBrowserExtractor.DEEP_EXTRACT_JS.strip()
return (
_SNAPSHOT_JS_TEMPLATE
.replace("__DEEP_EXTRACT_BODY__", deep_body)
.replace("__CONTENT_CHILD_SELECTOR__", json.dumps(_CONTENT_CHILD_SELECTOR))
.replace("__VERSION__", str(SNAPSHOT_PROTOCOL_VERSION))
.strip()
)
SNAPSHOT_JS = _build_snapshot_js()
def resolve_locator(selector: str) -> Optional[Tuple[str, str]]:
"""Translate a project selector into ``(kind, query)`` for in-page lookup.
Mirrors ``ElementFinder._find_all_with_syntax``: DrissionPage syntaxes are
passed through, plain strings are treated as CSS. Returns ``None`` when
the selector cannot be expressed as CSS/XPath (caller falls back).
"""
raw = str(selector or "").strip()
if not raw:
return None
if raw.startswith(("tag:", "@", "xpath:", "css:")) or "@@" in raw:
loc_text = raw
else:
loc_text = f"css:{raw}"
try:
from app.core.driver.drission_internals import get_loc
by, query = get_loc(loc_text)
except Exception:
if loc_text.startswith("css:"):
return ("css", loc_text[4:].strip())
if loc_text.startswith("xpath:"):
return ("xpath", loc_text[6:].strip())
return None
by = str(by or "").lower()
if by == "css selector":
return ("css", str(query))
if by == "xpath":
return ("xpath", str(query))
return None
def build_snapshot_config(
selector: str,
*,
prefer_anchor: Optional[str],
column: str,
with_images: bool,
with_page_images: bool,
page_image_selector: str = "img",
baseline_token: str = "",
baseline_property: str = "",
exclude_existing: bool = False,
with_generating: bool = True,
pierce_shadow: bool = True,
) -> Optional[Dict[str, Any]]:
locator = resolve_locator(selector)
if locator is None:
return None
kind, query = locator
return {
"kind": kind,
"query": query,
"preferAnchor": str(prefer_anchor or ""),
"column": column if column in {"left", "right"} else "left",
"withImages": bool(with_images),
"withPageImages": bool(with_page_images),
"pageImageSelector": str(page_image_selector or "img"),
"baselineToken": str(baseline_token or ""),
"baselineProperty": str(baseline_property or ""),
"excludeExisting": bool(exclude_existing),
"withGenerating": bool(with_generating),
"generatingSelectors": list(GENERATING_INDICATOR_SELECTORS),
"pierceShadow": bool(pierce_shadow),
}
def decode_snapshot(raw: Any) -> Optional[Dict[str, Any]]:
"""Decode the page snapshot; ``None`` means "not usable, fall back"."""
if not isinstance(raw, str) or not raw.startswith("{"):
return None
try:
data = json.loads(raw)
except (TypeError, ValueError):
return None
if not isinstance(data, dict) or data.get("v") != SNAPSHOT_PROTOCOL_VERSION:
return None
if not data.get("ok", False):
return None
return data
def image_lists(info: Any) -> Tuple[int, List[str], List[str]]:
if not isinstance(info, dict):
return 0, [], []
try:
count = int(info.get("count", 0) or 0)
except (TypeError, ValueError):
count = 0
urls = [str(u) for u in (info.get("urls") or []) if u]
refs = [str(u) for u in (info.get("references") or []) if u]
return count, urls, refs
__all__ = [
"GENERATING_INDICATOR_SELECTORS",
"SNAPSHOT_JS",
"SNAPSHOT_PROTOCOL_VERSION",
"build_snapshot_config",
"decode_snapshot",
"image_lists",
"resolve_locator",
]