476 lines
18 KiB
Python
476 lines
18 KiB
Python
"""
|
||
app/core/stream_snapshot.py - 流式轮询的“页面内快照”(一次 CDP 往返)
|
||
|
||
原实现(StreamMonitor._get_snapshot_prefer_anchor 等)每轮询一次要:
|
||
performSearch 全 DOM 搜索 → 每个候选元素 describeNode/resolveNode →
|
||
每个候选元素 run_js 取布局信息(返回对象,再额外一次 JSON.stringify 往返)→
|
||
find_content_node 若干次属性查询 → 发送 ~10KB 的深度提取脚本 →
|
||
生成状态最多 4 次全 DOM 搜索 → 图片探测……
|
||
会话 40 轮时约 138 条 CDP 命令/次,并且每条命令都会在渲染进程里留下
|
||
RemoteObject(DrissionPage 从不释放),把已经移除的旧会话 DOM 钉在内存里。
|
||
|
||
这里把同样的逻辑合并成**一个页面内函数**,只返回一个 JSON 字符串:
|
||
- 原始字符串不会生成 RemoteObject,因此不会泄漏;
|
||
- 每次轮询只需 1 次 ``Runtime.callFunctionOn``;
|
||
- 候选排序规则、锚点格式、内容节点定位、深度提取与原实现逐条对齐
|
||
(见 tests/test_stream_snapshot.py 的真实浏览器对照测试)。
|
||
"""
|
||
|
||
from __future__ import annotations
|
||
|
||
import json
|
||
from typing import Any, Dict, List, Optional, Tuple
|
||
|
||
from app.core.extractors.deep_mode import DeepBrowserExtractor
|
||
|
||
SNAPSHOT_PROTOCOL_VERSION = 1
|
||
|
||
# 与 GeneratingStatusCache 的指示器保持一致(逐个取第一个匹配并判断可见性)
|
||
GENERATING_INDICATOR_SELECTORS: Tuple[str, ...] = (
|
||
'button[aria-label*="Stop"]',
|
||
'button[aria-label*="stop"]',
|
||
'[data-state="streaming"]',
|
||
'.stop-generating',
|
||
)
|
||
|
||
_CONTENT_CHILD_SELECTOR = DeepBrowserExtractor.CONTENT_CHILD_SELECTOR_COMBINED
|
||
if _CONTENT_CHILD_SELECTOR.startswith("css:"):
|
||
_CONTENT_CHILD_SELECTOR = _CONTENT_CHILD_SELECTOR[4:]
|
||
|
||
|
||
_SNAPSHOT_JS_TEMPLATE = r"""
|
||
function (cfgRaw) {
|
||
var cfg = {};
|
||
try { cfg = JSON.parse(String(cfgRaw || '{}')) || {}; } catch (e) { cfg = {}; }
|
||
var out = { v: __VERSION__, ok: true, n: 0 };
|
||
|
||
var deepExtract = function () {
|
||
__DEEP_EXTRACT_BODY__
|
||
};
|
||
|
||
function toStr(v) { return (v === null || v === undefined) ? '' : String(v); }
|
||
function attr(el, name) {
|
||
try { var v = el.getAttribute(name); return v === null ? '' : String(v); } catch (e) { return ''; }
|
||
}
|
||
function classText(el) { return attr(el, 'class'); }
|
||
function tagName(el) {
|
||
try { return String(el.localName || el.tagName || '').toLowerCase(); } catch (e) { return ''; }
|
||
}
|
||
|
||
// ---------- 元素查找(与 DrissionPage css/xpath 定位结果一致,仅保留元素节点) ----------
|
||
function deepQueryAll(root, sel, acc) {
|
||
var nodes = [];
|
||
try { nodes = root.querySelectorAll('*'); } catch (e) { nodes = []; }
|
||
for (var i = 0; i < nodes.length; i++) {
|
||
var sr = nodes[i].shadowRoot;
|
||
if (sr) {
|
||
try {
|
||
var found = sr.querySelectorAll(sel);
|
||
for (var j = 0; j < found.length; j++) acc.push(found[j]);
|
||
} catch (e) {}
|
||
deepQueryAll(sr, sel, acc);
|
||
}
|
||
}
|
||
return acc;
|
||
}
|
||
function queryAll(kind, q) {
|
||
if (kind === 'xpath') {
|
||
var r = document.evaluate(q, document, null, 7, null);
|
||
var arr = [];
|
||
for (var i = 0; i < r.snapshotLength; i++) {
|
||
var node = r.snapshotItem(i);
|
||
if (node && node.nodeType === 1) arr.push(node);
|
||
}
|
||
return arr;
|
||
}
|
||
var list = Array.prototype.slice.call(document.querySelectorAll(q));
|
||
if (!list.length && cfg.pierceShadow) {
|
||
// performSearch 会穿透 shadow DOM;只在轻 DOM 无结果时补查,避免额外开销
|
||
list = deepQueryAll(document, q, []);
|
||
}
|
||
return list;
|
||
}
|
||
|
||
// ---------- 锚点(与 DeepBrowserExtractor.get_anchor 输出格式一致) ----------
|
||
function anchorOf(el) {
|
||
try {
|
||
var stable = ['data-message-id', 'data-turn-id', 'data-testid', 'id'];
|
||
for (var i = 0; i < stable.length; i++) {
|
||
var v = attr(el, stable[i]);
|
||
if (v) return stable[i] + '=' + v;
|
||
}
|
||
var cls = classText(el).trim();
|
||
var classes = cls ? cls.split(/\s+/).filter(Boolean).slice(0, 3) : [];
|
||
var classPart = classes.length ? '|cls=' + classes.join('.') : '';
|
||
var idxPart = '';
|
||
var parent = el.parentElement;
|
||
if (parent) {
|
||
var idx = Array.prototype.indexOf.call(parent.children, el);
|
||
if (idx >= 0) idxPart = '|idx=' + idx;
|
||
}
|
||
return 'tag:' + String(el.localName || 'unknown') + classPart + idxPart;
|
||
} catch (e) {
|
||
return '';
|
||
}
|
||
}
|
||
|
||
// ---------- 视觉最新回复选择(与 StreamMonitor._select_candidate_element 一致) ----------
|
||
function selectCandidate(els, column) {
|
||
var sc = document.querySelector('[data-radix-scroll-area-viewport]') || document.scrollingElement || document.documentElement;
|
||
var scScrollTop = sc ? (sc.scrollTop || 0) : 0;
|
||
var scRect = sc ? sc.getBoundingClientRect() : { top: 0, left: 0 };
|
||
var olCache = new Map();
|
||
function olInfo(ol) {
|
||
var info = olCache.get(ol);
|
||
if (info) return info;
|
||
var style = window.getComputedStyle(ol);
|
||
var isReverse = String(style.flexDirection || '').indexOf('reverse') >= 0
|
||
|| !!(ol.className && typeof ol.className === 'string' && ol.className.indexOf('reverse') >= 0);
|
||
var children = Array.prototype.slice.call(ol.children);
|
||
var turnIndex = new Map();
|
||
var t = 0;
|
||
for (var i = 0; i < children.length; i++) {
|
||
var c = children[i];
|
||
if (c.children.length > 0 || c.offsetHeight > 0) { turnIndex.set(c, t); t++; }
|
||
}
|
||
var childIndex = new Map();
|
||
for (var k = 0; k < children.length; k++) childIndex.set(children[k], k);
|
||
info = { isReverse: isReverse, turnIndex: turnIndex, childIndex: childIndex };
|
||
olCache.set(ol, info);
|
||
return info;
|
||
}
|
||
|
||
var scored = [];
|
||
for (var index = 0; index < els.length; index++) {
|
||
var el = els[index];
|
||
var item = { index: index, bottom: 0, left: 0, area: 0, turn: 0, rev: false, side: 'single' };
|
||
try {
|
||
var rect = el.getBoundingClientRect();
|
||
var ol = el.closest('main ol, ol, [role="feed"], [data-testid*="conversation"]');
|
||
var isReverse = false;
|
||
var turnIdx = 0;
|
||
if (ol) {
|
||
var info = olInfo(ol);
|
||
isReverse = info.isReverse;
|
||
var turnEl = el.closest('main ol > div, ol > li, [data-testid*="conversation-turn"], [class*="turn-container"]');
|
||
if (turnEl && info.turnIndex.has(turnEl)) {
|
||
turnIdx = info.turnIndex.get(turnEl);
|
||
} else if (ol.contains(el)) {
|
||
var direct = el.closest('ol > *');
|
||
turnIdx = (direct && info.childIndex.has(direct)) ? info.childIndex.get(direct) : -1;
|
||
} else {
|
||
turnIdx = 0;
|
||
}
|
||
}
|
||
var side = 'single';
|
||
var col = el.closest('[class*="basis-"]');
|
||
if (col && col.parentElement && col.parentElement.children.length === 2) {
|
||
side = col.parentElement.children[0] === col ? 'left' : 'right';
|
||
}
|
||
var contentBottom = Math.round(rect.bottom - scRect.top + scScrollTop);
|
||
var bottomAbs = Number(rect && rect.bottom || 0) + Number(window.scrollY || 0);
|
||
item.bottom = Number(contentBottom || bottomAbs || 0);
|
||
item.left = Number(rect && rect.left || 0) + Number(window.scrollX || 0);
|
||
item.area = Number(rect && rect.width || 0) * Number(rect && rect.height || 0);
|
||
item.turn = Number(turnIdx || 0);
|
||
item.rev = !!isReverse;
|
||
item.side = side;
|
||
} catch (e) {}
|
||
item.h = column === 'right' ? item.left : -item.left;
|
||
scored.push(item);
|
||
}
|
||
|
||
// 1. 锁定最新轮次
|
||
if (scored.length > 1) {
|
||
var turns = scored.filter(function (s) { return s.turn >= 0; }).map(function (s) { return s.turn; });
|
||
if (turns.length) {
|
||
var anyRev = scored.some(function (s) { return s.rev; });
|
||
var target = anyRev ? Math.min.apply(null, turns) : Math.max.apply(null, turns);
|
||
var latest = scored.filter(function (s) { return s.turn === target; });
|
||
if (latest.length) scored = latest;
|
||
}
|
||
}
|
||
// 2. 目标侧
|
||
if (column === 'left' || column === 'right') {
|
||
var exact = scored.filter(function (s) { return s.side === column; });
|
||
if (exact.length) {
|
||
scored = exact;
|
||
} else {
|
||
var opposite = column === 'right' ? 'left' : 'right';
|
||
if (scored.some(function (s) { return s.side === opposite; })) {
|
||
return { blocked: true };
|
||
}
|
||
if (scored.length > 1) {
|
||
var lefts = scored.map(function (s) { return s.left; });
|
||
var minL = Math.min.apply(null, lefts), maxL = Math.max.apply(null, lefts);
|
||
var span = maxL - minL;
|
||
if (span >= 80.0) {
|
||
var mid = minL + span / 2.0;
|
||
var sideCands = scored.filter(function (s) { return column === 'right' ? s.left >= mid : s.left <= mid; });
|
||
if (sideCands.length) scored = sideCands;
|
||
}
|
||
}
|
||
}
|
||
}
|
||
// 3. 排序:bottom、水平分、面积降序,index 升序
|
||
scored.sort(function (a, b) {
|
||
return (b.bottom - a.bottom) || (b.h - a.h) || (b.area - a.area) || (a.index - b.index);
|
||
});
|
||
return { best: scored[0] };
|
||
}
|
||
|
||
// ---------- 内容节点(与 DeepBrowserExtractor.find_content_node 一致) ----------
|
||
function findContentNode(el) {
|
||
try {
|
||
var cls = classText(el);
|
||
var tag = tagName(el);
|
||
var patterns = ['ds-markdown', 'markdown-body', 'prose', 'message-content', 'response-content'];
|
||
for (var i = 0; i < patterns.length; i++) {
|
||
if (cls.indexOf(patterns[i]) >= 0 && cls.indexOf('paragraph') < 0 && cls.indexOf('html') < 0) return el;
|
||
}
|
||
if ((tag === 'div' || tag === 'article' || tag === 'section')
|
||
&& (cls.indexOf('markdown') >= 0 || cls.indexOf('prose') >= 0) && cls.indexOf('paragraph') < 0) {
|
||
return el;
|
||
}
|
||
} catch (e) {}
|
||
try {
|
||
var kids = el.querySelectorAll(__CONTENT_CHILD_SELECTOR__);
|
||
var limit = Math.min(kids.length, 8);
|
||
for (var k = 0; k < limit; k++) {
|
||
var child = kids[k];
|
||
if (classText(child).indexOf('paragraph') >= 0) continue;
|
||
var t = child.textContent || child.innerText || '';
|
||
if (String(t).trim().length > 0) return child;
|
||
}
|
||
} catch (e) {}
|
||
return el;
|
||
}
|
||
|
||
function extractText(el) {
|
||
var node = findContentNode(el);
|
||
var text = '';
|
||
try { text = toStr(deepExtract.call(node)); } catch (e) { text = ''; }
|
||
if (text && text.trim()) return text.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
|
||
var fallback = '';
|
||
try { fallback = toStr(node.innerText || node.textContent || ''); } catch (e) { fallback = ''; }
|
||
return fallback.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
|
||
}
|
||
|
||
// ---------- 图片(与 StreamMonitor._extract_image_info / _extract_page_image_info 一致) ----------
|
||
var IMG_OK = /^(?:https?:\/\/|blob:|data:image\/)/i;
|
||
var IMG_HTTP = /^https?:\/\//i;
|
||
function collectImages(nodes, limit) {
|
||
var sources = new Set();
|
||
var urls = [];
|
||
var refs = [];
|
||
var token = toStr(cfg.baselineToken);
|
||
var prop = toStr(cfg.baselineProperty);
|
||
var exclude = !!cfg.excludeExisting;
|
||
for (var i = 0; i < nodes.length; i++) {
|
||
var img = nodes[i];
|
||
try {
|
||
var baseline = prop ? img[prop] : null;
|
||
if (exclude && token && baseline && String(baseline.token || '') === token) continue;
|
||
var src = String(img.currentSrc || img.getAttribute('src') || img.src || '').trim();
|
||
if (!src || sources.has(src)) continue;
|
||
if (!IMG_OK.test(src)) continue;
|
||
sources.add(src);
|
||
if (src.length <= 8192) refs.push(src);
|
||
if (IMG_HTTP.test(src)) urls.push(src);
|
||
} catch (e) {}
|
||
}
|
||
if (limit) {
|
||
urls = Array.from(new Set(urls)).slice(-limit);
|
||
refs = Array.from(new Set(refs)).slice(-limit);
|
||
}
|
||
return { count: sources.size, urls: urls, references: refs };
|
||
}
|
||
|
||
// ---------- 生成状态(与 GeneratingStatusCache 一致:每个选择器取第一个匹配,
|
||
// 可见性判定同 DrissionPage states.is_displayed) ----------
|
||
function isDisplayed(el) {
|
||
try {
|
||
var style = window.getComputedStyle(el);
|
||
if (style.visibility === 'hidden' || style.display === 'none') return false;
|
||
if (el.hidden) return false;
|
||
return true;
|
||
} catch (e) { return false; }
|
||
}
|
||
function generatingNow() {
|
||
var sels = cfg.generatingSelectors || [];
|
||
for (var i = 0; i < sels.length; i++) {
|
||
try {
|
||
var el = document.querySelector(sels[i]);
|
||
if (el && isDisplayed(el)) return true;
|
||
} catch (e) {}
|
||
}
|
||
return false;
|
||
}
|
||
|
||
try {
|
||
var els;
|
||
try {
|
||
els = queryAll(cfg.kind, cfg.query);
|
||
} catch (e) {
|
||
return JSON.stringify({ v: __VERSION__, ok: false, error: 'selector:' + String(e && e.message || e) });
|
||
}
|
||
out.n = els.length;
|
||
if (cfg.withGenerating) out.generating = generatingNow();
|
||
if (cfg.withPageImages) {
|
||
var pageNodes = [];
|
||
try {
|
||
var root = document.querySelector('main') || document;
|
||
pageNodes = Array.prototype.slice.call(root.querySelectorAll(toStr(cfg.pageImageSelector) || 'img'));
|
||
} catch (e) { pageNodes = []; }
|
||
var pageInfo = collectImages(pageNodes, 256);
|
||
out.pageImages = { urls: pageInfo.urls, references: pageInfo.references };
|
||
}
|
||
if (!els.length) return JSON.stringify(out);
|
||
|
||
var target = null;
|
||
var preferAnchor = toStr(cfg.preferAnchor);
|
||
if (preferAnchor) {
|
||
for (var p = els.length - 1; p >= 0; p--) {
|
||
if (anchorOf(els[p]) === preferAnchor) { target = els[p]; out.preferMatched = true; break; }
|
||
}
|
||
}
|
||
if (!target) {
|
||
var sel = selectCandidate(els, toStr(cfg.column) || 'left');
|
||
if (sel.blocked) { out.blocked = true; return JSON.stringify(out); }
|
||
if (!sel.best) return JSON.stringify(out);
|
||
target = els[sel.best.index];
|
||
out.selected = { index: sel.best.index, bottom: sel.best.bottom, left: sel.best.left };
|
||
}
|
||
out.found = true;
|
||
out.anchor = anchorOf(target);
|
||
out.text = extractText(target);
|
||
if (cfg.withImages) {
|
||
var info = collectImages(Array.prototype.slice.call(target.querySelectorAll('img') || []), 0);
|
||
out.images = info;
|
||
}
|
||
return JSON.stringify(out);
|
||
} catch (e) {
|
||
return JSON.stringify({ v: __VERSION__, ok: false, error: String(e && e.message || e) });
|
||
}
|
||
}
|
||
"""
|
||
|
||
|
||
def _build_snapshot_js() -> str:
|
||
deep_body = DeepBrowserExtractor.DEEP_EXTRACT_JS.strip()
|
||
return (
|
||
_SNAPSHOT_JS_TEMPLATE
|
||
.replace("__DEEP_EXTRACT_BODY__", deep_body)
|
||
.replace("__CONTENT_CHILD_SELECTOR__", json.dumps(_CONTENT_CHILD_SELECTOR))
|
||
.replace("__VERSION__", str(SNAPSHOT_PROTOCOL_VERSION))
|
||
.strip()
|
||
)
|
||
|
||
|
||
SNAPSHOT_JS = _build_snapshot_js()
|
||
|
||
|
||
def resolve_locator(selector: str) -> Optional[Tuple[str, str]]:
|
||
"""Translate a project selector into ``(kind, query)`` for in-page lookup.
|
||
|
||
Mirrors ``ElementFinder._find_all_with_syntax``: DrissionPage syntaxes are
|
||
passed through, plain strings are treated as CSS. Returns ``None`` when
|
||
the selector cannot be expressed as CSS/XPath (caller falls back).
|
||
"""
|
||
raw = str(selector or "").strip()
|
||
if not raw:
|
||
return None
|
||
if raw.startswith(("tag:", "@", "xpath:", "css:")) or "@@" in raw:
|
||
loc_text = raw
|
||
else:
|
||
loc_text = f"css:{raw}"
|
||
try:
|
||
from app.core.driver.drission_internals import get_loc
|
||
|
||
by, query = get_loc(loc_text)
|
||
except Exception:
|
||
if loc_text.startswith("css:"):
|
||
return ("css", loc_text[4:].strip())
|
||
if loc_text.startswith("xpath:"):
|
||
return ("xpath", loc_text[6:].strip())
|
||
return None
|
||
by = str(by or "").lower()
|
||
if by == "css selector":
|
||
return ("css", str(query))
|
||
if by == "xpath":
|
||
return ("xpath", str(query))
|
||
return None
|
||
|
||
|
||
def build_snapshot_config(
|
||
selector: str,
|
||
*,
|
||
prefer_anchor: Optional[str],
|
||
column: str,
|
||
with_images: bool,
|
||
with_page_images: bool,
|
||
page_image_selector: str = "img",
|
||
baseline_token: str = "",
|
||
baseline_property: str = "",
|
||
exclude_existing: bool = False,
|
||
with_generating: bool = True,
|
||
pierce_shadow: bool = True,
|
||
) -> Optional[Dict[str, Any]]:
|
||
locator = resolve_locator(selector)
|
||
if locator is None:
|
||
return None
|
||
kind, query = locator
|
||
return {
|
||
"kind": kind,
|
||
"query": query,
|
||
"preferAnchor": str(prefer_anchor or ""),
|
||
"column": column if column in {"left", "right"} else "left",
|
||
"withImages": bool(with_images),
|
||
"withPageImages": bool(with_page_images),
|
||
"pageImageSelector": str(page_image_selector or "img"),
|
||
"baselineToken": str(baseline_token or ""),
|
||
"baselineProperty": str(baseline_property or ""),
|
||
"excludeExisting": bool(exclude_existing),
|
||
"withGenerating": bool(with_generating),
|
||
"generatingSelectors": list(GENERATING_INDICATOR_SELECTORS),
|
||
"pierceShadow": bool(pierce_shadow),
|
||
}
|
||
|
||
|
||
def decode_snapshot(raw: Any) -> Optional[Dict[str, Any]]:
|
||
"""Decode the page snapshot; ``None`` means "not usable, fall back"."""
|
||
if not isinstance(raw, str) or not raw.startswith("{"):
|
||
return None
|
||
try:
|
||
data = json.loads(raw)
|
||
except (TypeError, ValueError):
|
||
return None
|
||
if not isinstance(data, dict) or data.get("v") != SNAPSHOT_PROTOCOL_VERSION:
|
||
return None
|
||
if not data.get("ok", False):
|
||
return None
|
||
return data
|
||
|
||
|
||
def image_lists(info: Any) -> Tuple[int, List[str], List[str]]:
|
||
if not isinstance(info, dict):
|
||
return 0, [], []
|
||
try:
|
||
count = int(info.get("count", 0) or 0)
|
||
except (TypeError, ValueError):
|
||
count = 0
|
||
urls = [str(u) for u in (info.get("urls") or []) if u]
|
||
refs = [str(u) for u in (info.get("references") or []) if u]
|
||
return count, urls, refs
|
||
|
||
|
||
__all__ = [
|
||
"GENERATING_INDICATOR_SELECTORS",
|
||
"SNAPSHOT_JS",
|
||
"SNAPSHOT_PROTOCOL_VERSION",
|
||
"build_snapshot_config",
|
||
"decode_snapshot",
|
||
"image_lists",
|
||
"resolve_locator",
|
||
]
|