Initial commit

This commit is contained in:
Alex committed 2026-11-02 22:54:14 +08:00
commit 57fc3525eb
7311 files changed
+1291398

No files matched your search

+475
View File
@@ -0,0 +1,475 @@
"""
app/core/stream_snapshot.py - 流式轮询的“页面内快照”(一次 CDP 往返)
原实现(StreamMonitor._get_snapshot_prefer_anchor 等)每轮询一次要:
performSearch 全 DOM 搜索 → 每个候选元素 describeNode/resolveNode →
每个候选元素 run_js 取布局信息(返回对象,再额外一次 JSON.stringify 往返)→
find_content_node 若干次属性查询 → 发送 ~10KB 的深度提取脚本 →
生成状态最多 4 次全 DOM 搜索 → 图片探测……
会话 40 轮时约 138 条 CDP 命令/次,并且每条命令都会在渲染进程里留下
RemoteObject(DrissionPage 从不释放),把已经移除的旧会话 DOM 钉在内存里。
这里把同样的逻辑合并成**一个页面内函数**,只返回一个 JSON 字符串:
- 原始字符串不会生成 RemoteObject,因此不会泄漏;
- 每次轮询只需 1 次 ``Runtime.callFunctionOn``;
- 候选排序规则、锚点格式、内容节点定位、深度提取与原实现逐条对齐
(见 tests/test_stream_snapshot.py 的真实浏览器对照测试)。
"""
from __future__ import annotations
import json
from typing import Any, Dict, List, Optional, Tuple
from app.core.extractors.deep_mode import DeepBrowserExtractor
SNAPSHOT_PROTOCOL_VERSION = 1
# 与 GeneratingStatusCache 的指示器保持一致(逐个取第一个匹配并判断可见性)
GENERATING_INDICATOR_SELECTORS: Tuple[str, ...] = (
'button[aria-label*="Stop"]',
'button[aria-label*="stop"]',
'[data-state="streaming"]',
'.stop-generating',
)
_CONTENT_CHILD_SELECTOR = DeepBrowserExtractor.CONTENT_CHILD_SELECTOR_COMBINED
if _CONTENT_CHILD_SELECTOR.startswith("css:"):
_CONTENT_CHILD_SELECTOR = _CONTENT_CHILD_SELECTOR[4:]
_SNAPSHOT_JS_TEMPLATE = r"""
function (cfgRaw) {
var cfg = {};
try { cfg = JSON.parse(String(cfgRaw || '{}')) || {}; } catch (e) { cfg = {}; }
var out = { v: __VERSION__, ok: true, n: 0 };
var deepExtract = function () {
__DEEP_EXTRACT_BODY__
};
function toStr(v) { return (v === null || v === undefined) ? '' : String(v); }
function attr(el, name) {
try { var v = el.getAttribute(name); return v === null ? '' : String(v); } catch (e) { return ''; }
}
function classText(el) { return attr(el, 'class'); }
function tagName(el) {
try { return String(el.localName || el.tagName || '').toLowerCase(); } catch (e) { return ''; }
}
// ---------- 元素查找(与 DrissionPage css/xpath 定位结果一致,仅保留元素节点) ----------
function deepQueryAll(root, sel, acc) {
var nodes = [];
try { nodes = root.querySelectorAll('*'); } catch (e) { nodes = []; }
for (var i = 0; i < nodes.length; i++) {
var sr = nodes[i].shadowRoot;
if (sr) {
try {
var found = sr.querySelectorAll(sel);
for (var j = 0; j < found.length; j++) acc.push(found[j]);
} catch (e) {}
deepQueryAll(sr, sel, acc);
}
}
return acc;
}
function queryAll(kind, q) {
if (kind === 'xpath') {
var r = document.evaluate(q, document, null, 7, null);
var arr = [];
for (var i = 0; i < r.snapshotLength; i++) {
var node = r.snapshotItem(i);
if (node && node.nodeType === 1) arr.push(node);
}
return arr;
}
var list = Array.prototype.slice.call(document.querySelectorAll(q));
if (!list.length && cfg.pierceShadow) {
// performSearch 会穿透 shadow DOM;只在轻 DOM 无结果时补查,避免额外开销
list = deepQueryAll(document, q, []);
}
return list;
}
// ---------- 锚点(与 DeepBrowserExtractor.get_anchor 输出格式一致) ----------
function anchorOf(el) {
try {
var stable = ['data-message-id', 'data-turn-id', 'data-testid', 'id'];
for (var i = 0; i < stable.length; i++) {
var v = attr(el, stable[i]);
if (v) return stable[i] + '=' + v;
}
var cls = classText(el).trim();
var classes = cls ? cls.split(/\s+/).filter(Boolean).slice(0, 3) : [];
var classPart = classes.length ? '|cls=' + classes.join('.') : '';
var idxPart = '';
var parent = el.parentElement;
if (parent) {
var idx = Array.prototype.indexOf.call(parent.children, el);
if (idx >= 0) idxPart = '|idx=' + idx;
}
return 'tag:' + String(el.localName || 'unknown') + classPart + idxPart;
} catch (e) {
return '';
}
}
// ---------- 视觉最新回复选择(与 StreamMonitor._select_candidate_element 一致) ----------
function selectCandidate(els, column) {
var sc = document.querySelector('[data-radix-scroll-area-viewport]') || document.scrollingElement || document.documentElement;
var scScrollTop = sc ? (sc.scrollTop || 0) : 0;
var scRect = sc ? sc.getBoundingClientRect() : { top: 0, left: 0 };
var olCache = new Map();
function olInfo(ol) {
var info = olCache.get(ol);
if (info) return info;
var style = window.getComputedStyle(ol);
var isReverse = String(style.flexDirection || '').indexOf('reverse') >= 0
|| !!(ol.className && typeof ol.className === 'string' && ol.className.indexOf('reverse') >= 0);
var children = Array.prototype.slice.call(ol.children);
var turnIndex = new Map();
var t = 0;
for (var i = 0; i < children.length; i++) {
var c = children[i];
if (c.children.length > 0 || c.offsetHeight > 0) { turnIndex.set(c, t); t++; }
}
var childIndex = new Map();
for (var k = 0; k < children.length; k++) childIndex.set(children[k], k);
info = { isReverse: isReverse, turnIndex: turnIndex, childIndex: childIndex };
olCache.set(ol, info);
return info;
}
var scored = [];
for (var index = 0; index < els.length; index++) {
var el = els[index];
var item = { index: index, bottom: 0, left: 0, area: 0, turn: 0, rev: false, side: 'single' };
try {
var rect = el.getBoundingClientRect();
var ol = el.closest('main ol, ol, [role="feed"], [data-testid*="conversation"]');
var isReverse = false;
var turnIdx = 0;
if (ol) {
var info = olInfo(ol);
isReverse = info.isReverse;
var turnEl = el.closest('main ol > div, ol > li, [data-testid*="conversation-turn"], [class*="turn-container"]');
if (turnEl && info.turnIndex.has(turnEl)) {
turnIdx = info.turnIndex.get(turnEl);
} else if (ol.contains(el)) {
var direct = el.closest('ol > *');
turnIdx = (direct && info.childIndex.has(direct)) ? info.childIndex.get(direct) : -1;
} else {
turnIdx = 0;
}
}
var side = 'single';
var col = el.closest('[class*="basis-"]');
if (col && col.parentElement && col.parentElement.children.length === 2) {
side = col.parentElement.children[0] === col ? 'left' : 'right';
}
var contentBottom = Math.round(rect.bottom - scRect.top + scScrollTop);
var bottomAbs = Number(rect && rect.bottom || 0) + Number(window.scrollY || 0);
item.bottom = Number(contentBottom || bottomAbs || 0);
item.left = Number(rect && rect.left || 0) + Number(window.scrollX || 0);
item.area = Number(rect && rect.width || 0) * Number(rect && rect.height || 0);
item.turn = Number(turnIdx || 0);
item.rev = !!isReverse;
item.side = side;
} catch (e) {}
item.h = column === 'right' ? item.left : -item.left;
scored.push(item);
}
// 1. 锁定最新轮次
if (scored.length > 1) {
var turns = scored.filter(function (s) { return s.turn >= 0; }).map(function (s) { return s.turn; });
if (turns.length) {
var anyRev = scored.some(function (s) { return s.rev; });
var target = anyRev ? Math.min.apply(null, turns) : Math.max.apply(null, turns);
var latest = scored.filter(function (s) { return s.turn === target; });
if (latest.length) scored = latest;
}
}
// 2. 目标侧
if (column === 'left' || column === 'right') {
var exact = scored.filter(function (s) { return s.side === column; });
if (exact.length) {
scored = exact;
} else {
var opposite = column === 'right' ? 'left' : 'right';
if (scored.some(function (s) { return s.side === opposite; })) {
return { blocked: true };
}
if (scored.length > 1) {
var lefts = scored.map(function (s) { return s.left; });
var minL = Math.min.apply(null, lefts), maxL = Math.max.apply(null, lefts);
var span = maxL - minL;
if (span >= 80.0) {
var mid = minL + span / 2.0;
var sideCands = scored.filter(function (s) { return column === 'right' ? s.left >= mid : s.left <= mid; });
if (sideCands.length) scored = sideCands;
}
}
}
}
// 3. 排序:bottom、水平分、面积降序,index 升序
scored.sort(function (a, b) {
return (b.bottom - a.bottom) || (b.h - a.h) || (b.area - a.area) || (a.index - b.index);
});
return { best: scored[0] };
}
// ---------- 内容节点(与 DeepBrowserExtractor.find_content_node 一致) ----------
function findContentNode(el) {
try {
var cls = classText(el);
var tag = tagName(el);
var patterns = ['ds-markdown', 'markdown-body', 'prose', 'message-content', 'response-content'];
for (var i = 0; i < patterns.length; i++) {
if (cls.indexOf(patterns[i]) >= 0 && cls.indexOf('paragraph') < 0 && cls.indexOf('html') < 0) return el;
}
if ((tag === 'div' || tag === 'article' || tag === 'section')
&& (cls.indexOf('markdown') >= 0 || cls.indexOf('prose') >= 0) && cls.indexOf('paragraph') < 0) {
return el;
}
} catch (e) {}
try {
var kids = el.querySelectorAll(__CONTENT_CHILD_SELECTOR__);
var limit = Math.min(kids.length, 8);
for (var k = 0; k < limit; k++) {
var child = kids[k];
if (classText(child).indexOf('paragraph') >= 0) continue;
var t = child.textContent || child.innerText || '';
if (String(t).trim().length > 0) return child;
}
} catch (e) {}
return el;
}
function extractText(el) {
var node = findContentNode(el);
var text = '';
try { text = toStr(deepExtract.call(node)); } catch (e) { text = ''; }
if (text && text.trim()) return text.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
var fallback = '';
try { fallback = toStr(node.innerText || node.textContent || ''); } catch (e) { fallback = ''; }
return fallback.replace(/\r\n/g, '\n').replace(/\r/g, '\n');
}
// ---------- 图片(与 StreamMonitor._extract_image_info / _extract_page_image_info 一致) ----------
var IMG_OK = /^(?:https?:\/\/|blob:|data:image\/)/i;
var IMG_HTTP = /^https?:\/\//i;
function collectImages(nodes, limit) {
var sources = new Set();
var urls = [];
var refs = [];
var token = toStr(cfg.baselineToken);
var prop = toStr(cfg.baselineProperty);
var exclude = !!cfg.excludeExisting;
for (var i = 0; i < nodes.length; i++) {
var img = nodes[i];
try {
var baseline = prop ? img[prop] : null;
if (exclude && token && baseline && String(baseline.token || '') === token) continue;
var src = String(img.currentSrc || img.getAttribute('src') || img.src || '').trim();
if (!src || sources.has(src)) continue;
if (!IMG_OK.test(src)) continue;
sources.add(src);
if (src.length <= 8192) refs.push(src);
if (IMG_HTTP.test(src)) urls.push(src);
} catch (e) {}
}
if (limit) {
urls = Array.from(new Set(urls)).slice(-limit);
refs = Array.from(new Set(refs)).slice(-limit);
}
return { count: sources.size, urls: urls, references: refs };
}
// ---------- 生成状态(与 GeneratingStatusCache 一致:每个选择器取第一个匹配,
// 可见性判定同 DrissionPage states.is_displayed) ----------
function isDisplayed(el) {
try {
var style = window.getComputedStyle(el);
if (style.visibility === 'hidden' || style.display === 'none') return false;
if (el.hidden) return false;
return true;
} catch (e) { return false; }
}
function generatingNow() {
var sels = cfg.generatingSelectors || [];
for (var i = 0; i < sels.length; i++) {
try {
var el = document.querySelector(sels[i]);
if (el && isDisplayed(el)) return true;
} catch (e) {}
}
return false;
}
try {
var els;
try {
els = queryAll(cfg.kind, cfg.query);
} catch (e) {
return JSON.stringify({ v: __VERSION__, ok: false, error: 'selector:' + String(e && e.message || e) });
}
out.n = els.length;
if (cfg.withGenerating) out.generating = generatingNow();
if (cfg.withPageImages) {
var pageNodes = [];
try {
var root = document.querySelector('main') || document;
pageNodes = Array.prototype.slice.call(root.querySelectorAll(toStr(cfg.pageImageSelector) || 'img'));
} catch (e) { pageNodes = []; }
var pageInfo = collectImages(pageNodes, 256);
out.pageImages = { urls: pageInfo.urls, references: pageInfo.references };
}
if (!els.length) return JSON.stringify(out);
var target = null;
var preferAnchor = toStr(cfg.preferAnchor);
if (preferAnchor) {
for (var p = els.length - 1; p >= 0; p--) {
if (anchorOf(els[p]) === preferAnchor) { target = els[p]; out.preferMatched = true; break; }
}
}
if (!target) {
var sel = selectCandidate(els, toStr(cfg.column) || 'left');
if (sel.blocked) { out.blocked = true; return JSON.stringify(out); }
if (!sel.best) return JSON.stringify(out);
target = els[sel.best.index];
out.selected = { index: sel.best.index, bottom: sel.best.bottom, left: sel.best.left };
}
out.found = true;
out.anchor = anchorOf(target);
out.text = extractText(target);
if (cfg.withImages) {
var info = collectImages(Array.prototype.slice.call(target.querySelectorAll('img') || []), 0);
out.images = info;
}
return JSON.stringify(out);
} catch (e) {
return JSON.stringify({ v: __VERSION__, ok: false, error: String(e && e.message || e) });
}
}
"""
def _build_snapshot_js() -> str:
deep_body = DeepBrowserExtractor.DEEP_EXTRACT_JS.strip()
return (
_SNAPSHOT_JS_TEMPLATE
.replace("__DEEP_EXTRACT_BODY__", deep_body)
.replace("__CONTENT_CHILD_SELECTOR__", json.dumps(_CONTENT_CHILD_SELECTOR))
.replace("__VERSION__", str(SNAPSHOT_PROTOCOL_VERSION))
.strip()
)
SNAPSHOT_JS = _build_snapshot_js()
def resolve_locator(selector: str) -> Optional[Tuple[str, str]]:
"""Translate a project selector into ``(kind, query)`` for in-page lookup.
Mirrors ``ElementFinder._find_all_with_syntax``: DrissionPage syntaxes are
passed through, plain strings are treated as CSS. Returns ``None`` when
the selector cannot be expressed as CSS/XPath (caller falls back).
"""
raw = str(selector or "").strip()
if not raw:
return None
if raw.startswith(("tag:", "@", "xpath:", "css:")) or "@@" in raw:
loc_text = raw
else:
loc_text = f"css:{raw}"
try:
from app.core.driver.drission_internals import get_loc
by, query = get_loc(loc_text)
except Exception:
if loc_text.startswith("css:"):
return ("css", loc_text[4:].strip())
if loc_text.startswith("xpath:"):
return ("xpath", loc_text[6:].strip())
return None
by = str(by or "").lower()
if by == "css selector":
return ("css", str(query))
if by == "xpath":
return ("xpath", str(query))
return None
def build_snapshot_config(
selector: str,
*,
prefer_anchor: Optional[str],
column: str,
with_images: bool,
with_page_images: bool,
page_image_selector: str = "img",
baseline_token: str = "",
baseline_property: str = "",
exclude_existing: bool = False,
with_generating: bool = True,
pierce_shadow: bool = True,
) -> Optional[Dict[str, Any]]:
locator = resolve_locator(selector)
if locator is None:
return None
kind, query = locator
return {
"kind": kind,
"query": query,
"preferAnchor": str(prefer_anchor or ""),
"column": column if column in {"left", "right"} else "left",
"withImages": bool(with_images),
"withPageImages": bool(with_page_images),
"pageImageSelector": str(page_image_selector or "img"),
"baselineToken": str(baseline_token or ""),
"baselineProperty": str(baseline_property or ""),
"excludeExisting": bool(exclude_existing),
"withGenerating": bool(with_generating),
"generatingSelectors": list(GENERATING_INDICATOR_SELECTORS),
"pierceShadow": bool(pierce_shadow),
}
def decode_snapshot(raw: Any) -> Optional[Dict[str, Any]]:
"""Decode the page snapshot; ``None`` means "not usable, fall back"."""
if not isinstance(raw, str) or not raw.startswith("{"):
return None
try:
data = json.loads(raw)
except (TypeError, ValueError):
return None
if not isinstance(data, dict) or data.get("v") != SNAPSHOT_PROTOCOL_VERSION:
return None
if not data.get("ok", False):
return None
return data
def image_lists(info: Any) -> Tuple[int, List[str], List[str]]:
if not isinstance(info, dict):
return 0, [], []
try:
count = int(info.get("count", 0) or 0)
except (TypeError, ValueError):
count = 0
urls = [str(u) for u in (info.get("urls") or []) if u]
refs = [str(u) for u in (info.get("references") or []) if u]
return count, urls, refs
__all__ = [
"GENERATING_INDICATOR_SELECTORS",
"SNAPSHOT_JS",
"SNAPSHOT_PROTOCOL_VERSION",
"build_snapshot_config",
"decode_snapshot",
"image_lists",
"resolve_locator",
]