Files
2026-11-02 22:54:14 +08:00

461 lines
17 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""
app/services/cf_turnstile_solver.py - Cloudflare Turnstile / 5s 盾通用自动过盾服务
职责:
1. 探测并等待可点击人机验证按钮出现(支持动态选择器、自定义探测脚本或保底坐标);
2. 复用项目的低熵模式移动轨迹(smooth_move_mouse + cdp_precise_click)平滑移动并精确点击;
3. 确认验证通过(最多尝试指定次数,连续失败抛出异常);
4. 通过后比对当前 URL 与本次请求实际占用的目标 URL,支持参数化校验与重定向。
"""
from __future__ import annotations
import math
import random
import time
from typing import Any, Callable, Dict, List, Optional, Tuple
from urllib.parse import urlsplit
from app.core.config import logger as default_logger
from app.utils.human_mouse import cdp_precise_click as default_cdp_precise_click, smooth_move_mouse as default_smooth_move_mouse
from app.core.driver import driver_for_tab
_DEFAULT_MAX_ATTEMPTS = 3
DEFAULT_FIND_CLICK_POINT_JS = r"""
return (() => {
try {
const visibleRect = (el) => {
if (!el) return null;
const style = window.getComputedStyle(el);
const rect = el.getBoundingClientRect();
if (
style.display === 'none' ||
style.visibility === 'hidden' ||
Number(style.opacity || 1) <= 0.02 ||
rect.width < 8 ||
rect.height < 8
) {
return null;
}
const vw = window.innerWidth || document.documentElement.clientWidth || 0;
const vh = window.innerHeight || document.documentElement.clientHeight || 0;
if (rect.right < 0 || rect.bottom < 0 || rect.left > vw || rect.top > vh) {
return null;
}
const left = Math.max(0, rect.left);
const top = Math.max(0, rect.top);
const right = Math.min(vw, rect.right);
const bottom = Math.min(vh, rect.bottom);
return {
left,
top,
right,
bottom,
width: right - left,
height: bottom - top,
rawWidth: rect.width,
rawHeight: rect.height
};
};
const describe = (el) => {
const attrs = [
el.getAttribute('src'),
el.getAttribute('title'),
el.getAttribute('aria-label'),
el.getAttribute('name'),
el.id,
el.className
];
return attrs.map((v) => String(v || '')).join(' ').toLowerCase();
};
const candidates = [];
const pushCandidate = (el, kind, score) => {
const rect = visibleRect(el);
if (!rect) return;
const text = describe(el);
const checkboxLike = /checkbox|anchor|recaptcha|hcaptcha|turnstile|challenge|cloudflare/.test(text);
let clickX = rect.left + rect.width / 2;
let clickY = rect.top + rect.height / 2;
if (checkboxLike || rect.width >= 120) {
clickX = rect.left + Math.min(Math.max(rect.width * 0.16, 24), 46);
}
const insetX = Math.min(4, Math.max(0, (rect.width - 1) / 2));
const insetY = Math.min(4, Math.max(0, (rect.height - 1) / 2));
clickX = Math.max(rect.left + insetX, Math.min(rect.left + rect.width - 1 - insetX, clickX));
clickY = Math.max(rect.top + insetY, Math.min(rect.top + rect.height - 1 - insetY, clickY));
candidates.push({
kind,
score: score + (checkboxLike ? 20 : 0) + Math.min(rect.width, 320) / 100,
x: Math.round(clickX),
y: Math.round(clickY),
rect,
hint: text.slice(0, 160)
});
};
for (const el of document.querySelectorAll('iframe')) {
const text = describe(el);
const rect = visibleRect(el);
const isExpandedImage = !!rect && rect.width >= 360 && rect.height >= 300;
if (isExpandedImage) continue;
if (/recaptcha|google\.com\/recaptcha/.test(text)) pushCandidate(el, 'recaptcha_iframe', 100);
else if (/hcaptcha|hcaptcha\.com/.test(text)) pushCandidate(el, 'hcaptcha_iframe', 95);
else if (/turnstile|challenges\.cloudflare\.com|cloudflare|challenge/.test(text)) pushCandidate(el, 'cloudflare_iframe', 90);
}
for (const selector of [
'.cf-turnstile',
'#challenge-stage',
'#turnstile-wrapper',
'.g-recaptcha',
'.h-captcha',
'[data-sitekey]',
'[role="checkbox"]',
'input[type="checkbox"]'
]) {
for (const el of document.querySelectorAll(selector)) {
pushCandidate(el, selector, 50);
}
}
candidates.sort((a, b) => b.score - a.score);
const vw = window.innerWidth || document.documentElement.clientWidth || 800;
const vh = window.innerHeight || document.documentElement.clientHeight || 600;
if (candidates.length > 0) {
return { ok: true, ...candidates[0], viewport: { width: vw, height: vh } };
}
return {
ok: false,
reason: 'no_candidate_element',
viewport: { width: vw, height: vh },
fallback: {
x: Math.round(vw / 2 - 90),
y: Math.round(vh / 2 + 10)
}
};
} catch (e) {
return { ok: false, error: String(e) };
}
})();
"""
DEFAULT_PAGE_READY_PROBE_JS = r"""
return (() => {
try {
const isVisible = (el) => {
if (!el || !el.isConnected) return false;
const r = el.getBoundingClientRect();
const s = window.getComputedStyle(el);
return r.width >= 8 && r.height >= 8 && r.bottom > 0 && r.right > 0 &&
r.top < window.innerHeight && r.left < window.innerWidth &&
s.display !== 'none' && s.visibility !== 'hidden' &&
Number(s.opacity || 1) > 0.02;
};
const text = String(document.body && document.body.innerText ? document.body.innerText : '').toLowerCase();
const hasVerifyText = text.includes('security verification') ||
text.includes('protected by cloudflare') ||
text.includes('verify you are human') ||
text.includes('checking your browser') ||
text.includes('confirm you are human') ||
text.includes('确认您是真人') ||
text.includes('人机身份验证') ||
text.includes('请验证您是真人') ||
text.includes('正在进行安全验证');
const challengeIframes = Array.from(document.querySelectorAll(
'iframe[src*="challenges.cloudflare.com"], iframe[src*="challenge-platform"], iframe[title*="challenge" i], iframe[title*="cloudflare" i], iframe[title*="turnstile" i]'
));
const hasVisibleChallengeIframe = challengeIframes.some(isVisible);
if (hasVerifyText || hasVisibleChallengeIframe) {
return { resolved: false, reason: 'challenge_still_present' };
}
const hasInput = !!document.querySelector('textarea, [contenteditable="true"], input[placeholder*="ask" i], input[placeholder*="Type" i]');
const hasArenaUI = text.includes('new chat') || text.includes('leaderboard') || text.includes('battle mode') || hasInput;
return { resolved: true, ready: hasArenaUI || hasInput };
} catch (e) {
return { resolved: false, error: String(e) };
}
})();
"""
def _interruptible_sleep(seconds: float, raise_if_cancelled=None, step: float = 0.1) -> None:
deadline = time.time() + max(0.0, float(seconds))
while time.time() < deadline:
if raise_if_cancelled:
raise_if_cancelled()
remaining = deadline - time.time()
time.sleep(min(step, max(0.01, remaining)))
def is_valid_http_url(url: Optional[str]) -> bool:
"""通用 HTTP/HTTPS URL 有效性校验(排除 Cloudflare Challenge 自身页面)。"""
if not url or not isinstance(url, str):
return False
u = url.lower().strip()
if not (u.startswith("http://") or u.startswith("https://")):
return False
if "challenges.cloudflare.com" in u or "challenge-platform" in u:
return False
return True
def _urls_match(url1: Optional[str], url2: Optional[str]) -> bool:
u1 = str(url1 or "").strip().rstrip("/")
u2 = str(url2 or "").strip().rstrip("/")
if not u1 and not u2:
return True
if not u1 or not u2:
return False
if u1 == u2:
return True
try:
p1 = urlsplit(u1)
p2 = urlsplit(u2)
if p1.netloc.lower() == p2.netloc.lower() and p1.path.rstrip("/") == p2.path.rstrip("/"):
if p1.query == p2.query:
return True
except Exception:
pass
return False
def _get_occupied_url(
tab: Any,
session: Any = None,
default_url: str = "https://arena.ai/code",
validator_fn: Optional[Callable[[Optional[str]], bool]] = None,
) -> str:
"""提取本次请求在过盾前绑定的实际占用 URL。"""
validator = validator_fn or is_valid_http_url
if session is not None:
occupied = getattr(session, "_request_occupied_url", None)
if occupied and validator(occupied):
return str(occupied).strip()
last_known = getattr(session, "last_known_url", None)
if last_known and validator(last_known):
return str(last_known).strip()
try:
tab_url = str(getattr(tab, "url", "") or "").strip()
if tab_url and validator(tab_url):
return tab_url
except Exception:
pass
return default_url
def _wait_for_clickable_point(
tab: Any,
timeout_sec: float = 6.0,
raise_if_cancelled: Optional[Callable[[], None]] = None,
fallback_coords: Optional[Tuple[int, int]] = None,
find_click_point_js: Optional[str] = None,
log: Any = default_logger,
) -> Dict[str, Any]:
"""等待并获取可点击按钮坐标,若无法准确定位元素则使用固定/自适应保底坐标。"""
deadline = time.time() + max(1.0, float(timeout_sec))
last_fallback = None
js_code = find_click_point_js or DEFAULT_FIND_CLICK_POINT_JS
while time.time() < deadline:
if raise_if_cancelled:
raise_if_cancelled()
try:
probe = driver_for_tab(tab).run_js(js_code)
if isinstance(probe, dict):
if probe.get("ok"):
x = max(0, int(probe["x"]) + random.randint(-2, 2))
y = max(0, int(probe["y"]) + random.randint(-2, 2))
return {
"ok": True,
"x": x,
"y": y,
"kind": probe.get("kind", "element"),
"rect": probe.get("rect"),
}
elif probe.get("fallback"):
last_fallback = probe["fallback"]
except Exception as e:
log.debug(f"[CF_SOLVER] 寻找点击坐标异常: {e}")
_interruptible_sleep(0.3, raise_if_cancelled=raise_if_cancelled)
# 无法准确定位元素时启用保底坐标
if fallback_coords is not None:
fx, fy = max(0, int(fallback_coords[0])), max(0, int(fallback_coords[1]))
elif last_fallback and isinstance(last_fallback, dict):
fx = max(0, int(last_fallback.get("x", 310)))
fy = max(0, int(last_fallback.get("y", 310)))
else:
try:
vw = int(driver_for_tab(tab).run_js("return window.innerWidth || document.documentElement.clientWidth || 800") or 800)
vh = int(driver_for_tab(tab).run_js("return window.innerHeight || document.documentElement.clientHeight || 600") or 600)
fx = max(0, int(vw / 2 - 90))
fy = max(0, int(vh / 2 + 10))
except Exception:
fx, fy = 310, 310
fx = max(0, fx + random.randint(-4, 4))
fy = max(0, fy + random.randint(-4, 4))
log.info(f"[CF_SOLVER] 未定位到具体元素,启用固定/保底坐标点击: ({fx}, {fy})")
return {"ok": True, "x": fx, "y": fy, "kind": "fixed_fallback"}
def _wait_for_challenge_resolved(
tab: Any,
timeout_sec: float = 8.0,
raise_if_cancelled: Optional[Callable[[], None]] = None,
page_ready_probe_js: Optional[str] = None,
log: Any = default_logger,
) -> bool:
"""轮询等待验证通过(特征文字与 iframe 消失且页面就绪)。"""
deadline = time.time() + max(1.0, float(timeout_sec))
js_code = page_ready_probe_js or DEFAULT_PAGE_READY_PROBE_JS
while time.time() < deadline:
if raise_if_cancelled:
raise_if_cancelled()
try:
probe = driver_for_tab(tab).run_js(js_code)
if isinstance(probe, dict) and probe.get("resolved"):
return True
except Exception as e:
log.debug(f"[CF_SOLVER] 探测验证状态异常: {e}")
_interruptible_sleep(0.5, raise_if_cancelled=raise_if_cancelled)
return False
def solve_turnstile_challenge(
tab: Any,
session: Any = None,
target_url: Optional[str] = None,
is_valid_url_fn: Optional[Callable[[Optional[str]], bool]] = None,
ready_probe_js: Optional[str] = None,
click_point_js: Optional[str] = None,
fallback_coords: Optional[Tuple[int, int]] = None,
max_attempts: int = _DEFAULT_MAX_ATTEMPTS,
click_timeout_sec: float = 6.0,
resolve_timeout_sec: float = 8.0,
raise_if_cancelled: Optional[Callable[[], None]] = None,
smooth_move_fn: Optional[Callable[..., Any]] = None,
cdp_click_fn: Optional[Callable[..., Any]] = None,
logger: Any = None,
) -> Dict[str, Any]:
"""
通用 Cloudflare Turnstile / 5s 盾自动过盾流程。
"""
log = logger or default_logger
smooth_move = smooth_move_fn or default_smooth_move_mouse
cdp_click = cdp_click_fn or default_cdp_precise_click
if raise_if_cancelled:
raise_if_cancelled()
occupied_url = target_url or _get_occupied_url(
tab,
session,
validator_fn=is_valid_url_fn or is_valid_http_url,
)
log.info(f"[CF_SOLVER] 启动 Cloudflare 5s 盾自动处理: 实际占用目标 URL={occupied_url}")
attempts = 0
passed = False
while attempts < max_attempts:
attempts += 1
if raise_if_cancelled:
raise_if_cancelled()
log.info(f"[CF_SOLVER] 第 {attempts}/{max_attempts} 次尝试通过 5s 盾...")
click_target = _wait_for_clickable_point(
tab,
timeout_sec=click_timeout_sec,
raise_if_cancelled=raise_if_cancelled,
fallback_coords=fallback_coords,
find_click_point_js=click_point_js,
log=log,
)
click_x = max(0, int(click_target["x"]))
click_y = max(0, int(click_target["y"]))
log.info(
f"[CF_SOLVER] 准备低熵点击验证目标 (第 {attempts} 次): "
f"({click_x}, {click_y}), kind={click_target.get('kind', 'fallback')}"
)
start_x = max(0, click_x - random.randint(40, 80))
start_y = max(0, click_y - random.randint(30, 60))
smooth_move(tab, (start_x, start_y), (click_x, click_y))
_interruptible_sleep(random.uniform(0.06, 0.14), raise_if_cancelled=raise_if_cancelled)
click_ok = cdp_click(tab, click_x, click_y)
if not click_ok:
log.warning(f"[CF_SOLVER] CDP 精确点击未确认: ({click_x}, {click_y})")
passed = _wait_for_challenge_resolved(
tab,
timeout_sec=resolve_timeout_sec,
raise_if_cancelled=raise_if_cancelled,
page_ready_probe_js=ready_probe_js,
log=log,
)
if passed:
log.info(f"[CF_SOLVER] ✅ 第 {attempts} 次尝试后 5s 盾验证通过!")
break
else:
log.warning(f"[CF_SOLVER] 第 {attempts} 次点击后 5s 盾仍未通过,准备重试...")
_interruptible_sleep(random.uniform(1.5, 2.5), raise_if_cancelled=raise_if_cancelled)
if not passed:
err_msg = f"连续尝试 {max_attempts} 次仍未通过 Cloudflare 5s 盾人机验证"
log.error(f"[CF_SOLVER] ❌ {err_msg}")
raise RuntimeError(f"cf_turnstile_verify_failed_after_{max_attempts}_attempts")
current_url = str(getattr(tab, "url", "") or "").strip()
url_matches = _urls_match(current_url, occupied_url)
validator = is_valid_url_fn or is_valid_http_url
if not url_matches and occupied_url and validator(occupied_url):
log.warning(
f"[CF_SOLVER] 过盾后 URL 不一致: 当前 URL ({current_url}) != 实际占用 URL ({occupied_url}),"
f"正在跳转回实际占用 URL..."
)
try:
tab.get(occupied_url)
_interruptible_sleep(random.uniform(1.0, 2.0), raise_if_cancelled=raise_if_cancelled)
current_url = str(getattr(tab, "url", "") or "").strip()
log.info(f"[CF_SOLVER] 已跳转回实际占用 URL: {current_url}")
except Exception as e:
log.error(f"[CF_SOLVER] 跳转回实际占用 URL 失败: {e}")
raise
else:
log.info(f"[CF_SOLVER] 过盾后 URL 一致 ({current_url}),无需重定向。")
return {
"ok": True,
"attempts": attempts,
"current_url": current_url,
"occupied_url": occupied_url,
"url_redirected": not url_matches,
}
# 兼容别名
solve_arena_turnstile_challenge = solve_turnstile_challenge
__all__ = [
"DEFAULT_FIND_CLICK_POINT_JS",
"DEFAULT_PAGE_READY_PROBE_JS",
"_get_occupied_url",
"_interruptible_sleep",
"_urls_match",
"_wait_for_challenge_resolved",
"_wait_for_clickable_point",
"is_valid_http_url",
"solve_arena_turnstile_challenge",
"solve_turnstile_challenge",
]