461 lines
17 KiB
Python
461 lines
17 KiB
Python
"""
|
||
app/services/cf_turnstile_solver.py - Cloudflare Turnstile / 5s 盾通用自动过盾服务
|
||
|
||
职责:
|
||
1. 探测并等待可点击人机验证按钮出现(支持动态选择器、自定义探测脚本或保底坐标);
|
||
2. 复用项目的低熵模式移动轨迹(smooth_move_mouse + cdp_precise_click)平滑移动并精确点击;
|
||
3. 确认验证通过(最多尝试指定次数,连续失败抛出异常);
|
||
4. 通过后比对当前 URL 与本次请求实际占用的目标 URL,支持参数化校验与重定向。
|
||
"""
|
||
|
||
from __future__ import annotations
|
||
|
||
import math
|
||
import random
|
||
import time
|
||
from typing import Any, Callable, Dict, List, Optional, Tuple
|
||
from urllib.parse import urlsplit
|
||
|
||
from app.core.config import logger as default_logger
|
||
from app.utils.human_mouse import cdp_precise_click as default_cdp_precise_click, smooth_move_mouse as default_smooth_move_mouse
|
||
from app.core.driver import driver_for_tab
|
||
|
||
_DEFAULT_MAX_ATTEMPTS = 3
|
||
|
||
DEFAULT_FIND_CLICK_POINT_JS = r"""
|
||
return (() => {
|
||
try {
|
||
const visibleRect = (el) => {
|
||
if (!el) return null;
|
||
const style = window.getComputedStyle(el);
|
||
const rect = el.getBoundingClientRect();
|
||
if (
|
||
style.display === 'none' ||
|
||
style.visibility === 'hidden' ||
|
||
Number(style.opacity || 1) <= 0.02 ||
|
||
rect.width < 8 ||
|
||
rect.height < 8
|
||
) {
|
||
return null;
|
||
}
|
||
const vw = window.innerWidth || document.documentElement.clientWidth || 0;
|
||
const vh = window.innerHeight || document.documentElement.clientHeight || 0;
|
||
if (rect.right < 0 || rect.bottom < 0 || rect.left > vw || rect.top > vh) {
|
||
return null;
|
||
}
|
||
const left = Math.max(0, rect.left);
|
||
const top = Math.max(0, rect.top);
|
||
const right = Math.min(vw, rect.right);
|
||
const bottom = Math.min(vh, rect.bottom);
|
||
return {
|
||
left,
|
||
top,
|
||
right,
|
||
bottom,
|
||
width: right - left,
|
||
height: bottom - top,
|
||
rawWidth: rect.width,
|
||
rawHeight: rect.height
|
||
};
|
||
};
|
||
|
||
const describe = (el) => {
|
||
const attrs = [
|
||
el.getAttribute('src'),
|
||
el.getAttribute('title'),
|
||
el.getAttribute('aria-label'),
|
||
el.getAttribute('name'),
|
||
el.id,
|
||
el.className
|
||
];
|
||
return attrs.map((v) => String(v || '')).join(' ').toLowerCase();
|
||
};
|
||
|
||
const candidates = [];
|
||
const pushCandidate = (el, kind, score) => {
|
||
const rect = visibleRect(el);
|
||
if (!rect) return;
|
||
const text = describe(el);
|
||
const checkboxLike = /checkbox|anchor|recaptcha|hcaptcha|turnstile|challenge|cloudflare/.test(text);
|
||
let clickX = rect.left + rect.width / 2;
|
||
let clickY = rect.top + rect.height / 2;
|
||
if (checkboxLike || rect.width >= 120) {
|
||
clickX = rect.left + Math.min(Math.max(rect.width * 0.16, 24), 46);
|
||
}
|
||
const insetX = Math.min(4, Math.max(0, (rect.width - 1) / 2));
|
||
const insetY = Math.min(4, Math.max(0, (rect.height - 1) / 2));
|
||
clickX = Math.max(rect.left + insetX, Math.min(rect.left + rect.width - 1 - insetX, clickX));
|
||
clickY = Math.max(rect.top + insetY, Math.min(rect.top + rect.height - 1 - insetY, clickY));
|
||
candidates.push({
|
||
kind,
|
||
score: score + (checkboxLike ? 20 : 0) + Math.min(rect.width, 320) / 100,
|
||
x: Math.round(clickX),
|
||
y: Math.round(clickY),
|
||
rect,
|
||
hint: text.slice(0, 160)
|
||
});
|
||
};
|
||
|
||
for (const el of document.querySelectorAll('iframe')) {
|
||
const text = describe(el);
|
||
const rect = visibleRect(el);
|
||
const isExpandedImage = !!rect && rect.width >= 360 && rect.height >= 300;
|
||
if (isExpandedImage) continue;
|
||
if (/recaptcha|google\.com\/recaptcha/.test(text)) pushCandidate(el, 'recaptcha_iframe', 100);
|
||
else if (/hcaptcha|hcaptcha\.com/.test(text)) pushCandidate(el, 'hcaptcha_iframe', 95);
|
||
else if (/turnstile|challenges\.cloudflare\.com|cloudflare|challenge/.test(text)) pushCandidate(el, 'cloudflare_iframe', 90);
|
||
}
|
||
|
||
for (const selector of [
|
||
'.cf-turnstile',
|
||
'#challenge-stage',
|
||
'#turnstile-wrapper',
|
||
'.g-recaptcha',
|
||
'.h-captcha',
|
||
'[data-sitekey]',
|
||
'[role="checkbox"]',
|
||
'input[type="checkbox"]'
|
||
]) {
|
||
for (const el of document.querySelectorAll(selector)) {
|
||
pushCandidate(el, selector, 50);
|
||
}
|
||
}
|
||
|
||
candidates.sort((a, b) => b.score - a.score);
|
||
const vw = window.innerWidth || document.documentElement.clientWidth || 800;
|
||
const vh = window.innerHeight || document.documentElement.clientHeight || 600;
|
||
|
||
if (candidates.length > 0) {
|
||
return { ok: true, ...candidates[0], viewport: { width: vw, height: vh } };
|
||
}
|
||
return {
|
||
ok: false,
|
||
reason: 'no_candidate_element',
|
||
viewport: { width: vw, height: vh },
|
||
fallback: {
|
||
x: Math.round(vw / 2 - 90),
|
||
y: Math.round(vh / 2 + 10)
|
||
}
|
||
};
|
||
} catch (e) {
|
||
return { ok: false, error: String(e) };
|
||
}
|
||
})();
|
||
"""
|
||
|
||
DEFAULT_PAGE_READY_PROBE_JS = r"""
|
||
return (() => {
|
||
try {
|
||
const isVisible = (el) => {
|
||
if (!el || !el.isConnected) return false;
|
||
const r = el.getBoundingClientRect();
|
||
const s = window.getComputedStyle(el);
|
||
return r.width >= 8 && r.height >= 8 && r.bottom > 0 && r.right > 0 &&
|
||
r.top < window.innerHeight && r.left < window.innerWidth &&
|
||
s.display !== 'none' && s.visibility !== 'hidden' &&
|
||
Number(s.opacity || 1) > 0.02;
|
||
};
|
||
const text = String(document.body && document.body.innerText ? document.body.innerText : '').toLowerCase();
|
||
const hasVerifyText = text.includes('security verification') ||
|
||
text.includes('protected by cloudflare') ||
|
||
text.includes('verify you are human') ||
|
||
text.includes('checking your browser') ||
|
||
text.includes('confirm you are human') ||
|
||
text.includes('确认您是真人') ||
|
||
text.includes('人机身份验证') ||
|
||
text.includes('请验证您是真人') ||
|
||
text.includes('正在进行安全验证');
|
||
const challengeIframes = Array.from(document.querySelectorAll(
|
||
'iframe[src*="challenges.cloudflare.com"], iframe[src*="challenge-platform"], iframe[title*="challenge" i], iframe[title*="cloudflare" i], iframe[title*="turnstile" i]'
|
||
));
|
||
const hasVisibleChallengeIframe = challengeIframes.some(isVisible);
|
||
if (hasVerifyText || hasVisibleChallengeIframe) {
|
||
return { resolved: false, reason: 'challenge_still_present' };
|
||
}
|
||
const hasInput = !!document.querySelector('textarea, [contenteditable="true"], input[placeholder*="ask" i], input[placeholder*="Type" i]');
|
||
const hasArenaUI = text.includes('new chat') || text.includes('leaderboard') || text.includes('battle mode') || hasInput;
|
||
return { resolved: true, ready: hasArenaUI || hasInput };
|
||
} catch (e) {
|
||
return { resolved: false, error: String(e) };
|
||
}
|
||
})();
|
||
"""
|
||
|
||
|
||
def _interruptible_sleep(seconds: float, raise_if_cancelled=None, step: float = 0.1) -> None:
|
||
deadline = time.time() + max(0.0, float(seconds))
|
||
while time.time() < deadline:
|
||
if raise_if_cancelled:
|
||
raise_if_cancelled()
|
||
remaining = deadline - time.time()
|
||
time.sleep(min(step, max(0.01, remaining)))
|
||
|
||
|
||
def is_valid_http_url(url: Optional[str]) -> bool:
|
||
"""通用 HTTP/HTTPS URL 有效性校验(排除 Cloudflare Challenge 自身页面)。"""
|
||
if not url or not isinstance(url, str):
|
||
return False
|
||
u = url.lower().strip()
|
||
if not (u.startswith("http://") or u.startswith("https://")):
|
||
return False
|
||
if "challenges.cloudflare.com" in u or "challenge-platform" in u:
|
||
return False
|
||
return True
|
||
|
||
|
||
def _urls_match(url1: Optional[str], url2: Optional[str]) -> bool:
|
||
u1 = str(url1 or "").strip().rstrip("/")
|
||
u2 = str(url2 or "").strip().rstrip("/")
|
||
if not u1 and not u2:
|
||
return True
|
||
if not u1 or not u2:
|
||
return False
|
||
if u1 == u2:
|
||
return True
|
||
try:
|
||
p1 = urlsplit(u1)
|
||
p2 = urlsplit(u2)
|
||
if p1.netloc.lower() == p2.netloc.lower() and p1.path.rstrip("/") == p2.path.rstrip("/"):
|
||
if p1.query == p2.query:
|
||
return True
|
||
except Exception:
|
||
pass
|
||
return False
|
||
|
||
|
||
def _get_occupied_url(
|
||
tab: Any,
|
||
session: Any = None,
|
||
default_url: str = "https://arena.ai/code",
|
||
validator_fn: Optional[Callable[[Optional[str]], bool]] = None,
|
||
) -> str:
|
||
"""提取本次请求在过盾前绑定的实际占用 URL。"""
|
||
validator = validator_fn or is_valid_http_url
|
||
if session is not None:
|
||
occupied = getattr(session, "_request_occupied_url", None)
|
||
if occupied and validator(occupied):
|
||
return str(occupied).strip()
|
||
last_known = getattr(session, "last_known_url", None)
|
||
if last_known and validator(last_known):
|
||
return str(last_known).strip()
|
||
try:
|
||
tab_url = str(getattr(tab, "url", "") or "").strip()
|
||
if tab_url and validator(tab_url):
|
||
return tab_url
|
||
except Exception:
|
||
pass
|
||
return default_url
|
||
|
||
|
||
def _wait_for_clickable_point(
|
||
tab: Any,
|
||
timeout_sec: float = 6.0,
|
||
raise_if_cancelled: Optional[Callable[[], None]] = None,
|
||
fallback_coords: Optional[Tuple[int, int]] = None,
|
||
find_click_point_js: Optional[str] = None,
|
||
log: Any = default_logger,
|
||
) -> Dict[str, Any]:
|
||
"""等待并获取可点击按钮坐标,若无法准确定位元素则使用固定/自适应保底坐标。"""
|
||
deadline = time.time() + max(1.0, float(timeout_sec))
|
||
last_fallback = None
|
||
js_code = find_click_point_js or DEFAULT_FIND_CLICK_POINT_JS
|
||
|
||
while time.time() < deadline:
|
||
if raise_if_cancelled:
|
||
raise_if_cancelled()
|
||
try:
|
||
probe = driver_for_tab(tab).run_js(js_code)
|
||
if isinstance(probe, dict):
|
||
if probe.get("ok"):
|
||
x = max(0, int(probe["x"]) + random.randint(-2, 2))
|
||
y = max(0, int(probe["y"]) + random.randint(-2, 2))
|
||
return {
|
||
"ok": True,
|
||
"x": x,
|
||
"y": y,
|
||
"kind": probe.get("kind", "element"),
|
||
"rect": probe.get("rect"),
|
||
}
|
||
elif probe.get("fallback"):
|
||
last_fallback = probe["fallback"]
|
||
except Exception as e:
|
||
log.debug(f"[CF_SOLVER] 寻找点击坐标异常: {e}")
|
||
|
||
_interruptible_sleep(0.3, raise_if_cancelled=raise_if_cancelled)
|
||
|
||
# 无法准确定位元素时启用保底坐标
|
||
if fallback_coords is not None:
|
||
fx, fy = max(0, int(fallback_coords[0])), max(0, int(fallback_coords[1]))
|
||
elif last_fallback and isinstance(last_fallback, dict):
|
||
fx = max(0, int(last_fallback.get("x", 310)))
|
||
fy = max(0, int(last_fallback.get("y", 310)))
|
||
else:
|
||
try:
|
||
vw = int(driver_for_tab(tab).run_js("return window.innerWidth || document.documentElement.clientWidth || 800") or 800)
|
||
vh = int(driver_for_tab(tab).run_js("return window.innerHeight || document.documentElement.clientHeight || 600") or 600)
|
||
fx = max(0, int(vw / 2 - 90))
|
||
fy = max(0, int(vh / 2 + 10))
|
||
except Exception:
|
||
fx, fy = 310, 310
|
||
|
||
fx = max(0, fx + random.randint(-4, 4))
|
||
fy = max(0, fy + random.randint(-4, 4))
|
||
log.info(f"[CF_SOLVER] 未定位到具体元素,启用固定/保底坐标点击: ({fx}, {fy})")
|
||
return {"ok": True, "x": fx, "y": fy, "kind": "fixed_fallback"}
|
||
|
||
|
||
def _wait_for_challenge_resolved(
|
||
tab: Any,
|
||
timeout_sec: float = 8.0,
|
||
raise_if_cancelled: Optional[Callable[[], None]] = None,
|
||
page_ready_probe_js: Optional[str] = None,
|
||
log: Any = default_logger,
|
||
) -> bool:
|
||
"""轮询等待验证通过(特征文字与 iframe 消失且页面就绪)。"""
|
||
deadline = time.time() + max(1.0, float(timeout_sec))
|
||
js_code = page_ready_probe_js or DEFAULT_PAGE_READY_PROBE_JS
|
||
while time.time() < deadline:
|
||
if raise_if_cancelled:
|
||
raise_if_cancelled()
|
||
try:
|
||
probe = driver_for_tab(tab).run_js(js_code)
|
||
if isinstance(probe, dict) and probe.get("resolved"):
|
||
return True
|
||
except Exception as e:
|
||
log.debug(f"[CF_SOLVER] 探测验证状态异常: {e}")
|
||
_interruptible_sleep(0.5, raise_if_cancelled=raise_if_cancelled)
|
||
return False
|
||
|
||
|
||
def solve_turnstile_challenge(
|
||
tab: Any,
|
||
session: Any = None,
|
||
target_url: Optional[str] = None,
|
||
is_valid_url_fn: Optional[Callable[[Optional[str]], bool]] = None,
|
||
ready_probe_js: Optional[str] = None,
|
||
click_point_js: Optional[str] = None,
|
||
fallback_coords: Optional[Tuple[int, int]] = None,
|
||
max_attempts: int = _DEFAULT_MAX_ATTEMPTS,
|
||
click_timeout_sec: float = 6.0,
|
||
resolve_timeout_sec: float = 8.0,
|
||
raise_if_cancelled: Optional[Callable[[], None]] = None,
|
||
smooth_move_fn: Optional[Callable[..., Any]] = None,
|
||
cdp_click_fn: Optional[Callable[..., Any]] = None,
|
||
logger: Any = None,
|
||
) -> Dict[str, Any]:
|
||
"""
|
||
通用 Cloudflare Turnstile / 5s 盾自动过盾流程。
|
||
"""
|
||
log = logger or default_logger
|
||
smooth_move = smooth_move_fn or default_smooth_move_mouse
|
||
cdp_click = cdp_click_fn or default_cdp_precise_click
|
||
|
||
if raise_if_cancelled:
|
||
raise_if_cancelled()
|
||
|
||
occupied_url = target_url or _get_occupied_url(
|
||
tab,
|
||
session,
|
||
validator_fn=is_valid_url_fn or is_valid_http_url,
|
||
)
|
||
log.info(f"[CF_SOLVER] 启动 Cloudflare 5s 盾自动处理: 实际占用目标 URL={occupied_url}")
|
||
|
||
attempts = 0
|
||
passed = False
|
||
|
||
while attempts < max_attempts:
|
||
attempts += 1
|
||
if raise_if_cancelled:
|
||
raise_if_cancelled()
|
||
|
||
log.info(f"[CF_SOLVER] 第 {attempts}/{max_attempts} 次尝试通过 5s 盾...")
|
||
|
||
click_target = _wait_for_clickable_point(
|
||
tab,
|
||
timeout_sec=click_timeout_sec,
|
||
raise_if_cancelled=raise_if_cancelled,
|
||
fallback_coords=fallback_coords,
|
||
find_click_point_js=click_point_js,
|
||
log=log,
|
||
)
|
||
|
||
click_x = max(0, int(click_target["x"]))
|
||
click_y = max(0, int(click_target["y"]))
|
||
log.info(
|
||
f"[CF_SOLVER] 准备低熵点击验证目标 (第 {attempts} 次): "
|
||
f"({click_x}, {click_y}), kind={click_target.get('kind', 'fallback')}"
|
||
)
|
||
|
||
start_x = max(0, click_x - random.randint(40, 80))
|
||
start_y = max(0, click_y - random.randint(30, 60))
|
||
smooth_move(tab, (start_x, start_y), (click_x, click_y))
|
||
_interruptible_sleep(random.uniform(0.06, 0.14), raise_if_cancelled=raise_if_cancelled)
|
||
click_ok = cdp_click(tab, click_x, click_y)
|
||
if not click_ok:
|
||
log.warning(f"[CF_SOLVER] CDP 精确点击未确认: ({click_x}, {click_y})")
|
||
|
||
passed = _wait_for_challenge_resolved(
|
||
tab,
|
||
timeout_sec=resolve_timeout_sec,
|
||
raise_if_cancelled=raise_if_cancelled,
|
||
page_ready_probe_js=ready_probe_js,
|
||
log=log,
|
||
)
|
||
if passed:
|
||
log.info(f"[CF_SOLVER] ✅ 第 {attempts} 次尝试后 5s 盾验证通过!")
|
||
break
|
||
else:
|
||
log.warning(f"[CF_SOLVER] 第 {attempts} 次点击后 5s 盾仍未通过,准备重试...")
|
||
_interruptible_sleep(random.uniform(1.5, 2.5), raise_if_cancelled=raise_if_cancelled)
|
||
|
||
if not passed:
|
||
err_msg = f"连续尝试 {max_attempts} 次仍未通过 Cloudflare 5s 盾人机验证"
|
||
log.error(f"[CF_SOLVER] ❌ {err_msg}")
|
||
raise RuntimeError(f"cf_turnstile_verify_failed_after_{max_attempts}_attempts")
|
||
|
||
current_url = str(getattr(tab, "url", "") or "").strip()
|
||
url_matches = _urls_match(current_url, occupied_url)
|
||
|
||
validator = is_valid_url_fn or is_valid_http_url
|
||
if not url_matches and occupied_url and validator(occupied_url):
|
||
log.warning(
|
||
f"[CF_SOLVER] 过盾后 URL 不一致: 当前 URL ({current_url}) != 实际占用 URL ({occupied_url}),"
|
||
f"正在跳转回实际占用 URL..."
|
||
)
|
||
try:
|
||
tab.get(occupied_url)
|
||
_interruptible_sleep(random.uniform(1.0, 2.0), raise_if_cancelled=raise_if_cancelled)
|
||
current_url = str(getattr(tab, "url", "") or "").strip()
|
||
log.info(f"[CF_SOLVER] 已跳转回实际占用 URL: {current_url}")
|
||
except Exception as e:
|
||
log.error(f"[CF_SOLVER] 跳转回实际占用 URL 失败: {e}")
|
||
raise
|
||
else:
|
||
log.info(f"[CF_SOLVER] 过盾后 URL 一致 ({current_url}),无需重定向。")
|
||
|
||
return {
|
||
"ok": True,
|
||
"attempts": attempts,
|
||
"current_url": current_url,
|
||
"occupied_url": occupied_url,
|
||
"url_redirected": not url_matches,
|
||
}
|
||
|
||
|
||
# 兼容别名
|
||
solve_arena_turnstile_challenge = solve_turnstile_challenge
|
||
|
||
|
||
__all__ = [
|
||
"DEFAULT_FIND_CLICK_POINT_JS",
|
||
"DEFAULT_PAGE_READY_PROBE_JS",
|
||
"_get_occupied_url",
|
||
"_interruptible_sleep",
|
||
"_urls_match",
|
||
"_wait_for_challenge_resolved",
|
||
"_wait_for_clickable_point",
|
||
"is_valid_http_url",
|
||
"solve_arena_turnstile_challenge",
|
||
"solve_turnstile_challenge",
|
||
]
|