Initial commit
This commit is contained in:
commit
57fc3525eb
7311 files changed
+1291398
No files matched your search
@@ -0,0 +1,460 @@
|
||||
"""
|
||||
app/services/cf_turnstile_solver.py - Cloudflare Turnstile / 5s 盾通用自动过盾服务
|
||||
|
||||
职责:
|
||||
1. 探测并等待可点击人机验证按钮出现(支持动态选择器、自定义探测脚本或保底坐标);
|
||||
2. 复用项目的低熵模式移动轨迹(smooth_move_mouse + cdp_precise_click)平滑移动并精确点击;
|
||||
3. 确认验证通过(最多尝试指定次数,连续失败抛出异常);
|
||||
4. 通过后比对当前 URL 与本次请求实际占用的目标 URL,支持参数化校验与重定向。
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import math
|
||||
import random
|
||||
import time
|
||||
from typing import Any, Callable, Dict, List, Optional, Tuple
|
||||
from urllib.parse import urlsplit
|
||||
|
||||
from app.core.config import logger as default_logger
|
||||
from app.utils.human_mouse import cdp_precise_click as default_cdp_precise_click, smooth_move_mouse as default_smooth_move_mouse
|
||||
from app.core.driver import driver_for_tab
|
||||
|
||||
_DEFAULT_MAX_ATTEMPTS = 3
|
||||
|
||||
DEFAULT_FIND_CLICK_POINT_JS = r"""
|
||||
return (() => {
|
||||
try {
|
||||
const visibleRect = (el) => {
|
||||
if (!el) return null;
|
||||
const style = window.getComputedStyle(el);
|
||||
const rect = el.getBoundingClientRect();
|
||||
if (
|
||||
style.display === 'none' ||
|
||||
style.visibility === 'hidden' ||
|
||||
Number(style.opacity || 1) <= 0.02 ||
|
||||
rect.width < 8 ||
|
||||
rect.height < 8
|
||||
) {
|
||||
return null;
|
||||
}
|
||||
const vw = window.innerWidth || document.documentElement.clientWidth || 0;
|
||||
const vh = window.innerHeight || document.documentElement.clientHeight || 0;
|
||||
if (rect.right < 0 || rect.bottom < 0 || rect.left > vw || rect.top > vh) {
|
||||
return null;
|
||||
}
|
||||
const left = Math.max(0, rect.left);
|
||||
const top = Math.max(0, rect.top);
|
||||
const right = Math.min(vw, rect.right);
|
||||
const bottom = Math.min(vh, rect.bottom);
|
||||
return {
|
||||
left,
|
||||
top,
|
||||
right,
|
||||
bottom,
|
||||
width: right - left,
|
||||
height: bottom - top,
|
||||
rawWidth: rect.width,
|
||||
rawHeight: rect.height
|
||||
};
|
||||
};
|
||||
|
||||
const describe = (el) => {
|
||||
const attrs = [
|
||||
el.getAttribute('src'),
|
||||
el.getAttribute('title'),
|
||||
el.getAttribute('aria-label'),
|
||||
el.getAttribute('name'),
|
||||
el.id,
|
||||
el.className
|
||||
];
|
||||
return attrs.map((v) => String(v || '')).join(' ').toLowerCase();
|
||||
};
|
||||
|
||||
const candidates = [];
|
||||
const pushCandidate = (el, kind, score) => {
|
||||
const rect = visibleRect(el);
|
||||
if (!rect) return;
|
||||
const text = describe(el);
|
||||
const checkboxLike = /checkbox|anchor|recaptcha|hcaptcha|turnstile|challenge|cloudflare/.test(text);
|
||||
let clickX = rect.left + rect.width / 2;
|
||||
let clickY = rect.top + rect.height / 2;
|
||||
if (checkboxLike || rect.width >= 120) {
|
||||
clickX = rect.left + Math.min(Math.max(rect.width * 0.16, 24), 46);
|
||||
}
|
||||
const insetX = Math.min(4, Math.max(0, (rect.width - 1) / 2));
|
||||
const insetY = Math.min(4, Math.max(0, (rect.height - 1) / 2));
|
||||
clickX = Math.max(rect.left + insetX, Math.min(rect.left + rect.width - 1 - insetX, clickX));
|
||||
clickY = Math.max(rect.top + insetY, Math.min(rect.top + rect.height - 1 - insetY, clickY));
|
||||
candidates.push({
|
||||
kind,
|
||||
score: score + (checkboxLike ? 20 : 0) + Math.min(rect.width, 320) / 100,
|
||||
x: Math.round(clickX),
|
||||
y: Math.round(clickY),
|
||||
rect,
|
||||
hint: text.slice(0, 160)
|
||||
});
|
||||
};
|
||||
|
||||
for (const el of document.querySelectorAll('iframe')) {
|
||||
const text = describe(el);
|
||||
const rect = visibleRect(el);
|
||||
const isExpandedImage = !!rect && rect.width >= 360 && rect.height >= 300;
|
||||
if (isExpandedImage) continue;
|
||||
if (/recaptcha|google\.com\/recaptcha/.test(text)) pushCandidate(el, 'recaptcha_iframe', 100);
|
||||
else if (/hcaptcha|hcaptcha\.com/.test(text)) pushCandidate(el, 'hcaptcha_iframe', 95);
|
||||
else if (/turnstile|challenges\.cloudflare\.com|cloudflare|challenge/.test(text)) pushCandidate(el, 'cloudflare_iframe', 90);
|
||||
}
|
||||
|
||||
for (const selector of [
|
||||
'.cf-turnstile',
|
||||
'#challenge-stage',
|
||||
'#turnstile-wrapper',
|
||||
'.g-recaptcha',
|
||||
'.h-captcha',
|
||||
'[data-sitekey]',
|
||||
'[role="checkbox"]',
|
||||
'input[type="checkbox"]'
|
||||
]) {
|
||||
for (const el of document.querySelectorAll(selector)) {
|
||||
pushCandidate(el, selector, 50);
|
||||
}
|
||||
}
|
||||
|
||||
candidates.sort((a, b) => b.score - a.score);
|
||||
const vw = window.innerWidth || document.documentElement.clientWidth || 800;
|
||||
const vh = window.innerHeight || document.documentElement.clientHeight || 600;
|
||||
|
||||
if (candidates.length > 0) {
|
||||
return { ok: true, ...candidates[0], viewport: { width: vw, height: vh } };
|
||||
}
|
||||
return {
|
||||
ok: false,
|
||||
reason: 'no_candidate_element',
|
||||
viewport: { width: vw, height: vh },
|
||||
fallback: {
|
||||
x: Math.round(vw / 2 - 90),
|
||||
y: Math.round(vh / 2 + 10)
|
||||
}
|
||||
};
|
||||
} catch (e) {
|
||||
return { ok: false, error: String(e) };
|
||||
}
|
||||
})();
|
||||
"""
|
||||
|
||||
DEFAULT_PAGE_READY_PROBE_JS = r"""
|
||||
return (() => {
|
||||
try {
|
||||
const isVisible = (el) => {
|
||||
if (!el || !el.isConnected) return false;
|
||||
const r = el.getBoundingClientRect();
|
||||
const s = window.getComputedStyle(el);
|
||||
return r.width >= 8 && r.height >= 8 && r.bottom > 0 && r.right > 0 &&
|
||||
r.top < window.innerHeight && r.left < window.innerWidth &&
|
||||
s.display !== 'none' && s.visibility !== 'hidden' &&
|
||||
Number(s.opacity || 1) > 0.02;
|
||||
};
|
||||
const text = String(document.body && document.body.innerText ? document.body.innerText : '').toLowerCase();
|
||||
const hasVerifyText = text.includes('security verification') ||
|
||||
text.includes('protected by cloudflare') ||
|
||||
text.includes('verify you are human') ||
|
||||
text.includes('checking your browser') ||
|
||||
text.includes('confirm you are human') ||
|
||||
text.includes('确认您是真人') ||
|
||||
text.includes('人机身份验证') ||
|
||||
text.includes('请验证您是真人') ||
|
||||
text.includes('正在进行安全验证');
|
||||
const challengeIframes = Array.from(document.querySelectorAll(
|
||||
'iframe[src*="challenges.cloudflare.com"], iframe[src*="challenge-platform"], iframe[title*="challenge" i], iframe[title*="cloudflare" i], iframe[title*="turnstile" i]'
|
||||
));
|
||||
const hasVisibleChallengeIframe = challengeIframes.some(isVisible);
|
||||
if (hasVerifyText || hasVisibleChallengeIframe) {
|
||||
return { resolved: false, reason: 'challenge_still_present' };
|
||||
}
|
||||
const hasInput = !!document.querySelector('textarea, [contenteditable="true"], input[placeholder*="ask" i], input[placeholder*="Type" i]');
|
||||
const hasArenaUI = text.includes('new chat') || text.includes('leaderboard') || text.includes('battle mode') || hasInput;
|
||||
return { resolved: true, ready: hasArenaUI || hasInput };
|
||||
} catch (e) {
|
||||
return { resolved: false, error: String(e) };
|
||||
}
|
||||
})();
|
||||
"""
|
||||
|
||||
|
||||
def _interruptible_sleep(seconds: float, raise_if_cancelled=None, step: float = 0.1) -> None:
|
||||
deadline = time.time() + max(0.0, float(seconds))
|
||||
while time.time() < deadline:
|
||||
if raise_if_cancelled:
|
||||
raise_if_cancelled()
|
||||
remaining = deadline - time.time()
|
||||
time.sleep(min(step, max(0.01, remaining)))
|
||||
|
||||
|
||||
def is_valid_http_url(url: Optional[str]) -> bool:
|
||||
"""通用 HTTP/HTTPS URL 有效性校验(排除 Cloudflare Challenge 自身页面)。"""
|
||||
if not url or not isinstance(url, str):
|
||||
return False
|
||||
u = url.lower().strip()
|
||||
if not (u.startswith("http://") or u.startswith("https://")):
|
||||
return False
|
||||
if "challenges.cloudflare.com" in u or "challenge-platform" in u:
|
||||
return False
|
||||
return True
|
||||
|
||||
|
||||
def _urls_match(url1: Optional[str], url2: Optional[str]) -> bool:
|
||||
u1 = str(url1 or "").strip().rstrip("/")
|
||||
u2 = str(url2 or "").strip().rstrip("/")
|
||||
if not u1 and not u2:
|
||||
return True
|
||||
if not u1 or not u2:
|
||||
return False
|
||||
if u1 == u2:
|
||||
return True
|
||||
try:
|
||||
p1 = urlsplit(u1)
|
||||
p2 = urlsplit(u2)
|
||||
if p1.netloc.lower() == p2.netloc.lower() and p1.path.rstrip("/") == p2.path.rstrip("/"):
|
||||
if p1.query == p2.query:
|
||||
return True
|
||||
except Exception:
|
||||
pass
|
||||
return False
|
||||
|
||||
|
||||
def _get_occupied_url(
|
||||
tab: Any,
|
||||
session: Any = None,
|
||||
default_url: str = "https://arena.ai/code",
|
||||
validator_fn: Optional[Callable[[Optional[str]], bool]] = None,
|
||||
) -> str:
|
||||
"""提取本次请求在过盾前绑定的实际占用 URL。"""
|
||||
validator = validator_fn or is_valid_http_url
|
||||
if session is not None:
|
||||
occupied = getattr(session, "_request_occupied_url", None)
|
||||
if occupied and validator(occupied):
|
||||
return str(occupied).strip()
|
||||
last_known = getattr(session, "last_known_url", None)
|
||||
if last_known and validator(last_known):
|
||||
return str(last_known).strip()
|
||||
try:
|
||||
tab_url = str(getattr(tab, "url", "") or "").strip()
|
||||
if tab_url and validator(tab_url):
|
||||
return tab_url
|
||||
except Exception:
|
||||
pass
|
||||
return default_url
|
||||
|
||||
|
||||
def _wait_for_clickable_point(
|
||||
tab: Any,
|
||||
timeout_sec: float = 6.0,
|
||||
raise_if_cancelled: Optional[Callable[[], None]] = None,
|
||||
fallback_coords: Optional[Tuple[int, int]] = None,
|
||||
find_click_point_js: Optional[str] = None,
|
||||
log: Any = default_logger,
|
||||
) -> Dict[str, Any]:
|
||||
"""等待并获取可点击按钮坐标,若无法准确定位元素则使用固定/自适应保底坐标。"""
|
||||
deadline = time.time() + max(1.0, float(timeout_sec))
|
||||
last_fallback = None
|
||||
js_code = find_click_point_js or DEFAULT_FIND_CLICK_POINT_JS
|
||||
|
||||
while time.time() < deadline:
|
||||
if raise_if_cancelled:
|
||||
raise_if_cancelled()
|
||||
try:
|
||||
probe = driver_for_tab(tab).run_js(js_code)
|
||||
if isinstance(probe, dict):
|
||||
if probe.get("ok"):
|
||||
x = max(0, int(probe["x"]) + random.randint(-2, 2))
|
||||
y = max(0, int(probe["y"]) + random.randint(-2, 2))
|
||||
return {
|
||||
"ok": True,
|
||||
"x": x,
|
||||
"y": y,
|
||||
"kind": probe.get("kind", "element"),
|
||||
"rect": probe.get("rect"),
|
||||
}
|
||||
elif probe.get("fallback"):
|
||||
last_fallback = probe["fallback"]
|
||||
except Exception as e:
|
||||
log.debug(f"[CF_SOLVER] 寻找点击坐标异常: {e}")
|
||||
|
||||
_interruptible_sleep(0.3, raise_if_cancelled=raise_if_cancelled)
|
||||
|
||||
# 无法准确定位元素时启用保底坐标
|
||||
if fallback_coords is not None:
|
||||
fx, fy = max(0, int(fallback_coords[0])), max(0, int(fallback_coords[1]))
|
||||
elif last_fallback and isinstance(last_fallback, dict):
|
||||
fx = max(0, int(last_fallback.get("x", 310)))
|
||||
fy = max(0, int(last_fallback.get("y", 310)))
|
||||
else:
|
||||
try:
|
||||
vw = int(driver_for_tab(tab).run_js("return window.innerWidth || document.documentElement.clientWidth || 800") or 800)
|
||||
vh = int(driver_for_tab(tab).run_js("return window.innerHeight || document.documentElement.clientHeight || 600") or 600)
|
||||
fx = max(0, int(vw / 2 - 90))
|
||||
fy = max(0, int(vh / 2 + 10))
|
||||
except Exception:
|
||||
fx, fy = 310, 310
|
||||
|
||||
fx = max(0, fx + random.randint(-4, 4))
|
||||
fy = max(0, fy + random.randint(-4, 4))
|
||||
log.info(f"[CF_SOLVER] 未定位到具体元素,启用固定/保底坐标点击: ({fx}, {fy})")
|
||||
return {"ok": True, "x": fx, "y": fy, "kind": "fixed_fallback"}
|
||||
|
||||
|
||||
def _wait_for_challenge_resolved(
|
||||
tab: Any,
|
||||
timeout_sec: float = 8.0,
|
||||
raise_if_cancelled: Optional[Callable[[], None]] = None,
|
||||
page_ready_probe_js: Optional[str] = None,
|
||||
log: Any = default_logger,
|
||||
) -> bool:
|
||||
"""轮询等待验证通过(特征文字与 iframe 消失且页面就绪)。"""
|
||||
deadline = time.time() + max(1.0, float(timeout_sec))
|
||||
js_code = page_ready_probe_js or DEFAULT_PAGE_READY_PROBE_JS
|
||||
while time.time() < deadline:
|
||||
if raise_if_cancelled:
|
||||
raise_if_cancelled()
|
||||
try:
|
||||
probe = driver_for_tab(tab).run_js(js_code)
|
||||
if isinstance(probe, dict) and probe.get("resolved"):
|
||||
return True
|
||||
except Exception as e:
|
||||
log.debug(f"[CF_SOLVER] 探测验证状态异常: {e}")
|
||||
_interruptible_sleep(0.5, raise_if_cancelled=raise_if_cancelled)
|
||||
return False
|
||||
|
||||
|
||||
def solve_turnstile_challenge(
|
||||
tab: Any,
|
||||
session: Any = None,
|
||||
target_url: Optional[str] = None,
|
||||
is_valid_url_fn: Optional[Callable[[Optional[str]], bool]] = None,
|
||||
ready_probe_js: Optional[str] = None,
|
||||
click_point_js: Optional[str] = None,
|
||||
fallback_coords: Optional[Tuple[int, int]] = None,
|
||||
max_attempts: int = _DEFAULT_MAX_ATTEMPTS,
|
||||
click_timeout_sec: float = 6.0,
|
||||
resolve_timeout_sec: float = 8.0,
|
||||
raise_if_cancelled: Optional[Callable[[], None]] = None,
|
||||
smooth_move_fn: Optional[Callable[..., Any]] = None,
|
||||
cdp_click_fn: Optional[Callable[..., Any]] = None,
|
||||
logger: Any = None,
|
||||
) -> Dict[str, Any]:
|
||||
"""
|
||||
通用 Cloudflare Turnstile / 5s 盾自动过盾流程。
|
||||
"""
|
||||
log = logger or default_logger
|
||||
smooth_move = smooth_move_fn or default_smooth_move_mouse
|
||||
cdp_click = cdp_click_fn or default_cdp_precise_click
|
||||
|
||||
if raise_if_cancelled:
|
||||
raise_if_cancelled()
|
||||
|
||||
occupied_url = target_url or _get_occupied_url(
|
||||
tab,
|
||||
session,
|
||||
validator_fn=is_valid_url_fn or is_valid_http_url,
|
||||
)
|
||||
log.info(f"[CF_SOLVER] 启动 Cloudflare 5s 盾自动处理: 实际占用目标 URL={occupied_url}")
|
||||
|
||||
attempts = 0
|
||||
passed = False
|
||||
|
||||
while attempts < max_attempts:
|
||||
attempts += 1
|
||||
if raise_if_cancelled:
|
||||
raise_if_cancelled()
|
||||
|
||||
log.info(f"[CF_SOLVER] 第 {attempts}/{max_attempts} 次尝试通过 5s 盾...")
|
||||
|
||||
click_target = _wait_for_clickable_point(
|
||||
tab,
|
||||
timeout_sec=click_timeout_sec,
|
||||
raise_if_cancelled=raise_if_cancelled,
|
||||
fallback_coords=fallback_coords,
|
||||
find_click_point_js=click_point_js,
|
||||
log=log,
|
||||
)
|
||||
|
||||
click_x = max(0, int(click_target["x"]))
|
||||
click_y = max(0, int(click_target["y"]))
|
||||
log.info(
|
||||
f"[CF_SOLVER] 准备低熵点击验证目标 (第 {attempts} 次): "
|
||||
f"({click_x}, {click_y}), kind={click_target.get('kind', 'fallback')}"
|
||||
)
|
||||
|
||||
start_x = max(0, click_x - random.randint(40, 80))
|
||||
start_y = max(0, click_y - random.randint(30, 60))
|
||||
smooth_move(tab, (start_x, start_y), (click_x, click_y))
|
||||
_interruptible_sleep(random.uniform(0.06, 0.14), raise_if_cancelled=raise_if_cancelled)
|
||||
click_ok = cdp_click(tab, click_x, click_y)
|
||||
if not click_ok:
|
||||
log.warning(f"[CF_SOLVER] CDP 精确点击未确认: ({click_x}, {click_y})")
|
||||
|
||||
passed = _wait_for_challenge_resolved(
|
||||
tab,
|
||||
timeout_sec=resolve_timeout_sec,
|
||||
raise_if_cancelled=raise_if_cancelled,
|
||||
page_ready_probe_js=ready_probe_js,
|
||||
log=log,
|
||||
)
|
||||
if passed:
|
||||
log.info(f"[CF_SOLVER] ✅ 第 {attempts} 次尝试后 5s 盾验证通过!")
|
||||
break
|
||||
else:
|
||||
log.warning(f"[CF_SOLVER] 第 {attempts} 次点击后 5s 盾仍未通过,准备重试...")
|
||||
_interruptible_sleep(random.uniform(1.5, 2.5), raise_if_cancelled=raise_if_cancelled)
|
||||
|
||||
if not passed:
|
||||
err_msg = f"连续尝试 {max_attempts} 次仍未通过 Cloudflare 5s 盾人机验证"
|
||||
log.error(f"[CF_SOLVER] ❌ {err_msg}")
|
||||
raise RuntimeError(f"cf_turnstile_verify_failed_after_{max_attempts}_attempts")
|
||||
|
||||
current_url = str(getattr(tab, "url", "") or "").strip()
|
||||
url_matches = _urls_match(current_url, occupied_url)
|
||||
|
||||
validator = is_valid_url_fn or is_valid_http_url
|
||||
if not url_matches and occupied_url and validator(occupied_url):
|
||||
log.warning(
|
||||
f"[CF_SOLVER] 过盾后 URL 不一致: 当前 URL ({current_url}) != 实际占用 URL ({occupied_url}),"
|
||||
f"正在跳转回实际占用 URL..."
|
||||
)
|
||||
try:
|
||||
tab.get(occupied_url)
|
||||
_interruptible_sleep(random.uniform(1.0, 2.0), raise_if_cancelled=raise_if_cancelled)
|
||||
current_url = str(getattr(tab, "url", "") or "").strip()
|
||||
log.info(f"[CF_SOLVER] 已跳转回实际占用 URL: {current_url}")
|
||||
except Exception as e:
|
||||
log.error(f"[CF_SOLVER] 跳转回实际占用 URL 失败: {e}")
|
||||
raise
|
||||
else:
|
||||
log.info(f"[CF_SOLVER] 过盾后 URL 一致 ({current_url}),无需重定向。")
|
||||
|
||||
return {
|
||||
"ok": True,
|
||||
"attempts": attempts,
|
||||
"current_url": current_url,
|
||||
"occupied_url": occupied_url,
|
||||
"url_redirected": not url_matches,
|
||||
}
|
||||
|
||||
|
||||
# 兼容别名
|
||||
solve_arena_turnstile_challenge = solve_turnstile_challenge
|
||||
|
||||
|
||||
__all__ = [
|
||||
"DEFAULT_FIND_CLICK_POINT_JS",
|
||||
"DEFAULT_PAGE_READY_PROBE_JS",
|
||||
"_get_occupied_url",
|
||||
"_interruptible_sleep",
|
||||
"_urls_match",
|
||||
"_wait_for_challenge_resolved",
|
||||
"_wait_for_clickable_point",
|
||||
"is_valid_http_url",
|
||||
"solve_arena_turnstile_challenge",
|
||||
"solve_turnstile_challenge",
|
||||
]
|
||||
Reference in new issue
Block a user