Initial commit
This commit is contained in:
commit
57fc3525eb
7311 files changed
+1291398
No files matched your search
@@ -0,0 +1,315 @@
|
||||
"""
|
||||
app/core/config_parts/browser_constants.py - 浏览器常量配置与过滤器模块
|
||||
"""
|
||||
import json
|
||||
import logging
|
||||
import os
|
||||
from pathlib import Path
|
||||
from typing import Any, Dict, List, Optional
|
||||
from .env_config import AppConfig, PROJECT_ROOT
|
||||
|
||||
|
||||
class BrowserConstants:
|
||||
"""浏览器相关常量(从 JSON 文件加载,支持热重载)"""
|
||||
|
||||
# ===== 配置缓存 =====
|
||||
_config: Optional[Dict] = None
|
||||
_config_file = Path("config/browser_config.json")
|
||||
|
||||
# ===== 默认值字典 =====
|
||||
_DEFAULTS = {
|
||||
'DEFAULT_PORT': 9222,
|
||||
'CONNECTION_TIMEOUT': 10,
|
||||
'MAX_REQUEST_EXECUTE_TIME_SEC': 300.0,
|
||||
'STEALTH_DELAY_MIN': 0.03,
|
||||
'STEALTH_DELAY_MAX': 0.1,
|
||||
'ACTION_DELAY_MIN': 0.06,
|
||||
'ACTION_DELAY_MAX': 0.14,
|
||||
'STEALTH_PAUSE_PROBABILITY': 0.0,
|
||||
'STEALTH_PAUSE_EXTRA_MAX': 0.15,
|
||||
'STEALTH_KEY_DOWN_UP_MIN': 0.015,
|
||||
'STEALTH_KEY_DOWN_UP_MAX': 0.04,
|
||||
'STEALTH_KEY_BETWEEN_MIN': 0.02,
|
||||
'STEALTH_KEY_BETWEEN_MAX': 0.06,
|
||||
'STEALTH_PASTE_SETTLE_MIN': 0.12,
|
||||
'STEALTH_PASTE_SETTLE_MAX': 0.25,
|
||||
'STEALTH_SKIP_PASTE_VERIFY': True,
|
||||
'STEALTH_SEND_IMAGE_WAIT': 8.0,
|
||||
'STEALTH_SEND_IMAGE_RETRY_INTERVAL': 1.2,
|
||||
'STEALTH_MOUSE_WARMUP_ENABLED': False,
|
||||
'STEALTH_CLICK_STRATEGY': 'auto',
|
||||
'STEALTH_DOM_CLICK_TARGETS': ['new_chat_btn', 'input_box', 'send_btn'],
|
||||
'PAGE_INTERACTION_THROTTLE_ENABLED': True,
|
||||
'PAGE_INTERACTION_MAX_CONCURRENT': 3,
|
||||
'PAGE_INTERACTION_MAX_WAIT': 20.0,
|
||||
'PAGE_INTERACTION_MIN_INTERVAL': 0.25,
|
||||
'PAGE_INTERACTION_READY_TIMEOUT': 1.5,
|
||||
'PAGE_INTERACTION_STABLE_SAMPLES': 2,
|
||||
'PAGE_INTERACTION_SAMPLE_INTERVAL': 0.12,
|
||||
'PAGE_INTERACTION_RECT_TOLERANCE': 3,
|
||||
'COORD_CLICK_READY_TIMEOUT': 0.9,
|
||||
'COORD_CLICK_STABLE_SAMPLES': 2,
|
||||
'COORD_CLICK_SAMPLE_INTERVAL': 0.08,
|
||||
'COORD_CLICK_RECT_TOLERANCE': 3,
|
||||
'COORD_CLICK_EDGE_INSET': 4,
|
||||
'COORD_CLICK_RETRY_OFFSETS': [[0, 0], [4, 0], [-4, 0], [0, 4], [0, -4], [7, 3], [-7, 3]],
|
||||
'WORKFLOW_WAKE_TAB_BEFORE_INTERACTION': True,
|
||||
'WORKFLOW_FOCUS_EMULATION_ON_INTERACTION': True,
|
||||
'DEFAULT_ELEMENT_TIMEOUT': 3,
|
||||
'FALLBACK_ELEMENT_TIMEOUT': 1,
|
||||
'ELEMENT_CACHE_MAX_AGE': 5.0,
|
||||
'LOG_INFO_CUTE_MODE': True,
|
||||
'LOG_DEBUG_CUTE_MODE': True,
|
||||
'LOG_CONSOLE_ENABLED': True,
|
||||
'LOG_FILE_ENABLED': True,
|
||||
'LOG_WEB_COLLECTOR_ENABLED': True,
|
||||
'LOG_WEB_MAX_RECORDS': 5000,
|
||||
'STREAM_CHECK_INTERVAL_MIN': 0.1,
|
||||
'STREAM_CHECK_INTERVAL_MAX': 1.0,
|
||||
'STREAM_CHECK_INTERVAL_DEFAULT': 0.3,
|
||||
'STREAM_SILENCE_THRESHOLD': 6.0,
|
||||
'STREAM_MAX_TIMEOUT': 600,
|
||||
'STREAM_INITIAL_WAIT': 180,
|
||||
'STREAM_CONTENT_SHRINK_TOLERANCE': 3,
|
||||
'STREAM_STABLE_COUNT_THRESHOLD': 5,
|
||||
'STREAM_SILENCE_THRESHOLD_FALLBACK': 10.0,
|
||||
'MAX_MESSAGE_LENGTH': 100000,
|
||||
'MAX_MESSAGES_COUNT': 100,
|
||||
'TEXT_INPUT_CHUNK_SIZE': 30000,
|
||||
'STREAM_USER_MSG_WAIT': 1.5,
|
||||
'STREAM_PRE_BASELINE_DELAY': 0.3,
|
||||
'GLOBAL_NETWORK_INTERCEPTION_ENABLED': False,
|
||||
'GLOBAL_NETWORK_INTERCEPTION_LISTEN_PATTERN': 'http',
|
||||
'GLOBAL_NETWORK_INTERCEPTION_WAIT_TIMEOUT': 0.5,
|
||||
'GLOBAL_NETWORK_INTERCEPTION_RETRY_DELAY': 1.0,
|
||||
'GLOBAL_NETWORK_INTERCEPTION_RES_TYPES': 'XHR,Fetch,EventSource,Document',
|
||||
'NETWORK_DEBUG_CAPTURE_ENABLED': False,
|
||||
'NETWORK_DEBUG_CAPTURE_MAX_BODY_CHARS': 50000,
|
||||
'NETWORK_DEBUG_CAPTURE_MAX_FILES_PER_REQUEST': 3,
|
||||
'NETWORK_DEBUG_CAPTURE_PARSER_FILTER': '',
|
||||
'NETWORK_DEBUG_CAPTURE_MAX_TOTAL_MB': 50,
|
||||
'NETWORK_DEBUG_CAPTURE_RETENTION_HOURS': 24,
|
||||
'CONVERSATION_TIMEOUT_THRESHOLD': 0.0,
|
||||
'FORCE_NEW_CONVERSATION': False,
|
||||
'REQUEST_MONITOR_ENABLED': True,
|
||||
'REQUEST_MONITOR_MAX_RECORDS': 200,
|
||||
'REQUEST_MONITOR_DETAIL_ENABLED': True,
|
||||
'REQUEST_MONITOR_SAVE_TO_FILE': True,
|
||||
'REQUEST_MONITOR_MAX_CAPTURED_RESPONSE_CHARS': 30000,
|
||||
'DASHBOARD_LOG_POLL_INTERVAL_MS': 1000,
|
||||
'DASHBOARD_LOG_BACKGROUND_POLL_INTERVAL_MS': 5000,
|
||||
'DASHBOARD_REQUEST_HISTORY_POLL_INTERVAL_MS': 3000,
|
||||
'DASHBOARD_SYSTEM_STATS_ENABLED': True,
|
||||
'DASHBOARD_SYSTEM_STATS_POLL_INTERVAL_MS': 3000,
|
||||
'ATTACHMENT_READY_IDLE_TIMEOUT': 8.0,
|
||||
'ATTACHMENT_READY_HARD_MAX_WAIT': 90.0,
|
||||
}
|
||||
|
||||
# ===== 类属性(会被配置文件覆盖)=====
|
||||
|
||||
# 连接配置
|
||||
DEFAULT_PORT = 9222
|
||||
CONNECTION_TIMEOUT = 10
|
||||
MAX_REQUEST_EXECUTE_TIME_SEC = 300.0
|
||||
|
||||
# 延迟配置
|
||||
STEALTH_DELAY_MIN = 0.03
|
||||
STEALTH_DELAY_MAX = 0.1
|
||||
ACTION_DELAY_MIN = 0.06
|
||||
ACTION_DELAY_MAX = 0.14
|
||||
STEALTH_PAUSE_PROBABILITY = 0.0
|
||||
STEALTH_PAUSE_EXTRA_MAX = 0.15
|
||||
STEALTH_KEY_DOWN_UP_MIN = 0.015
|
||||
STEALTH_KEY_DOWN_UP_MAX = 0.04
|
||||
STEALTH_KEY_BETWEEN_MIN = 0.02
|
||||
STEALTH_KEY_BETWEEN_MAX = 0.06
|
||||
STEALTH_PASTE_SETTLE_MIN = 0.12
|
||||
STEALTH_PASTE_SETTLE_MAX = 0.25
|
||||
STEALTH_SKIP_PASTE_VERIFY = True
|
||||
STEALTH_SEND_IMAGE_WAIT = 8.0
|
||||
STEALTH_SEND_IMAGE_RETRY_INTERVAL = 1.2
|
||||
STEALTH_MOUSE_WARMUP_ENABLED = False
|
||||
STEALTH_CLICK_STRATEGY = "auto"
|
||||
STEALTH_DOM_CLICK_TARGETS = ["new_chat_btn", "input_box", "send_btn"]
|
||||
PAGE_INTERACTION_THROTTLE_ENABLED = True
|
||||
PAGE_INTERACTION_MAX_CONCURRENT = 3
|
||||
PAGE_INTERACTION_MAX_WAIT = 20.0
|
||||
PAGE_INTERACTION_MIN_INTERVAL = 0.25
|
||||
PAGE_INTERACTION_READY_TIMEOUT = 1.5
|
||||
PAGE_INTERACTION_STABLE_SAMPLES = 2
|
||||
PAGE_INTERACTION_SAMPLE_INTERVAL = 0.12
|
||||
PAGE_INTERACTION_RECT_TOLERANCE = 3
|
||||
WORKFLOW_WAKE_TAB_BEFORE_INTERACTION = True
|
||||
WORKFLOW_FOCUS_EMULATION_ON_INTERACTION = True
|
||||
|
||||
# 元素查找
|
||||
DEFAULT_ELEMENT_TIMEOUT = 3
|
||||
FALLBACK_ELEMENT_TIMEOUT = 1
|
||||
ELEMENT_CACHE_MAX_AGE = 5.0
|
||||
|
||||
# 日志
|
||||
LOG_INFO_CUTE_MODE = True
|
||||
LOG_DEBUG_CUTE_MODE = True
|
||||
LOG_CONSOLE_ENABLED = True
|
||||
LOG_FILE_ENABLED = True
|
||||
LOG_WEB_COLLECTOR_ENABLED = True
|
||||
LOG_WEB_MAX_RECORDS = 5000
|
||||
|
||||
# 流式监控
|
||||
STREAM_CHECK_INTERVAL_MIN = 0.1
|
||||
STREAM_CHECK_INTERVAL_MAX = 1.0
|
||||
STREAM_CHECK_INTERVAL_DEFAULT = 0.3
|
||||
|
||||
STREAM_SILENCE_THRESHOLD = 6.0
|
||||
STREAM_MAX_TIMEOUT = 600
|
||||
STREAM_INITIAL_WAIT = 180
|
||||
|
||||
# 流式监控增强配置
|
||||
STREAM_CONTENT_SHRINK_TOLERANCE = 3
|
||||
|
||||
STREAM_STABLE_COUNT_THRESHOLD = 5
|
||||
STREAM_SILENCE_THRESHOLD_FALLBACK = 10.0
|
||||
|
||||
# 输入验证
|
||||
MAX_MESSAGE_LENGTH = 100000
|
||||
MAX_MESSAGES_COUNT = 100
|
||||
|
||||
# 附件/图片上传就绪判定
|
||||
ATTACHMENT_READY_IDLE_TIMEOUT = 8.0
|
||||
ATTACHMENT_READY_HARD_MAX_WAIT = 90.0
|
||||
|
||||
# 文本输入
|
||||
TEXT_INPUT_CHUNK_SIZE = 30000
|
||||
|
||||
# 两阶段 baseline 配置
|
||||
STREAM_USER_MSG_WAIT = 1.5
|
||||
STREAM_PRE_BASELINE_DELAY = 0.3
|
||||
|
||||
# 全局常驻网络监听(仅事件上报)
|
||||
GLOBAL_NETWORK_INTERCEPTION_ENABLED = False
|
||||
GLOBAL_NETWORK_INTERCEPTION_LISTEN_PATTERN = "http"
|
||||
GLOBAL_NETWORK_INTERCEPTION_WAIT_TIMEOUT = 0.5
|
||||
GLOBAL_NETWORK_INTERCEPTION_RETRY_DELAY = 1.0
|
||||
# 仅捕获的资源类型(逗号分隔;"*" 表示全部)。P0-4:默认只抓 API 类请求
|
||||
GLOBAL_NETWORK_INTERCEPTION_RES_TYPES = "XHR,Fetch,EventSource,Document"
|
||||
|
||||
# 网络解析调试捕获
|
||||
NETWORK_DEBUG_CAPTURE_ENABLED = False
|
||||
NETWORK_DEBUG_CAPTURE_MAX_BODY_CHARS = 50000
|
||||
NETWORK_DEBUG_CAPTURE_MAX_FILES_PER_REQUEST = 3
|
||||
NETWORK_DEBUG_CAPTURE_PARSER_FILTER = ""
|
||||
NETWORK_DEBUG_CAPTURE_MAX_TOTAL_MB = 50
|
||||
NETWORK_DEBUG_CAPTURE_RETENTION_HOURS = 24
|
||||
|
||||
# 对话会话控制
|
||||
CONVERSATION_TIMEOUT_THRESHOLD = 0.0
|
||||
FORCE_NEW_CONVERSATION = False
|
||||
|
||||
# 低资源运行
|
||||
REQUEST_MONITOR_ENABLED = True
|
||||
REQUEST_MONITOR_MAX_RECORDS = 200
|
||||
REQUEST_MONITOR_DETAIL_ENABLED = True
|
||||
REQUEST_MONITOR_SAVE_TO_FILE = True
|
||||
REQUEST_MONITOR_MAX_CAPTURED_RESPONSE_CHARS = 30000
|
||||
DASHBOARD_LOG_POLL_INTERVAL_MS = 1000
|
||||
DASHBOARD_LOG_BACKGROUND_POLL_INTERVAL_MS = 5000
|
||||
DASHBOARD_REQUEST_HISTORY_POLL_INTERVAL_MS = 3000
|
||||
DASHBOARD_SYSTEM_STATS_ENABLED = True
|
||||
DASHBOARD_SYSTEM_STATS_POLL_INTERVAL_MS = 3000
|
||||
|
||||
@classmethod
|
||||
def _load_config(cls):
|
||||
"""从文件加载配置"""
|
||||
if cls._config_file.exists():
|
||||
try:
|
||||
with open(cls._config_file, 'r', encoding='utf-8') as f:
|
||||
cls._config = json.load(f)
|
||||
return
|
||||
except Exception as e:
|
||||
print(f"[BrowserConstants] 加载配置失败: {e}")
|
||||
|
||||
# 加载失败或文件不存在,使用默认值
|
||||
cls._config = cls._DEFAULTS.copy()
|
||||
|
||||
@classmethod
|
||||
def _apply_to_class_attrs(cls):
|
||||
"""将配置值应用到类属性(兼容旧代码直接访问类属性的方式)"""
|
||||
if cls._config is None:
|
||||
cls._load_config()
|
||||
|
||||
for key, value in cls._config.items():
|
||||
if hasattr(cls, key):
|
||||
setattr(cls, key, value)
|
||||
|
||||
# 同步环境变量中的浏览器端口
|
||||
env_port = AppConfig.get_browser_port()
|
||||
if env_port:
|
||||
cls.DEFAULT_PORT = env_port
|
||||
|
||||
@classmethod
|
||||
def get(cls, key: str):
|
||||
"""获取配置值(支持动态加载)"""
|
||||
if cls._config is None:
|
||||
cls._load_config()
|
||||
|
||||
return cls._config.get(key, cls._DEFAULTS.get(key))
|
||||
|
||||
@classmethod
|
||||
def get_defaults(cls) -> Dict:
|
||||
"""获取所有默认值"""
|
||||
return cls._DEFAULTS.copy()
|
||||
|
||||
@classmethod
|
||||
def reload(cls):
|
||||
"""重新加载配置(热重载)"""
|
||||
cls._config = None
|
||||
cls._load_config()
|
||||
cls._apply_to_class_attrs()
|
||||
|
||||
|
||||
def _browser_constant_bool(key: str, default: bool = True) -> bool:
|
||||
value = BrowserConstants.get(key)
|
||||
if value is None:
|
||||
return bool(default)
|
||||
if isinstance(value, bool):
|
||||
return value
|
||||
if isinstance(value, (int, float)):
|
||||
return bool(value)
|
||||
text = str(value).strip().lower()
|
||||
if text in {"1", "true", "yes", "y", "on"}:
|
||||
return True
|
||||
if text in {"0", "false", "no", "n", "off"}:
|
||||
return False
|
||||
return bool(default)
|
||||
|
||||
|
||||
def _browser_constant_int(
|
||||
key: str,
|
||||
default: int,
|
||||
*,
|
||||
min_value: int = 0,
|
||||
max_value: Optional[int] = None,
|
||||
) -> int:
|
||||
try:
|
||||
value = int(BrowserConstants.get(key))
|
||||
except Exception:
|
||||
value = int(default)
|
||||
value = max(int(min_value), value)
|
||||
if max_value is not None:
|
||||
value = min(int(max_value), value)
|
||||
return value
|
||||
|
||||
|
||||
class _BrowserConstantEnabledFilter(logging.Filter):
|
||||
def __init__(self, key: str, default: bool = True):
|
||||
super().__init__()
|
||||
self.key = key
|
||||
self.default = default
|
||||
|
||||
def filter(self, record: logging.LogRecord) -> bool:
|
||||
return _browser_constant_bool(self.key, self.default)
|
||||
|
||||
|
||||
# 模块加载时执行自初始化
|
||||
BrowserConstants._load_config()
|
||||
BrowserConstants._apply_to_class_attrs()
|
||||
Reference in new issue
Block a user