Initial commit

This commit is contained in:
Alex committed 2026-11-02 22:54:14 +08:00
commit 57fc3525eb
7311 files changed
+1291398

No files matched your search

+424
View File
@@ -0,0 +1,424 @@
"""
app/utils/image_handler.py - 图片处理工具
职责:
- 解析多模态消息中的图片
- 下载网络图片/解码 Base64
- 保存到本地 image/ 目录
- 复制图片到剪贴板(Windows)
"""
import os
import re
import hashlib
import time
import warnings
from app.core.config import get_logger
import requests
import base64
import json
import io
from pathlib import Path
from typing import List, Dict, Optional, Tuple
from PIL import Image
from app.utils.system_clipboard import (
ClipboardDependencyError,
ClipboardUnsupportedError,
copy_image_to_native_clipboard,
)
from app.utils.remote_resource import get_public_remote_resource
logger = get_logger("IMG_HDL")
# ================= 配置常量 =================
IMAGE_DIR = Path("temp") / "image_inputs"
MAX_IMAGE_SIZE_MB = 20 # 单张图片最大 20MB
MAX_IMAGES_PER_REQUEST = 8
MAX_IMAGES_TOTAL_MB = 50
MAX_IMAGE_PIXELS = 40_000_000
MAX_IMAGE_DIMENSION = 16_384
MAX_IMAGE_FRAMES = 100
IMAGE_INPUT_TTL_SECONDS = 60 * 60
DOWNLOAD_TIMEOUT = 30 # 下载超时 30 秒
SUPPORTED_FORMATS = {'.jpg', '.jpeg', '.png', '.gif', '.webp', '.bmp'}
_PIL_FORMAT_EXTENSIONS = {
'JPEG': '.jpg',
'PNG': '.png',
'GIF': '.gif',
'WEBP': '.webp',
'BMP': '.bmp',
}
# ================= 图片提取 =================
def extract_images_from_messages(messages: List[Dict]) -> List[str]:
"""
从消息列表中提取所有图片并保存到本地
Args:
messages: OpenAI 格式的消息列表
Returns:
本地图片路径列表 ["image/1234567890_abc.png", ...]
"""
if not messages:
return []
# 确保 image 目录存在
IMAGE_DIR.mkdir(parents=True, exist_ok=True)
_cleanup_expired_image_inputs()
image_paths = []
total_bytes = 0
for msg in messages:
if not isinstance(msg, dict):
continue
content = msg.get('content')
if not content:
continue
# 🆕 情况1:字符串格式的多模态消息(需要解析)
if isinstance(content, str):
# 检测是否是列表的字符串形式
stripped = content.strip()
if stripped.startswith('[') and stripped.endswith(']'):
parsed = None
# 尝试 JSON 解析
try:
parsed = json.loads(stripped)
logger.debug("[IMAGE] JSON 解析成功")
except (json.JSONDecodeError, TypeError):
pass
# 尝试 Python literal_eval
if parsed is None:
try:
import ast
parsed = ast.literal_eval(stripped)
logger.debug("[IMAGE] Python literal_eval 解析成功")
except (ValueError, SyntaxError):
pass
# 解析成功,更新 content
if parsed and isinstance(parsed, list):
content = parsed
else:
continue # 纯文本,无图片
else:
continue # 纯文本,无图片
# 情况2:列表格式(多模态)
if isinstance(content, (list, tuple)):
for item in content:
if not isinstance(item, dict):
continue
if item.get("type") == "image_url":
image_url_obj = item.get("image_url", {})
if isinstance(image_url_obj, dict):
url = image_url_obj.get("url", "")
else:
url = str(image_url_obj)
if url:
if len(image_paths) >= MAX_IMAGES_PER_REQUEST:
logger.warning(f"[IMAGE] 单次请求图片数量超过限制: {MAX_IMAGES_PER_REQUEST}")
return image_paths
local_path = _process_single_image(url)
if local_path:
try:
image_size = Path(local_path).stat().st_size
except OSError:
image_size = 0
if total_bytes + image_size > MAX_IMAGES_TOTAL_MB * 1024 * 1024:
try:
Path(local_path).unlink(missing_ok=True)
except OSError:
pass
logger.warning(f"[IMAGE] 单次请求图片累计大小超过限制: {MAX_IMAGES_TOTAL_MB}MB")
return image_paths
total_bytes += image_size
image_paths.append(local_path)
if image_paths:
logger.debug(f"[IMAGE] 成功处理 {len(image_paths)} 张图片")
return image_paths
def _process_single_image(url: str) -> Optional[str]:
"""
处理单张图片:下载或解码,保存到本地
Args:
url: 图片 URL(可以是 https:// 或 data:image/... 格式)
Returns:
本地文件路径,失败返回 None
"""
try:
# 情况1:Base64 Data URI
if url.startswith("data:image"):
return _save_base64_image(url)
# 情况2:网络 URL
elif url.startswith(("http://", "https://")):
return _download_image(url)
else:
logger.warning(f"[IMAGE] 不支持的图片格式: {url[:100]}")
return None
except Exception as e:
logger.error(f"[IMAGE] 处理失败: {e}")
return None
def _validate_image_bytes(image_bytes: bytes) -> Optional[str]:
try:
with warnings.catch_warnings():
warnings.simplefilter("error", Image.DecompressionBombWarning)
with io.BytesIO(image_bytes) as image_buffer:
with Image.open(image_buffer) as img:
width, height = img.size
frames = int(getattr(img, "n_frames", 1) or 1)
detected_ext = _PIL_FORMAT_EXTENSIONS.get(str(img.format or '').upper())
if not detected_ext:
raise ValueError(f"unsupported_image_format:{img.format}")
if width <= 0 or height <= 0:
raise ValueError("invalid_image_dimensions")
if width > MAX_IMAGE_DIMENSION or height > MAX_IMAGE_DIMENSION:
raise ValueError(f"image_dimensions_too_large:{width}x{height}")
if width * height > MAX_IMAGE_PIXELS:
raise ValueError(f"image_pixels_too_large:{width * height}")
if frames > MAX_IMAGE_FRAMES:
raise ValueError(f"image_frames_too_many:{frames}")
img.verify()
return detected_ext
except Exception as exc:
logger.warning(f"[IMAGE] 图片格式或尺寸验证失败: {str(exc)[:120]}")
return None
def _cleanup_expired_image_inputs(now: Optional[float] = None) -> None:
cutoff = float(time.time() if now is None else now) - IMAGE_INPUT_TTL_SECONDS
try:
for path in IMAGE_DIR.iterdir():
if not path.is_file():
continue
try:
if path.stat().st_mtime < cutoff:
path.unlink(missing_ok=True)
except OSError:
continue
except OSError:
return
def _save_base64_image(data_uri: str) -> Optional[str]:
"""
解码并保存 Base64 图片
格式: data:image/png;base64,iVBORw0KGgo...
"""
try:
# 提取 MIME 类型和 Base64 数据
match = re.match(r'data:image/(\w+);base64,(.+)', data_uri)
if not match:
logger.warning("[IMAGE] Base64 格式无效")
return None
image_format = match.group(1).lower()
claimed_ext = f".{image_format}"
if claimed_ext not in SUPPORTED_FORMATS:
logger.warning(f"[IMAGE] 不支持的 Base64 图片格式: {image_format}")
return None
base64_data = match.group(2)
# 🆕 空数据直接拒绝(AstrBot 常见:只给前缀 data:image/...;base64,)
if not base64_data or not base64_data.strip():
logger.warning("[IMAGE] Base64 数据为空(仅有 data:image/...;base64, 前缀)")
return None
compact_base64 = re.sub(r"\s+", "", base64_data)
padding = compact_base64.count("=")
estimated_size = max(0, (len(compact_base64) * 3) // 4 - padding)
max_bytes = int(MAX_IMAGE_SIZE_MB * 1024 * 1024)
if estimated_size > max_bytes:
logger.warning(f"[IMAGE] Base64 图片过大: {estimated_size / (1024 * 1024):.2f}MB")
return None
# 解码
padded_base64 = compact_base64 + ("=" * ((4 - len(compact_base64) % 4) % 4))
image_bytes = base64.b64decode(padded_base64, validate=True)
# 大小检查
size_mb = len(image_bytes) / (1024 * 1024)
if size_mb > MAX_IMAGE_SIZE_MB:
logger.warning(f"[IMAGE] Base64 图片过大: {size_mb:.2f}MB")
return None
detected_ext = _validate_image_bytes(image_bytes)
if not detected_ext:
return None
# 生成文件名
timestamp = int(time.time() * 1000)
file_hash = hashlib.sha256(image_bytes).hexdigest()[:12]
filename = f"{timestamp}_{file_hash}{detected_ext}"
filepath = IMAGE_DIR / filename
# 保存文件
with open(filepath, 'wb') as f:
f.write(image_bytes)
logger.debug(f"[IMAGE] Base64 已保存: {filepath} ({size_mb:.2f}MB)")
return str(filepath)
except Exception as e:
logger.error(f"[IMAGE] Base64 解码失败: {e}")
return None
def _download_image(url: str) -> Optional[str]:
"""
下载网络图片
"""
response = None
try:
logger.debug(f"[IMAGE] 开始下载: {url[:100]}")
# 下载
response = get_public_remote_resource(
url,
timeout=(8, DOWNLOAD_TIMEOUT),
headers={'User-Agent': 'Mozilla/5.0'},
stream=True
)
response.raise_for_status()
# 获取内容类型
content_type = response.headers.get('Content-Type', '')
max_bytes = int(MAX_IMAGE_SIZE_MB * 1024 * 1024)
content_length = response.headers.get('Content-Length')
if content_length:
try:
if int(content_length) > max_bytes:
logger.warning(f"[IMAGE] 下载图片过大: {int(content_length) / (1024 * 1024):.2f}MB")
return None
except (TypeError, ValueError):
pass
# 流式读取内容,避免超大响应在尺寸检查前完整进入内存
chunks = []
total_bytes = 0
for chunk in response.iter_content(chunk_size=64 * 1024):
if not chunk:
continue
total_bytes += len(chunk)
if total_bytes > max_bytes:
logger.warning(f"[IMAGE] 下载图片过大: {total_bytes / (1024 * 1024):.2f}MB")
return None
chunks.append(chunk)
image_bytes = b''.join(chunks)
# 大小检查
size_mb = len(image_bytes) / (1024 * 1024)
if size_mb > MAX_IMAGE_SIZE_MB:
logger.warning(f"[IMAGE] 下载图片过大: {size_mb:.2f}MB")
return None
# 尝试从 URL 或 Content-Type 推断格式
ext = _guess_extension(url, content_type)
detected_ext = _validate_image_bytes(image_bytes)
if not detected_ext:
return None
ext = detected_ext
# 生成文件名
timestamp = int(time.time() * 1000)
file_hash = hashlib.sha256(image_bytes).hexdigest()[:12]
filename = f"{timestamp}_{file_hash}{ext}"
filepath = IMAGE_DIR / filename
# 保存文件
with open(filepath, 'wb') as f:
f.write(image_bytes)
logger.info(f"[IMAGE] 下载成功: {filepath} ({size_mb:.2f}MB)")
return str(filepath)
except requests.RequestException as e:
logger.error(f"[IMAGE] 下载失败: {e}")
return None
except Exception as e:
logger.error(f"[IMAGE] 保存失败: {e}")
return None
finally:
if response is not None:
try:
response.close()
except Exception:
pass
def _guess_extension(url: str, content_type: str) -> str:
"""
从 URL 或 Content-Type 推断文件扩展名
"""
# 从 URL 提取
url_lower = url.lower()
for ext in SUPPORTED_FORMATS:
if url_lower.endswith(ext):
return ext
# 从 Content-Type 提取
if 'image/' in content_type:
format_name = content_type.split('/')[-1].split(';')[0].strip()
ext = f".{format_name}"
if ext in SUPPORTED_FORMATS:
return ext
# 默认 PNG
return '.png'
# ================= 剪贴板操作 =================
def copy_image_to_clipboard(image_path: str) -> bool:
"""
复制图片到 Windows 剪贴板
Args:
image_path: 本地图片路径
Returns:
是否成功
"""
try:
copy_image_to_native_clipboard(image_path)
logger.debug(f"[CLIPBOARD] 图片已复制: {image_path}")
return True
except ClipboardUnsupportedError:
logger.info("[CLIPBOARD] 当前平台不支持原生图片剪贴板,将依赖网页原生上传入口")
return False
except ClipboardDependencyError:
logger.error("[CLIPBOARD] 缺少 Windows 原生图片剪贴板依赖,请执行: pip install pywin32")
return False
except Exception as e:
logger.error(f"[CLIPBOARD] 复制失败: {e}")
return False
__all__ = [
'extract_images_from_messages',
'copy_image_to_clipboard',
]