425 lines
14 KiB
Python
425 lines
14 KiB
Python
"""
|
||
app/utils/image_handler.py - 图片处理工具
|
||
|
||
职责:
|
||
- 解析多模态消息中的图片
|
||
- 下载网络图片/解码 Base64
|
||
- 保存到本地 image/ 目录
|
||
- 复制图片到剪贴板(Windows)
|
||
"""
|
||
|
||
import os
|
||
import re
|
||
import hashlib
|
||
import time
|
||
import warnings
|
||
from app.core.config import get_logger
|
||
import requests
|
||
import base64
|
||
import json
|
||
import io
|
||
from pathlib import Path
|
||
from typing import List, Dict, Optional, Tuple
|
||
from PIL import Image
|
||
from app.utils.system_clipboard import (
|
||
ClipboardDependencyError,
|
||
ClipboardUnsupportedError,
|
||
copy_image_to_native_clipboard,
|
||
)
|
||
from app.utils.remote_resource import get_public_remote_resource
|
||
|
||
|
||
logger = get_logger("IMG_HDL")
|
||
|
||
# ================= 配置常量 =================
|
||
|
||
IMAGE_DIR = Path("temp") / "image_inputs"
|
||
MAX_IMAGE_SIZE_MB = 20 # 单张图片最大 20MB
|
||
MAX_IMAGES_PER_REQUEST = 8
|
||
MAX_IMAGES_TOTAL_MB = 50
|
||
MAX_IMAGE_PIXELS = 40_000_000
|
||
MAX_IMAGE_DIMENSION = 16_384
|
||
MAX_IMAGE_FRAMES = 100
|
||
IMAGE_INPUT_TTL_SECONDS = 60 * 60
|
||
DOWNLOAD_TIMEOUT = 30 # 下载超时 30 秒
|
||
SUPPORTED_FORMATS = {'.jpg', '.jpeg', '.png', '.gif', '.webp', '.bmp'}
|
||
|
||
_PIL_FORMAT_EXTENSIONS = {
|
||
'JPEG': '.jpg',
|
||
'PNG': '.png',
|
||
'GIF': '.gif',
|
||
'WEBP': '.webp',
|
||
'BMP': '.bmp',
|
||
}
|
||
|
||
|
||
# ================= 图片提取 =================
|
||
|
||
def extract_images_from_messages(messages: List[Dict]) -> List[str]:
|
||
"""
|
||
从消息列表中提取所有图片并保存到本地
|
||
|
||
Args:
|
||
messages: OpenAI 格式的消息列表
|
||
|
||
Returns:
|
||
本地图片路径列表 ["image/1234567890_abc.png", ...]
|
||
"""
|
||
if not messages:
|
||
return []
|
||
|
||
# 确保 image 目录存在
|
||
IMAGE_DIR.mkdir(parents=True, exist_ok=True)
|
||
_cleanup_expired_image_inputs()
|
||
|
||
image_paths = []
|
||
total_bytes = 0
|
||
|
||
for msg in messages:
|
||
if not isinstance(msg, dict):
|
||
continue
|
||
content = msg.get('content')
|
||
|
||
if not content:
|
||
continue
|
||
|
||
# 🆕 情况1:字符串格式的多模态消息(需要解析)
|
||
if isinstance(content, str):
|
||
# 检测是否是列表的字符串形式
|
||
stripped = content.strip()
|
||
if stripped.startswith('[') and stripped.endswith(']'):
|
||
parsed = None
|
||
|
||
# 尝试 JSON 解析
|
||
try:
|
||
parsed = json.loads(stripped)
|
||
logger.debug("[IMAGE] JSON 解析成功")
|
||
except (json.JSONDecodeError, TypeError):
|
||
pass
|
||
|
||
# 尝试 Python literal_eval
|
||
if parsed is None:
|
||
try:
|
||
import ast
|
||
parsed = ast.literal_eval(stripped)
|
||
logger.debug("[IMAGE] Python literal_eval 解析成功")
|
||
except (ValueError, SyntaxError):
|
||
pass
|
||
|
||
# 解析成功,更新 content
|
||
if parsed and isinstance(parsed, list):
|
||
content = parsed
|
||
else:
|
||
continue # 纯文本,无图片
|
||
else:
|
||
continue # 纯文本,无图片
|
||
|
||
# 情况2:列表格式(多模态)
|
||
if isinstance(content, (list, tuple)):
|
||
for item in content:
|
||
if not isinstance(item, dict):
|
||
continue
|
||
|
||
if item.get("type") == "image_url":
|
||
image_url_obj = item.get("image_url", {})
|
||
|
||
if isinstance(image_url_obj, dict):
|
||
url = image_url_obj.get("url", "")
|
||
else:
|
||
url = str(image_url_obj)
|
||
|
||
if url:
|
||
if len(image_paths) >= MAX_IMAGES_PER_REQUEST:
|
||
logger.warning(f"[IMAGE] 单次请求图片数量超过限制: {MAX_IMAGES_PER_REQUEST}")
|
||
return image_paths
|
||
local_path = _process_single_image(url)
|
||
if local_path:
|
||
try:
|
||
image_size = Path(local_path).stat().st_size
|
||
except OSError:
|
||
image_size = 0
|
||
if total_bytes + image_size > MAX_IMAGES_TOTAL_MB * 1024 * 1024:
|
||
try:
|
||
Path(local_path).unlink(missing_ok=True)
|
||
except OSError:
|
||
pass
|
||
logger.warning(f"[IMAGE] 单次请求图片累计大小超过限制: {MAX_IMAGES_TOTAL_MB}MB")
|
||
return image_paths
|
||
total_bytes += image_size
|
||
image_paths.append(local_path)
|
||
|
||
if image_paths:
|
||
logger.debug(f"[IMAGE] 成功处理 {len(image_paths)} 张图片")
|
||
|
||
return image_paths
|
||
|
||
|
||
def _process_single_image(url: str) -> Optional[str]:
|
||
"""
|
||
处理单张图片:下载或解码,保存到本地
|
||
|
||
Args:
|
||
url: 图片 URL(可以是 https:// 或 data:image/... 格式)
|
||
|
||
Returns:
|
||
本地文件路径,失败返回 None
|
||
"""
|
||
try:
|
||
# 情况1:Base64 Data URI
|
||
if url.startswith("data:image"):
|
||
return _save_base64_image(url)
|
||
|
||
# 情况2:网络 URL
|
||
elif url.startswith(("http://", "https://")):
|
||
return _download_image(url)
|
||
|
||
else:
|
||
logger.warning(f"[IMAGE] 不支持的图片格式: {url[:100]}")
|
||
return None
|
||
|
||
except Exception as e:
|
||
logger.error(f"[IMAGE] 处理失败: {e}")
|
||
return None
|
||
|
||
|
||
def _validate_image_bytes(image_bytes: bytes) -> Optional[str]:
|
||
try:
|
||
with warnings.catch_warnings():
|
||
warnings.simplefilter("error", Image.DecompressionBombWarning)
|
||
with io.BytesIO(image_bytes) as image_buffer:
|
||
with Image.open(image_buffer) as img:
|
||
width, height = img.size
|
||
frames = int(getattr(img, "n_frames", 1) or 1)
|
||
detected_ext = _PIL_FORMAT_EXTENSIONS.get(str(img.format or '').upper())
|
||
if not detected_ext:
|
||
raise ValueError(f"unsupported_image_format:{img.format}")
|
||
if width <= 0 or height <= 0:
|
||
raise ValueError("invalid_image_dimensions")
|
||
if width > MAX_IMAGE_DIMENSION or height > MAX_IMAGE_DIMENSION:
|
||
raise ValueError(f"image_dimensions_too_large:{width}x{height}")
|
||
if width * height > MAX_IMAGE_PIXELS:
|
||
raise ValueError(f"image_pixels_too_large:{width * height}")
|
||
if frames > MAX_IMAGE_FRAMES:
|
||
raise ValueError(f"image_frames_too_many:{frames}")
|
||
img.verify()
|
||
return detected_ext
|
||
except Exception as exc:
|
||
logger.warning(f"[IMAGE] 图片格式或尺寸验证失败: {str(exc)[:120]}")
|
||
return None
|
||
|
||
|
||
def _cleanup_expired_image_inputs(now: Optional[float] = None) -> None:
|
||
cutoff = float(time.time() if now is None else now) - IMAGE_INPUT_TTL_SECONDS
|
||
try:
|
||
for path in IMAGE_DIR.iterdir():
|
||
if not path.is_file():
|
||
continue
|
||
try:
|
||
if path.stat().st_mtime < cutoff:
|
||
path.unlink(missing_ok=True)
|
||
except OSError:
|
||
continue
|
||
except OSError:
|
||
return
|
||
|
||
|
||
def _save_base64_image(data_uri: str) -> Optional[str]:
|
||
"""
|
||
解码并保存 Base64 图片
|
||
|
||
格式: data:image/png;base64,iVBORw0KGgo...
|
||
"""
|
||
try:
|
||
# 提取 MIME 类型和 Base64 数据
|
||
match = re.match(r'data:image/(\w+);base64,(.+)', data_uri)
|
||
if not match:
|
||
logger.warning("[IMAGE] Base64 格式无效")
|
||
return None
|
||
|
||
image_format = match.group(1).lower()
|
||
claimed_ext = f".{image_format}"
|
||
if claimed_ext not in SUPPORTED_FORMATS:
|
||
logger.warning(f"[IMAGE] 不支持的 Base64 图片格式: {image_format}")
|
||
return None
|
||
base64_data = match.group(2)
|
||
# 🆕 空数据直接拒绝(AstrBot 常见:只给前缀 data:image/...;base64,)
|
||
if not base64_data or not base64_data.strip():
|
||
logger.warning("[IMAGE] Base64 数据为空(仅有 data:image/...;base64, 前缀)")
|
||
return None
|
||
compact_base64 = re.sub(r"\s+", "", base64_data)
|
||
padding = compact_base64.count("=")
|
||
estimated_size = max(0, (len(compact_base64) * 3) // 4 - padding)
|
||
max_bytes = int(MAX_IMAGE_SIZE_MB * 1024 * 1024)
|
||
if estimated_size > max_bytes:
|
||
logger.warning(f"[IMAGE] Base64 图片过大: {estimated_size / (1024 * 1024):.2f}MB")
|
||
return None
|
||
# 解码
|
||
padded_base64 = compact_base64 + ("=" * ((4 - len(compact_base64) % 4) % 4))
|
||
image_bytes = base64.b64decode(padded_base64, validate=True)
|
||
|
||
# 大小检查
|
||
size_mb = len(image_bytes) / (1024 * 1024)
|
||
if size_mb > MAX_IMAGE_SIZE_MB:
|
||
logger.warning(f"[IMAGE] Base64 图片过大: {size_mb:.2f}MB")
|
||
return None
|
||
|
||
detected_ext = _validate_image_bytes(image_bytes)
|
||
if not detected_ext:
|
||
return None
|
||
|
||
# 生成文件名
|
||
timestamp = int(time.time() * 1000)
|
||
file_hash = hashlib.sha256(image_bytes).hexdigest()[:12]
|
||
filename = f"{timestamp}_{file_hash}{detected_ext}"
|
||
filepath = IMAGE_DIR / filename
|
||
|
||
# 保存文件
|
||
with open(filepath, 'wb') as f:
|
||
f.write(image_bytes)
|
||
|
||
logger.debug(f"[IMAGE] Base64 已保存: {filepath} ({size_mb:.2f}MB)")
|
||
return str(filepath)
|
||
|
||
except Exception as e:
|
||
logger.error(f"[IMAGE] Base64 解码失败: {e}")
|
||
return None
|
||
|
||
|
||
def _download_image(url: str) -> Optional[str]:
|
||
"""
|
||
下载网络图片
|
||
"""
|
||
response = None
|
||
try:
|
||
logger.debug(f"[IMAGE] 开始下载: {url[:100]}")
|
||
|
||
# 下载
|
||
response = get_public_remote_resource(
|
||
url,
|
||
timeout=(8, DOWNLOAD_TIMEOUT),
|
||
headers={'User-Agent': 'Mozilla/5.0'},
|
||
stream=True
|
||
)
|
||
response.raise_for_status()
|
||
|
||
# 获取内容类型
|
||
content_type = response.headers.get('Content-Type', '')
|
||
|
||
max_bytes = int(MAX_IMAGE_SIZE_MB * 1024 * 1024)
|
||
content_length = response.headers.get('Content-Length')
|
||
if content_length:
|
||
try:
|
||
if int(content_length) > max_bytes:
|
||
logger.warning(f"[IMAGE] 下载图片过大: {int(content_length) / (1024 * 1024):.2f}MB")
|
||
return None
|
||
except (TypeError, ValueError):
|
||
pass
|
||
|
||
# 流式读取内容,避免超大响应在尺寸检查前完整进入内存
|
||
chunks = []
|
||
total_bytes = 0
|
||
for chunk in response.iter_content(chunk_size=64 * 1024):
|
||
if not chunk:
|
||
continue
|
||
total_bytes += len(chunk)
|
||
if total_bytes > max_bytes:
|
||
logger.warning(f"[IMAGE] 下载图片过大: {total_bytes / (1024 * 1024):.2f}MB")
|
||
return None
|
||
chunks.append(chunk)
|
||
image_bytes = b''.join(chunks)
|
||
|
||
# 大小检查
|
||
size_mb = len(image_bytes) / (1024 * 1024)
|
||
if size_mb > MAX_IMAGE_SIZE_MB:
|
||
logger.warning(f"[IMAGE] 下载图片过大: {size_mb:.2f}MB")
|
||
return None
|
||
|
||
# 尝试从 URL 或 Content-Type 推断格式
|
||
ext = _guess_extension(url, content_type)
|
||
|
||
detected_ext = _validate_image_bytes(image_bytes)
|
||
if not detected_ext:
|
||
return None
|
||
ext = detected_ext
|
||
|
||
# 生成文件名
|
||
timestamp = int(time.time() * 1000)
|
||
file_hash = hashlib.sha256(image_bytes).hexdigest()[:12]
|
||
filename = f"{timestamp}_{file_hash}{ext}"
|
||
filepath = IMAGE_DIR / filename
|
||
|
||
# 保存文件
|
||
with open(filepath, 'wb') as f:
|
||
f.write(image_bytes)
|
||
|
||
logger.info(f"[IMAGE] 下载成功: {filepath} ({size_mb:.2f}MB)")
|
||
return str(filepath)
|
||
|
||
except requests.RequestException as e:
|
||
logger.error(f"[IMAGE] 下载失败: {e}")
|
||
return None
|
||
except Exception as e:
|
||
logger.error(f"[IMAGE] 保存失败: {e}")
|
||
return None
|
||
finally:
|
||
if response is not None:
|
||
try:
|
||
response.close()
|
||
except Exception:
|
||
pass
|
||
|
||
|
||
def _guess_extension(url: str, content_type: str) -> str:
|
||
"""
|
||
从 URL 或 Content-Type 推断文件扩展名
|
||
"""
|
||
# 从 URL 提取
|
||
url_lower = url.lower()
|
||
for ext in SUPPORTED_FORMATS:
|
||
if url_lower.endswith(ext):
|
||
return ext
|
||
|
||
# 从 Content-Type 提取
|
||
if 'image/' in content_type:
|
||
format_name = content_type.split('/')[-1].split(';')[0].strip()
|
||
ext = f".{format_name}"
|
||
if ext in SUPPORTED_FORMATS:
|
||
return ext
|
||
|
||
# 默认 PNG
|
||
return '.png'
|
||
|
||
|
||
# ================= 剪贴板操作 =================
|
||
|
||
def copy_image_to_clipboard(image_path: str) -> bool:
|
||
"""
|
||
复制图片到 Windows 剪贴板
|
||
|
||
Args:
|
||
image_path: 本地图片路径
|
||
|
||
Returns:
|
||
是否成功
|
||
"""
|
||
try:
|
||
copy_image_to_native_clipboard(image_path)
|
||
logger.debug(f"[CLIPBOARD] 图片已复制: {image_path}")
|
||
return True
|
||
|
||
except ClipboardUnsupportedError:
|
||
logger.info("[CLIPBOARD] 当前平台不支持原生图片剪贴板,将依赖网页原生上传入口")
|
||
return False
|
||
except ClipboardDependencyError:
|
||
logger.error("[CLIPBOARD] 缺少 Windows 原生图片剪贴板依赖,请执行: pip install pywin32")
|
||
return False
|
||
except Exception as e:
|
||
logger.error(f"[CLIPBOARD] 复制失败: {e}")
|
||
return False
|
||
|
||
|
||
__all__ = [
|
||
'extract_images_from_messages',
|
||
'copy_image_to_clipboard',
|
||
]
|