// ==================== 多模态提取配置面板 ==================== window.ImageConfigPanel = { name: 'ImageConfigPanel', props: { imageConfig: { type: Object, required: true }, currentDomain: { type: String, default: null }, collapsed: { type: Boolean, default: true } }, emits: ['update:collapsed', 'update-image-config', 'reload-config'], data() { return { showPresetMenu: false, availablePresets: [], currentPreset: null, loadingPresets: false, imagePresetRequestSeq: 0, srcAllowPatternsDraft: '', audioNetworkUrlPatternsDraft: '' }; }, computed: { modalityPolicies() { return { image: this.normalizeModalityPolicy('image', (this.imageConfig.modalities || {}).image), audio: this.normalizeModalityPolicy('audio', (this.imageConfig.modalities || {}).audio), video: this.normalizeModalityPolicy('video', (this.imageConfig.modalities || {}).video) }; }, modalities() { return { image: !!this.modalityPolicies.image.enabled, audio: !!this.modalityPolicies.audio.enabled, video: !!this.modalityPolicies.video.enabled }; }, isEnabled() { return ['image', 'audio', 'video'].some(key => !!this.modalities[key]); }, enabledLabels() { const labels = []; if (this.modalities.image) labels.push('图片'); if (this.modalities.audio) labels.push('音频'); if (this.modalities.video) labels.push('视频'); return labels; }, srcAllowPatternsText() { const patterns = Array.isArray(this.imageConfig.src_allow_patterns) ? this.imageConfig.src_allow_patterns : []; return patterns.join('\n'); }, audioNetworkCapture() { return { enabled: false, timeout_seconds: 2.5, transport: 'page_websocket_probe', url_patterns: ['voicegenie', 'speech', 'audio', 'tts'], // 修复:默认值与后端 get_default_*(voicegenie_binary_stream)对齐 extractor: 'voicegenie_binary_stream', settle_seconds: 0.35, max_payload_bytes: 10 * 1024 * 1024, ...((this.imageConfig && this.imageConfig.audio_network_capture) || {}) }; }, audioNetworkMaxPayloadMb() { const raw = Number(this.audioNetworkCapture.max_payload_bytes || 0); const fallback = Number(this.imageConfig.max_size_mb || 10); if (!Number.isFinite(raw) || raw <= 0) return fallback; return Math.round((raw / 1024 / 1024) * 10) / 10; }, audioNetworkUrlPatternsText() { const patterns = Array.isArray(this.audioNetworkCapture.url_patterns) ? this.audioNetworkCapture.url_patterns : []; return patterns.join('\n'); }, audioCaptureEnabled() { return this.imageConfig.audio_capture_enabled !== false; } }, watch: { imageConfig: { handler() { this.syncDraftsFromProps(); }, deep: true, immediate: true }, currentDomain(newVal) { this.imagePresetRequestSeq += 1; this.currentPreset = null; if (newVal) this.checkCurrentPreset(); this.syncDraftsFromProps(true); } }, mounted() { this.loadPresets(); if (this.currentDomain) this.checkCurrentPreset(); this.syncDraftsFromProps(true); }, methods: { mediaPolicyLabel(type) { const labels = { disabled: '不提取', generic_only: '读取现成媒体', on_signal: '发现媒体信号时提取', probe_if_trigger_found: '发现播放入口后探测', always_probe: '每次主动探测' }; return labels[this.modalityPolicies[type].run_policy] || this.modalityPolicies[type].run_policy; }, buildAuthHeaders(extraHeaders = {}) { const token = String(window.getDashboardAuthToken ? window.getDashboardAuthToken() : '').trim(); const headers = { ...extraHeaders }; if (token) { headers['Authorization'] = 'Bearer ' + token; } return headers; }, toggle() { this.$emit('update:collapsed', !this.collapsed); }, buildNextConfig(patch = {}) { const nextModalities = { ...this.modalityPolicies }; if (patch && patch.modalities && typeof patch.modalities === 'object') { for (const type of ['image', 'audio', 'video']) { if (Object.prototype.hasOwnProperty.call(patch.modalities, type)) { nextModalities[type] = this.normalizeModalityPolicy( type, patch.modalities[type], nextModalities[type] ); } } } const next = { ...this.imageConfig, ...patch, modalities: nextModalities }; next.enabled = ['image', 'audio', 'video'].some(key => !!(next.modalities[key] && next.modalities[key].enabled)); return next; }, updateField(field, value) { const newConfig = this.buildNextConfig({ [field]: value }); this.$emit('update-image-config', newConfig); }, numberOrFallback(value, fallback) { const parsed = Number(value); return Number.isFinite(parsed) ? parsed : fallback; }, defaultModalityPolicy(type, enabled = false) { const base = { enabled: !!enabled, run_policy: enabled ? 'on_signal' : 'disabled', quick_probe_timeout_seconds: 1.0 }; if (type === 'audio') { return { ...base, run_policy: enabled ? 'probe_if_trigger_found' : 'disabled', capture_timeout_seconds: 12.0 }; } if (type === 'video') { return { ...base, late_wait_timeout_seconds: 90.0 }; } return { ...base, late_wait_timeout_seconds: 45.0, blind_wait_timeout_seconds: 1.0 }; }, normalizeModalityPolicy(type, value, fallback = null) { const current = fallback || this.defaultModalityPolicy(type, false); if (value && typeof value === 'object' && !Array.isArray(value)) { const enabled = !!value.enabled; const allowedPolicies = ['disabled', 'generic_only', 'on_signal', 'probe_if_trigger_found', 'always_probe']; let runPolicy = String(value.run_policy || current.run_policy || '').trim(); if (!allowedPolicies.includes(runPolicy)) { runPolicy = enabled ? this.defaultModalityPolicy(type, true).run_policy : 'disabled'; } if (!enabled) { runPolicy = 'disabled'; } return { ...this.defaultModalityPolicy(type, enabled), ...current, ...value, enabled, run_policy: runPolicy }; } return this.defaultModalityPolicy(type, !!value); }, updateModalityPolicy(type, patch = {}) { const current = this.modalityPolicies[type] || this.defaultModalityPolicy(type, false); const nextPolicy = this.normalizeModalityPolicy(type, { ...current, ...(patch || {}) }, current); this.updateField('modalities', { ...this.modalityPolicies, [type]: nextPolicy }); }, parsePatternLines(text) { return String(text || '') .split(/\r?\n/) .map(line => line.trim()) .filter(Boolean); }, syncDraftsFromProps(force = false) { const srcArr = Array.isArray(this.imageConfig?.src_allow_patterns) ? this.imageConfig.src_allow_patterns : []; const curSrcArr = this.parsePatternLines(this.srcAllowPatternsDraft); if (force || JSON.stringify(srcArr) !== JSON.stringify(curSrcArr) || this.srcAllowPatternsDraft === undefined || this.srcAllowPatternsDraft === null) { this.srcAllowPatternsDraft = srcArr.join('\n'); } const audioArr = Array.isArray(this.audioNetworkCapture?.url_patterns) ? this.audioNetworkCapture.url_patterns : []; const curAudioArr = this.parsePatternLines(this.audioNetworkUrlPatternsDraft); if (force || JSON.stringify(audioArr) !== JSON.stringify(curAudioArr) || this.audioNetworkUrlPatternsDraft === undefined || this.audioNetworkUrlPatternsDraft === null) { this.audioNetworkUrlPatternsDraft = audioArr.join('\n'); } }, updateSrcAllowPatterns(text) { this.srcAllowPatternsDraft = text; const patterns = this.parsePatternLines(text); this.updateField('src_allow_patterns', patterns); }, updateAudioNetworkCapture(patch = {}) { const nextConfig = { ...this.audioNetworkCapture, ...(patch || {}) }; this.updateField('audio_network_capture', nextConfig); }, updateAudioNetworkUrlPatterns(text) { this.audioNetworkUrlPatternsDraft = text; const patterns = this.parsePatternLines(text); this.updateAudioNetworkCapture({ url_patterns: patterns }); }, toggleModality(type) { const enabled = !this.modalities[type]; this.updateModalityPolicy(type, { enabled, run_policy: enabled ? this.defaultModalityPolicy(type, true).run_policy : 'disabled' }); }, modalityCardClass(type) { return this.modalities[type] ? 'border-blue-400 bg-blue-50 dark:bg-blue-900/20 dark:border-blue-500/50' : 'border-gray-200 dark:border-gray-700 bg-gray-50 dark:bg-gray-900/40'; }, inputWrapClass(enabled) { return enabled ? '' : 'opacity-50'; }, async loadPresets() { if (this.loadingPresets) return; this.loadingPresets = true; try { const response = await fetch('/api/image-presets', { headers: this.buildAuthHeaders() }); if (!response.ok) { const err = await response.json().catch(() => ({})); throw new Error(err.detail || ('HTTP ' + response.status)); } const data = await response.json(); this.availablePresets = data.presets || []; } catch (e) { console.error('加载预设失败:', e); } finally { this.loadingPresets = false; } }, async checkCurrentPreset() { const domain = String(this.currentDomain || '').trim(); const requestSeq = Number(this.imagePresetRequestSeq || 0) + 1; this.imagePresetRequestSeq = requestSeq; if (!domain) { this.currentPreset = null; return; } try { const response = await fetch('/api/sites/' + encodeURIComponent(domain) + '/image-preset', { headers: this.buildAuthHeaders() }); if (!response.ok) { const err = await response.json().catch(() => ({})); throw new Error(err.detail || ('HTTP ' + response.status)); } const data = await response.json(); if (requestSeq !== this.imagePresetRequestSeq || String(this.currentDomain || '').trim() !== domain) { return; } this.currentPreset = data.available ? data : null; } catch (e) { if (requestSeq !== this.imagePresetRequestSeq || String(this.currentDomain || '').trim() !== domain) { return; } console.error('读取当前图片预设失败:', e); this.currentPreset = null; } }, async applyPreset(presetDomain) { if (!this.currentDomain) return; try { const response = await fetch('/api/sites/' + encodeURIComponent(this.currentDomain) + '/apply-image-preset', { method: 'POST', headers: this.buildAuthHeaders({ 'Content-Type': 'application/json' }), body: JSON.stringify({ preset_domain: presetDomain }) }); if (!response.ok) { const err = await response.json().catch(() => ({})); throw new Error(err.detail || ('HTTP ' + response.status)); } this.showPresetMenu = false; this.$emit('reload-config'); await this.checkCurrentPreset(); } catch (e) { alert('应用预设失败: ' + e.message); } }, togglePresetMenu(e) { e.stopPropagation(); this.showPresetMenu = !this.showPresetMenu; if (this.showPresetMenu && this.availablePresets.length === 0) { this.loadPresets(); } }, closeMenu() { this.showPresetMenu = false; } }, template: `

更改会自动保存

已启用 未启用 {{ label }} 预设
当前使用的媒体规则模板
{{ currentPreset.name }}
加载中...
站点预设
暂无可用预设

接收图片

当前预设

把 AI 回复里的图片带回客户端。

{{ modalities.image ? '当前方式:' + mediaPolicyLabel('image') : '已关闭,不提取这类媒体' }}

配置图片提取识别位置与提取时机

开启上方开关后,可调整识别位置与提取方式。关闭不会清空识别位置和等待参数。

默认 img

提取不完整或等待太久?调整等待时间与特殊站点的兼容规则。

每行一个正则,仅提取匹配这些 src 的图片。留空表示不过滤。

用于 blob 图片 Canvas 兜底导出。JPEG/WebP 体积更小。

仅 JPEG/WebP 生效,建议 0.80-0.92。

接收音频

当前预设

把 AI 回复里的声音文件带回客户端。

{{ modalities.audio ? '当前方式:' + mediaPolicyLabel('audio') : '已关闭,不提取这类媒体' }}

配置音频提取识别位置与提取时机

开启上方开关后,可调整识别位置与提取方式。关闭不会清空识别位置和等待参数。

默认 audio, audio source

提取不完整或等待太久?调整等待时间与特殊站点的兼容规则。
没有音频文件时,尝试捕获声音可能触发页面播放或录音;Gemini 直连提取预设应保持播放录音回退关闭。
音频捕获
页面播放音频捕获回退
直接提取不到音频时,允许触发页面播放并录制音频。Gemini 直连提取预设应保持关闭。
启用网络音频捕获
优先尝试从页面内 WebSocket / 网络流直接提取音频;是否继续回退到页面录音由上方开关控制。

超过上限的二进制帧只记录摘要,不回传 Base64。

每行一个关键字,命中对应 WebSocket / 网络请求 URL 时才会参与音频聚合。

接收视频

当前预设

把 AI 回复里的视频文件带回客户端。

{{ modalities.video ? '当前方式:' + mediaPolicyLabel('video') : '已关闭,不提取这类媒体' }}

配置视频提取识别位置与提取时机

开启上方开关后,可调整识别位置与提取方式。关闭不会清空识别位置和等待参数。

默认 video, video source

提取不完整或等待太久?调整等待时间与特殊站点的兼容规则。
当前只处理文字回复;需要接收图片、声音或视频时,再开启对应能力。
通用识别与下载规则范围、文件大小和资源转换。现有提取正常时无需改动。

统一限定媒体查找范围

高级选项
等待媒体加载
等待音视频或图片完成加载后再提取
转换 Blob 媒体
将 blob: 资源转为可返回的数据 URI 或本地文件
` };