Initial commit

This commit is contained in:
Alex committed 2026-11-02 22:54:14 +08:00
commit 57fc3525eb
7311 files changed
+1291398

No files matched your search

+225
View File
@@ -0,0 +1,225 @@
"""
app/services/command_result_store.py - 通用命令执行结果持久化存储层 (CRUD)
职责:
- 提供命令结果记录的底层 JSON 文件读写与增删改查;
- 维护原子写入与最大记录数上限控制;
- 存储层保持纯粹 CRUD,不耦合特定厂商或业务规则。
"""
from __future__ import annotations
import json
import logging
import os
import tempfile
import threading
import uuid
from pathlib import Path
from typing import Any, Callable, Dict, Iterable, List, Optional
try:
import requests
except ImportError: # pragma: no cover
requests = None
logger = logging.getLogger(__name__)
_PROJECT_ROOT = Path(__file__).resolve().parents[2]
RESULTS_FILE = _PROJECT_ROOT / "config" / "command_results.local.json"
_LOCK = threading.RLock()
_MAX_RECORDS = 5000
def _atomic_write_json(path: Path, payload: Dict[str, Any]) -> None:
path.parent.mkdir(parents=True, exist_ok=True)
fd, temp_name = tempfile.mkstemp(prefix=f"{path.stem}_", suffix=".tmp", dir=str(path.parent))
try:
with os.fdopen(fd, "w", encoding="utf-8", newline="\n") as handle:
json.dump(payload, handle, ensure_ascii=False, indent=2)
handle.write("\n")
handle.flush()
os.fsync(handle.fileno())
os.replace(temp_name, path)
finally:
if os.path.exists(temp_name):
os.remove(temp_name)
def _load_results() -> Dict[str, Any]:
if not RESULTS_FILE.exists():
return {"version": 1, "records": []}
try:
with RESULTS_FILE.open("r", encoding="utf-8") as handle:
payload = json.load(handle)
except (OSError, ValueError):
return {"version": 1, "records": []}
records = payload.get("records") if isinstance(payload, dict) else []
return {"version": 1, "records": records if isinstance(records, list) else []}
def get_all_records() -> List[Dict[str, Any]]:
"""获取所有记录副本。"""
with _LOCK:
return list(_load_results()["records"])
def get_record(record_id: str) -> Optional[Dict[str, Any]]:
"""根据 ID 获取单条记录。"""
rid = str(record_id or "").strip()
if not rid:
return None
with _LOCK:
for item in _load_results()["records"]:
if isinstance(item, dict) and str(item.get("id") or "") == rid:
return dict(item)
return None
def list_command_results(command_id: str, limit: int = 500) -> List[Dict[str, Any]]:
"""根据 command_id 检索结果列表,按创建时间倒序。"""
command_id = str(command_id or "").strip()
with _LOCK:
records = _load_results()["records"]
filtered = [item for item in records if isinstance(item, dict) and item.get("command_id") == command_id]
filtered.sort(key=lambda item: float(item.get("created_at") or 0), reverse=True)
return filtered[: max(1, min(int(limit or 500), 2000))]
def add_record(record: Dict[str, Any]) -> Dict[str, Any]:
"""新增单条命令执行结果。"""
if not isinstance(record, dict):
raise ValueError("record must be a dict")
rec = dict(record)
if not rec.get("id"):
rec["id"] = uuid.uuid4().hex
with _LOCK:
payload = _load_results()
records = payload["records"]
records.append(rec)
payload["records"] = records[-_MAX_RECORDS:]
_atomic_write_json(RESULTS_FILE, payload)
return rec
def add_records(records: Iterable[Dict[str, Any]]) -> List[Dict[str, Any]]:
"""批量新增命令执行结果。"""
items: List[Dict[str, Any]] = []
for raw in records:
if isinstance(raw, dict):
item = dict(raw)
if not item.get("id"):
item["id"] = uuid.uuid4().hex
items.append(item)
if not items:
return []
with _LOCK:
payload = _load_results()
existing = payload["records"]
existing.extend(items)
payload["records"] = existing[-_MAX_RECORDS:]
_atomic_write_json(RESULTS_FILE, payload)
return items
def add_records_unique(
records: Iterable[Dict[str, Any]],
unique_fields: Iterable[str],
) -> List[Dict[str, Any]]:
"""Add records while atomically suppressing duplicates by business key."""
fields = tuple(str(field) for field in unique_fields if str(field))
if not fields:
return add_records(records)
items: List[Dict[str, Any]] = []
for raw in records:
if isinstance(raw, dict):
item = dict(raw)
if not item.get("id"):
item["id"] = uuid.uuid4().hex
items.append(item)
if not items:
return []
def key(item: Dict[str, Any]) -> tuple[Any, ...]:
return tuple(str(item.get(field) or "") for field in fields)
with _LOCK:
payload = _load_results()
existing = payload["records"]
seen = {key(item) for item in existing if isinstance(item, dict)}
accepted = []
for item in items:
item_key = key(item)
if item_key in seen:
continue
seen.add(item_key)
accepted.append(item)
if accepted:
existing.extend(accepted)
payload["records"] = existing[-_MAX_RECORDS:]
_atomic_write_json(RESULTS_FILE, payload)
return accepted
def delete_record(record_id: str) -> bool:
"""根据 ID 删除单条记录。"""
rid = str(record_id or "").strip()
if not rid:
return False
with _LOCK:
payload = _load_results()
before = len(payload["records"])
payload["records"] = [
item for item in payload["records"]
if not (isinstance(item, dict) and str(item.get("id") or "") == rid)
]
removed = before != len(payload["records"])
if removed:
_atomic_write_json(RESULTS_FILE, payload)
return removed
def clear_command_results(command_id: str, rule_id: str = "") -> int:
"""清空指定 command_id(及可选 rule_id)的结果。"""
command_id = str(command_id or "").strip()
rule_id = str(rule_id or "").strip()
with _LOCK:
payload = _load_results()
before = len(payload["records"])
payload["records"] = [
item
for item in payload["records"]
if item.get("command_id") != command_id
or (rule_id and str(item.get("rule_id") or "") != rule_id)
]
removed = before - len(payload["records"])
if removed:
_atomic_write_json(RESULTS_FILE, payload)
return removed
# 业务转发兼容层(保持既有测试与导入不中断)
from app.services.arena_rule_service import ( # noqa: E402
_detector_accepts,
_matches_rule,
record_arena_rule_candidates,
)
__all__ = [
"RESULTS_FILE",
"_atomic_write_json",
"_detector_accepts",
"_load_results",
"_matches_rule",
"add_record",
"add_records",
"add_records_unique",
"clear_command_results",
"delete_record",
"get_all_records",
"get_record",
"list_command_results",
"record_arena_rule_candidates",
"requests",
]