5a26dfde2a
后端变更: - 新增 risk_config.py: 风险配置数据类,支持环境变量驱动 - 新增 risk_control.py: 风险控制控制器,管理并发和预算 - 新增 session_store.py: 匿名会话存储,基于 cookie 的 session ID - 新增 audit_store.py: API 审计日志存储,记录请求和 LLM 调用 - 新增 captcha_api.py: 验证码 API,用于验证用户操作真实性 - 新增 llm_policy.py: LLM 策略配置,管理 completion/pro/vision 模型 - main.py: 集成 middleware、risk/audit/session 模块 (+467/-7) - job_handlers.py: LLM 执行流程重构,新增 risk/audit 集成 (+207/-4) - llm.py: 异步客户端封装,新增 max_output_tokens 参数 (+78/-1) - job_system.py: stream_events 逻辑优化,支持心跳检测 (+12/-4) - pro_completions.py: SSE heartbeat 机制,防止连接超时 (+14/-4) - prompt.py: _normalize_preferences 支持 Mapping 类型 (+13/-0) - tts_asr.py: asyncio loop 初始化,router export (+10/-0) 前端变更: - src/components/CaptchaComponent.vue: 新增验证码组件 (NEW) - src/utils/cookie_policy.js: Cookie 策略工具 (NEW) - SettingsPanel.vue: 集成验证码组件,新增安全设置部分 (+59/-0) - MilkdownEditor.vue: 移除硬编码 API_KEY,新增 credentials (+32/-10) - ProBlockCrepe.vue: 样式简化,移除渐变动画 (+18/-4) - proBlockPlugin.ts: 重构 schema/serializer 引用方式,通过 Ctx 管理 (+40/-10) - api.js: 新增 credentials,重构 headers 条件逻辑 (+50/-14) - config.js: API 基址改为 https://api.imageteach.tech:8002 (+8/-4) - convert.js, docsApi.js, i18n.js: 新增 credentials 和验证码 i18n (+54/-12) - proAccept.js: 重构正则和转义处理,修复捕获组索引 (+14/-4) 配置和基础设施: - docker-compose.yml: 新增端口映射 8001:8001 (+2/-0) - docker/nginx.conf: 改为 307 redirect,优化代理配置 (+8/-6) - vite.config.js: 移除 proxy 配置,直接调用远程 API (+8/-4) - .env.example: 新增 VITE_API_BASE_URL, VITE_API_KEY (+3/-1) - backend/.env.example: 大量 RISK_*, SESSION_*, CORS_* 配置 (+54/-0) - pytest.ini: 扩展 coverage 范围到整个 backend,移除 fail_under (+3/-2) - .coveragerc: 移除 fail_under = 90 (+0/-1) - .gitignore: 新增 docker-data/ (+3/-0) - package.json: 新增 vue3-captcha 依赖 (+3/-1) - AGENTS.md, README.md: 更新 Docker 部署和前端网络约定 (+20/-5) - public/sw.js: Service Worker cache 版本从 v1 升级到 v2 (+0/-1) 测试变更: - test_main_endpoints.py: 新增 session/risk/audit reset,新增测试用例 (+63/-4) - test_main_cancel.py: 新增 reset 调用 (+6/-0) - test_pro_completions.py: 新增 preferences 序列化和测试 (+23/-0) 总计: 45 个文件变更,+1009/-280 行
193 lines
6.9 KiB
Python
193 lines
6.9 KiB
Python
import hashlib
|
|
import secrets
|
|
import threading
|
|
import time
|
|
from dataclasses import dataclass
|
|
from typing import Any
|
|
|
|
try:
|
|
import psycopg
|
|
from psycopg.rows import dict_row
|
|
except Exception: # pragma: no cover
|
|
psycopg = None
|
|
dict_row = None
|
|
|
|
|
|
def _now_ms() -> int:
|
|
return int(time.time() * 1000)
|
|
|
|
|
|
def hash_value(value: str) -> str:
|
|
return hashlib.sha256(value.encode("utf-8")).hexdigest()
|
|
|
|
|
|
def new_session_id() -> str:
|
|
return secrets.token_urlsafe(32)
|
|
|
|
|
|
@dataclass
|
|
class SessionRecord:
|
|
session_id: str
|
|
session_hash: str
|
|
created_at_ms: int
|
|
last_seen_at_ms: int
|
|
first_ip_hash: str
|
|
last_ip_hash: str
|
|
user_agent_hash: str
|
|
risk_score: int = 0
|
|
blocked_until_ms: int = 0
|
|
is_new: bool = False
|
|
|
|
|
|
class BaseSessionStore:
|
|
def get_or_create(self, session_id: str | None, *, client_ip_hash: str, user_agent_hash: str) -> SessionRecord:
|
|
raise NotImplementedError
|
|
|
|
|
|
class InMemorySessionStore(BaseSessionStore):
|
|
def __init__(self) -> None:
|
|
self.sessions: dict[str, SessionRecord] = {}
|
|
self.lock = threading.Lock()
|
|
|
|
def get_or_create(self, session_id: str | None, *, client_ip_hash: str, user_agent_hash: str) -> SessionRecord:
|
|
now = _now_ms()
|
|
with self.lock:
|
|
if session_id:
|
|
session_hash = hash_value(session_id)
|
|
record = self.sessions.get(session_hash)
|
|
if record is not None:
|
|
record.last_seen_at_ms = now
|
|
record.last_ip_hash = client_ip_hash
|
|
record.user_agent_hash = user_agent_hash
|
|
record.is_new = False
|
|
return record
|
|
next_session_id = new_session_id()
|
|
next_hash = hash_value(next_session_id)
|
|
record = SessionRecord(
|
|
session_id=next_session_id,
|
|
session_hash=next_hash,
|
|
created_at_ms=now,
|
|
last_seen_at_ms=now,
|
|
first_ip_hash=client_ip_hash,
|
|
last_ip_hash=client_ip_hash,
|
|
user_agent_hash=user_agent_hash,
|
|
is_new=True,
|
|
)
|
|
self.sessions[next_hash] = record
|
|
return record
|
|
|
|
|
|
class PostgresSessionStore(BaseSessionStore):
|
|
def __init__(self, database_url: str) -> None:
|
|
if psycopg is None or dict_row is None:
|
|
raise RuntimeError("psycopg 未安装,无法使用 PostgreSQL session 存储")
|
|
self.database_url = database_url
|
|
self._init_lock = threading.Lock()
|
|
self._initialized = False
|
|
|
|
def _connect(self):
|
|
return psycopg.connect(self.database_url, autocommit=True, row_factory=dict_row)
|
|
|
|
def _ensure_initialized(self) -> None:
|
|
if self._initialized:
|
|
return
|
|
with self._init_lock:
|
|
if self._initialized:
|
|
return
|
|
with self._connect() as conn:
|
|
with conn.cursor() as cur:
|
|
cur.execute(
|
|
"""
|
|
CREATE TABLE IF NOT EXISTS anonymous_sessions (
|
|
session_hash TEXT PRIMARY KEY,
|
|
created_at_ms BIGINT NOT NULL,
|
|
last_seen_at_ms BIGINT NOT NULL,
|
|
first_ip_hash TEXT NOT NULL,
|
|
last_ip_hash TEXT NOT NULL,
|
|
user_agent_hash TEXT NOT NULL,
|
|
risk_score INTEGER NOT NULL DEFAULT 0,
|
|
blocked_until_ms BIGINT NOT NULL DEFAULT 0,
|
|
metadata_json JSONB NOT NULL DEFAULT '{}'::jsonb
|
|
)
|
|
"""
|
|
)
|
|
cur.execute(
|
|
"CREATE INDEX IF NOT EXISTS anonymous_sessions_last_seen_idx ON anonymous_sessions(last_seen_at_ms)"
|
|
)
|
|
self._initialized = True
|
|
|
|
def get_or_create(self, session_id: str | None, *, client_ip_hash: str, user_agent_hash: str) -> SessionRecord:
|
|
self._ensure_initialized()
|
|
now = _now_ms()
|
|
if session_id:
|
|
session_hash = hash_value(session_id)
|
|
with self._connect() as conn:
|
|
with conn.cursor() as cur:
|
|
cur.execute(
|
|
"""
|
|
UPDATE anonymous_sessions
|
|
SET last_seen_at_ms = %s,
|
|
last_ip_hash = %s,
|
|
user_agent_hash = %s
|
|
WHERE session_hash = %s
|
|
RETURNING session_hash, created_at_ms, last_seen_at_ms, first_ip_hash, last_ip_hash, user_agent_hash, risk_score, blocked_until_ms
|
|
""",
|
|
(now, client_ip_hash, user_agent_hash, session_hash),
|
|
)
|
|
row = cur.fetchone()
|
|
if row is not None:
|
|
return SessionRecord(
|
|
session_id=session_id,
|
|
session_hash=row["session_hash"],
|
|
created_at_ms=int(row["created_at_ms"]),
|
|
last_seen_at_ms=int(row["last_seen_at_ms"]),
|
|
first_ip_hash=row["first_ip_hash"],
|
|
last_ip_hash=row["last_ip_hash"],
|
|
user_agent_hash=row["user_agent_hash"],
|
|
risk_score=int(row["risk_score"] or 0),
|
|
blocked_until_ms=int(row["blocked_until_ms"] or 0),
|
|
is_new=False,
|
|
)
|
|
next_session_id = new_session_id()
|
|
next_hash = hash_value(next_session_id)
|
|
with self._connect() as conn:
|
|
with conn.cursor() as cur:
|
|
cur.execute(
|
|
"""
|
|
INSERT INTO anonymous_sessions (
|
|
session_hash, created_at_ms, last_seen_at_ms, first_ip_hash, last_ip_hash, user_agent_hash
|
|
)
|
|
VALUES (%s, %s, %s, %s, %s, %s)
|
|
""",
|
|
(next_hash, now, now, client_ip_hash, client_ip_hash, user_agent_hash),
|
|
)
|
|
return SessionRecord(
|
|
session_id=next_session_id,
|
|
session_hash=next_hash,
|
|
created_at_ms=now,
|
|
last_seen_at_ms=now,
|
|
first_ip_hash=client_ip_hash,
|
|
last_ip_hash=client_ip_hash,
|
|
user_agent_hash=user_agent_hash,
|
|
is_new=True,
|
|
)
|
|
|
|
|
|
_session_store: BaseSessionStore | None = None
|
|
|
|
|
|
def get_session_store(database_url: str | None = None) -> BaseSessionStore:
|
|
global _session_store
|
|
if _session_store is not None:
|
|
return _session_store
|
|
if database_url:
|
|
_session_store = PostgresSessionStore(database_url)
|
|
else:
|
|
_session_store = InMemorySessionStore()
|
|
return _session_store
|
|
|
|
|
|
def reset_session_store() -> None:
|
|
global _session_store
|
|
_session_store = None
|