zhanghongyu_0626
2945108f66
- Added new configuration for knowledge base root directory in `.env.example` and `settings.py`. - Implemented `find_products` method in `CoreReadOnlyRepository` for fuzzy product search based on user queries. - Introduced `search_cs_knowledge` function in `rag_service.py` to facilitate semantic search across new `fin_*` collections. - Updated document parsing to support Markdown and YAML front-matter for knowledge base entries. - Created multiple new FAQ and policy documents in the `data/kb_collections` directory to enrich the knowledge base. This update significantly improves the knowledge retrieval capabilities for customer service interactions, ensuring more relevant and accurate responses.
468 lines
17 KiB
Python
468 lines
17 KiB
Python
"""pytest 全局 fixture（B8 · 开发计划 B8 行）。
|
||
|
||
- sqlite_engine：内存库 + tests/_ddl.py 单一事实源建表（单测共用）。
|
||
- 集成测试（test_integration_risk.py）收集期先调 ensure_risk_demo_ready()：
|
||
本机演示数据未就位（未跑 FLOW §0 ③④）时整模块 skip 并给提示，单测不受影响。
|
||
- risk_demo_env（session）：真 MySQL（jinrong_agent/jinrong_core）集成环境，
|
||
setup 幂等代跑 prepare_risk_demo.sql（UPDATE 语义）+ L3 快照，teardown 按
|
||
TRD-TEST- 前缀 + session 时间窗清理测试交易及其预警/校验/审计行，并还原 L3。
|
||
注意：时间窗清理假定测试期间无他人向演示库写入（学习项目单机约定）。
|
||
"""
|
||
|
||
from __future__ import annotations
|
||
|
||
from datetime import datetime, timedelta
|
||
from pathlib import Path
|
||
|
||
import pytest
|
||
from sqlalchemy import text
|
||
|
||
from _ddl import create_sqlite_engine, seed_suitability_matrix
|
||
|
||
ROOT = Path(__file__).resolve().parent.parent
|
||
DEMO_SQL = ROOT / "scripts" / "demo" / "prepare_risk_demo.sql"
|
||
|
||
|
||
class FakeRedis:
|
||
"""最小 Redis 替身（decode_responses=True 语义；客服 wave 测试用）。"""
|
||
|
||
def __init__(self) -> None:
|
||
self.strings: dict = {}
|
||
self.lists: dict = {}
|
||
self.hashes: dict = {}
|
||
self.ttls: dict = {}
|
||
|
||
def get(self, key):
|
||
return self.strings.get(key)
|
||
|
||
def setex(self, key, ttl, value):
|
||
self.strings[key] = value
|
||
self.ttls[key] = ttl
|
||
|
||
def delete(self, *keys):
|
||
for key in keys:
|
||
self.strings.pop(key, None)
|
||
self.lists.pop(key, None)
|
||
self.hashes.pop(key, None)
|
||
|
||
def incr(self, key):
|
||
value = int(self.strings.get(key, 0)) + 1
|
||
self.strings[key] = str(value)
|
||
return value
|
||
|
||
def expire(self, key, ttl):
|
||
self.ttls[key] = ttl
|
||
|
||
def rpush(self, key, value):
|
||
self.lists.setdefault(key, []).append(value)
|
||
|
||
def ltrim(self, key, start, end):
|
||
lst = self.lists.get(key)
|
||
if lst is None:
|
||
return
|
||
self.lists[key] = lst[start:] if end == -1 else lst[start : end + 1]
|
||
|
||
def lrange(self, key, start, end):
|
||
lst = self.lists.get(key, [])
|
||
return list(lst[start:]) if end == -1 else list(lst[start : end + 1])
|
||
|
||
def hincrby(self, key, field, delta=1):
|
||
h = self.hashes.setdefault(key, {})
|
||
h[field] = int(h.get(field, 0)) + delta
|
||
return h[field]
|
||
|
||
def hgetall(self, key):
|
||
return dict(self.hashes.get(key, {}))
|
||
|
||
def scan_iter(self, match=None):
|
||
import fnmatch
|
||
|
||
pat = match or "*"
|
||
keys = set(self.strings) | set(self.lists) | set(self.hashes)
|
||
for key in keys:
|
||
if fnmatch.fnmatch(key, pat):
|
||
yield key
|
||
|
||
|
||
@pytest.fixture(autouse=True)
|
||
def _wave_customer_fake_redis(request, monkeypatch):
|
||
"""Wave 4/5：无本机 Redis 时用 FakeRedis（与 test_wave3 口径一致）。"""
|
||
nodeid = request.node.nodeid
|
||
if "test_wave4_e2e" not in nodeid and "test_wave5_notes" not in nodeid:
|
||
yield
|
||
return
|
||
r = FakeRedis()
|
||
monkeypatch.setattr("app.config.database.get_redis_client", lambda: r)
|
||
from app.service.risk import redis_gateway
|
||
|
||
monkeypatch.setattr(redis_gateway, "_gateway", r)
|
||
from app.service import customer_service as cs
|
||
|
||
monkeypatch.setattr(cs, "_spawn", lambda fn, *a: fn(*a))
|
||
yield r
|
||
|
||
|
||
@pytest.fixture(autouse=True)
|
||
def _wave_customer_test_session(request):
|
||
"""Wave 4/5：在 agent_session 预建测试会话（merger chat 续聊须 SessionGuard 命中）。"""
|
||
nodeid = request.node.nodeid
|
||
if "test_wave4_e2e" not in nodeid and "test_wave5_notes" not in nodeid:
|
||
yield
|
||
return
|
||
|
||
from app.config.database import get_agent_engine
|
||
from app.repository.session_repository import SessionRepository
|
||
|
||
session_id = "sess-e2e-001" if "test_wave4_e2e" in nodeid else "sess-note-001"
|
||
cust = "CUST-9527"
|
||
engine = get_agent_engine()
|
||
with engine.begin() as conn:
|
||
conn.execute(
|
||
text("DELETE FROM agent_session WHERE session_id = :sid"),
|
||
{"sid": session_id},
|
||
)
|
||
SessionRepository(engine=engine).create_session(
|
||
session_id=session_id,
|
||
trace_id="trc-wave-customer-test",
|
||
agent_type="customer",
|
||
actor_id=cust,
|
||
actor_role="customer",
|
||
customer_id=cust,
|
||
)
|
||
yield
|
||
with engine.begin() as conn:
|
||
conn.execute(
|
||
text("DELETE FROM agent_session WHERE session_id = :sid"),
|
||
{"sid": session_id},
|
||
)
|
||
|
||
|
||
@pytest.fixture
|
||
def fake_redis():
|
||
return FakeRedis()
|
||
|
||
|
||
# 客服 Agent Wave 测试已全部解禁（见 客服Agent-合并说明.md）
|
||
collect_ignore: list[str] = []
|
||
|
||
|
||
@pytest.fixture(autouse=True)
|
||
def _disable_concentration_rule(monkeypatch):
|
||
"""RISK-006 回归隔离（C4 起）：默认把集中度阈值推到不可达，现有用例断言零改动。
|
||
|
||
RISK-006 在引擎里对**每一笔**交易都会查持仓画像，若沿用默认 0.80，
|
||
现有 436 条用例中断言「命中规则集合 / 单日一张单」的会被新规则打穿。
|
||
故全局默认禁用；RISK-006 专属测试内再显式传 `RiskThresholds(...)` 或
|
||
再次 monkeypatch 回真实阈值 0.80（实现方案 §6 全量回归口径，评审 P1-2）。
|
||
|
||
前置条件：`RiskThresholds.from_settings()` 必须补读 concentration_threshold，
|
||
否则此处 monkeypatch 不生效（rules.py 已补读并注明）。
|
||
"""
|
||
from app.config.settings import settings
|
||
|
||
monkeypatch.setattr(settings, "risk_concentration_threshold", 1.01)
|
||
|
||
|
||
@pytest.fixture()
|
||
def sqlite_engine():
|
||
"""内存 sqlite 全表引擎（B8 前 DDL 散落各测试文件，收敛后统一走这里）。
|
||
|
||
AL-05 起统一灌 C×R 矩阵种子（check_suitability 以矩阵表为 L0 权威，
|
||
缺失即全量 forbidden，见 _ddl.seed_suitability_matrix）。
|
||
"""
|
||
engine = create_sqlite_engine()
|
||
seed_suitability_matrix(engine)
|
||
yield engine
|
||
engine.dispose()
|
||
|
||
|
||
@pytest.fixture()
|
||
def backdated_alert(sqlite_engine):
|
||
"""注入 created_at 回拨的 pending 单（C5/C6 免等待基建）；teardown 按 alert_id 精确删除。
|
||
|
||
用法：
|
||
aid = backdated_alert(alert_id="ALT-TEST-X", customer_id="C1", hours_ago=5,
|
||
payload={...}, alert_type="pattern", risk_score=60)
|
||
注意：注入与读取必须共用同一个 sqlite_engine（StaticPool 单连接共享）——测试内
|
||
一律 `RiskRepository(engine=sqlite_engine)`；回拨行 teardown 精确按 alert_id 删，
|
||
不污染正常 trace 空间（评审必查点，_cleanup_test_rows 的时间窗清不掉回拨行）。
|
||
"""
|
||
from sqlalchemy import text
|
||
|
||
import json
|
||
|
||
created_ids: list[str] = []
|
||
|
||
def _make(
|
||
alert_id: str,
|
||
customer_id: str,
|
||
hours_ago: float,
|
||
payload: dict | None = None,
|
||
alert_type: str = "pattern",
|
||
risk_score: int = 60,
|
||
) -> str:
|
||
created_at = datetime.now() - timedelta(hours=hours_ago)
|
||
with sqlite_engine.begin() as conn:
|
||
conn.execute(
|
||
text(
|
||
"INSERT INTO risk_alert (alert_id, trace_id, customer_id, trade_id,"
|
||
" alert_type, triggered_rules, risk_score, status, payload, created_at)"
|
||
" VALUES (:aid, 'TRACE-TEST', :cid, 'TRD-TEST-0', :atype, :rules,"
|
||
" :score, 'pending_review', :payload, :created_at)"
|
||
),
|
||
{
|
||
"aid": alert_id,
|
||
"cid": customer_id,
|
||
"atype": alert_type,
|
||
"rules": json.dumps(["RISK-007"]),
|
||
"score": risk_score,
|
||
"payload": json.dumps(payload or {}, ensure_ascii=False),
|
||
"created_at": created_at,
|
||
},
|
||
)
|
||
created_ids.append(alert_id)
|
||
return alert_id
|
||
|
||
yield _make
|
||
with sqlite_engine.begin() as conn:
|
||
for aid in created_ids:
|
||
conn.execute(
|
||
text("DELETE FROM risk_alert WHERE alert_id = :aid"), {"aid": aid}
|
||
)
|
||
|
||
|
||
@pytest.fixture()
|
||
def backdated_audit_event(sqlite_engine):
|
||
"""注入 created_at 回拨的 audit_log 行（C6）；teardown 按 trace_id（TEST-TRACE- 前缀）精确删除。
|
||
|
||
用法：
|
||
tid = backdated_audit_event(event_type="authz", actor_id="STAFF-X",
|
||
customer_id="CUST-Y",
|
||
input_summary={"code": "AUTH_403_SCOPE"},
|
||
decision="forbidden", hours_ago=5)
|
||
注意：注入与读取必须共用同一个 sqlite_engine；回拨行 teardown 按 trace_id 前缀
|
||
精确删除，不污染正常 trace 空间（评审必查点，_cleanup_test_rows 时间窗清不掉回拨行）。
|
||
"""
|
||
import json
|
||
from uuid import uuid4
|
||
|
||
created_trace_ids: list[str] = []
|
||
|
||
def _make(
|
||
event_type: str,
|
||
actor_id: str,
|
||
customer_id: str | None = None,
|
||
input_summary: dict | None = None,
|
||
decision: str = "forbidden",
|
||
hours_ago: float = 5.0,
|
||
agent_type: str = "risk",
|
||
trace_id: str | None = None,
|
||
) -> str:
|
||
tid = trace_id or f"TEST-TRACE-{uuid4().hex[:12].upper()}"
|
||
created_at = datetime.now() - timedelta(hours=hours_ago)
|
||
with sqlite_engine.begin() as conn:
|
||
conn.execute(
|
||
text(
|
||
"INSERT INTO audit_log (trace_id, event_type, agent_type, actor_id,"
|
||
" customer_id, rule_id, input_summary, decision, risk_score,"
|
||
" handler_id, handler_result, handler_comment, created_at)"
|
||
" VALUES (:tid, :et, :agent_type, :aid, :cid, NULL, :summary,"
|
||
" :decision, NULL, NULL, NULL, NULL, :created_at)"
|
||
),
|
||
{
|
||
"tid": tid,
|
||
"et": event_type,
|
||
"agent_type": agent_type,
|
||
"aid": actor_id,
|
||
"cid": customer_id,
|
||
"summary": json.dumps(input_summary or {}, ensure_ascii=False),
|
||
"decision": decision,
|
||
"created_at": created_at,
|
||
},
|
||
)
|
||
created_trace_ids.append(tid)
|
||
return tid
|
||
|
||
yield _make
|
||
with sqlite_engine.begin() as conn:
|
||
for tid in created_trace_ids:
|
||
conn.execute(text("DELETE FROM audit_log WHERE trace_id = :tid"), {"tid": tid})
|
||
|
||
|
||
# ---------- 真库集成环境（B8 集成测试专用） ----------
|
||
|
||
|
||
def ensure_risk_demo_ready() -> None:
|
||
"""演示数据就位校验（开发计划 B8-a）：缺失则 skip 集成模块并提示 bootstrap。
|
||
|
||
在集成测试模块收集期调用；失败 pytest.skip(allow_module_level=True) 只跳过
|
||
该模块，sqlite 单测不受影响。校验口径：CUST-4001 测评 <365 天、AML 名单 ≥8。
|
||
"""
|
||
from app.config.settings import settings
|
||
from app.utils.db import get_engine
|
||
|
||
hint = "先跑 FLOW §0 ③④：scripts/core/reset.ps1 → 01-mysql-共用底座.sql →" " 02-mysql-agent专用.sql → scripts/agent/seed-aml-list.sql → prepare_risk_demo.sql"
|
||
try:
|
||
core = get_engine(settings.mysql_core_database)
|
||
agent = get_engine(settings.mysql_database)
|
||
with core.connect() as conn:
|
||
# FM-03 口径（AL-05 换核）：expires_at 未过期即就位（原 evaluated_at+365 天口径退役）
|
||
days = conn.execute(
|
||
text(
|
||
"SELECT DATEDIFF(expires_at, CURDATE()) FROM core_customer_risk"
|
||
" WHERE customer_id = 'CUST-4001'"
|
||
)
|
||
).scalar_one_or_none()
|
||
if days is None or days <= 0:
|
||
pytest.skip(f"演示数据未就位（CUST-4001 风评 expires_at 剩余 {days} 天）：{hint}", allow_module_level=True)
|
||
with agent.connect() as conn:
|
||
aml_count = conn.execute(
|
||
text("SELECT COUNT(*) FROM risk_aml_list WHERE is_active = 1")
|
||
).scalar_one()
|
||
if aml_count < 8:
|
||
pytest.skip(f"演示数据未就位（AML 名单仅 {aml_count} 条）：{hint}", allow_module_level=True)
|
||
except Exception as exc:
|
||
# pytest.skip 抛出的 Skipped 继承 BaseException，不会被此处吞掉，直接向上传播
|
||
pytest.skip(f"本机 MySQL 不可用（{exc}）：{hint}", allow_module_level=True)
|
||
|
||
|
||
def _run_demo_sql(core_engine) -> None:
|
||
"""幂等代跑 prepare_risk_demo.sql（开发计划 B8-b）：文件须保持无存储过程/DELIMITER。"""
|
||
statements = [s.strip() for s in DEMO_SQL.read_text(encoding="utf-8").split(";") if s.strip()]
|
||
with core_engine.begin() as conn:
|
||
for stmt in statements:
|
||
if stmt.upper().startswith("USE "):
|
||
continue # engine 默认库已由 URL 指定
|
||
conn.execute(text(stmt))
|
||
|
||
|
||
def _cleanup_test_rows(agent_engine, core_engine, started_at: datetime) -> None:
|
||
"""TRD-TEST- teardown（开发计划 B8-c）：测试交易及其关联行 + 时间窗兜底 + L3 还原。"""
|
||
with core_engine.begin() as conn:
|
||
conn.execute(text("DELETE FROM core_trade WHERE trade_id LIKE 'TRD-TEST-%'"))
|
||
with agent_engine.begin() as conn:
|
||
conn.execute(text("DELETE FROM risk_alert WHERE trade_id LIKE 'TRD-TEST-%' OR created_at >= :ts"), {"ts": started_at})
|
||
conn.execute(text("DELETE FROM risk_suitability_log WHERE request_ref LIKE 'TRD-TEST-%' OR created_at >= :ts"), {"ts": started_at})
|
||
conn.execute(text("DELETE FROM audit_log WHERE created_at >= :ts"), {"ts": started_at})
|
||
|
||
|
||
@pytest.fixture(scope="session")
|
||
def risk_demo_env():
|
||
"""真 MySQL 集成环境：setup 快照 L3 → yield engines → teardown 清理 + 引擎 dispose。"""
|
||
from app.config.settings import settings
|
||
from app.utils.db import dispose_engines, get_engine
|
||
|
||
core = get_engine(settings.mysql_core_database)
|
||
agent = get_engine(settings.mysql_database)
|
||
started_at = datetime.now()
|
||
l3_snapshot: list = [] # 哨兵：setup 失败时 teardown 不因未绑定变量掩盖原始异常
|
||
try:
|
||
with agent.begin() as conn:
|
||
l3_snapshot = conn.execute(
|
||
text("SELECT * FROM customer_profile_l3")
|
||
).mappings().all()
|
||
_run_demo_sql(core)
|
||
yield {"agent": agent, "core": core, "started_at": started_at}
|
||
finally:
|
||
try:
|
||
_cleanup_test_rows(agent, core, started_at)
|
||
with agent.begin() as conn:
|
||
conn.execute(text("DELETE FROM customer_profile_l3"))
|
||
for row in l3_snapshot:
|
||
conn.execute(
|
||
text(
|
||
"INSERT INTO customer_profile_l3 (customer_id, monitor_tier,"
|
||
" risk_score, score_dimensions, monitor_tags, last_alert_id,"
|
||
" computed_at, updated_at) VALUES (:customer_id, :monitor_tier,"
|
||
" :risk_score, :score_dimensions, :monitor_tags, :last_alert_id,"
|
||
" :computed_at, :updated_at)"
|
||
),
|
||
dict(row),
|
||
)
|
||
finally:
|
||
dispose_engines()
|
||
|
||
|
||
# ---------- Wave 0 宿主 fixture（auth/chat 单测） ----------
|
||
|
||
|
||
@pytest.fixture
|
||
def client():
|
||
from fastapi.testclient import TestClient
|
||
|
||
from app.main import app
|
||
|
||
return TestClient(app)
|
||
|
||
|
||
@pytest.fixture(autouse=True)
|
||
def mock_wave0_db(request, monkeypatch):
|
||
"""Wave 0 chat/auth 单测 mock（仅 test_wave0_* 生效，不影响风控用例）。"""
|
||
if "test_wave0" not in request.node.nodeid:
|
||
yield None
|
||
return
|
||
|
||
from unittest.mock import MagicMock
|
||
|
||
from _ddl import create_sqlite_engine
|
||
|
||
from app.api import chat as chat_mod
|
||
from app.api import deps as deps_mod
|
||
from app.config.settings import settings
|
||
from app.repository.core_ro import CoreReadOnlyRepository
|
||
from app.repository.risk_repository import RiskRepository
|
||
from app.repository.session_repository import SessionRepository
|
||
from app.service import memory_service
|
||
from app.service.risk import redis_gateway
|
||
|
||
audit = MagicMock()
|
||
core_ro = MagicMock()
|
||
core_ro.is_advisor_assigned = MagicMock(return_value=True)
|
||
|
||
engine = create_sqlite_engine()
|
||
session_repo = SessionRepository(engine=engine)
|
||
repo = RiskRepository(engine=engine)
|
||
repo.insert_audit_log = audit.insert
|
||
repo.insert_input_guard_log = MagicMock()
|
||
|
||
class _FakeRedis:
|
||
def rpush(self, *a, **k):
|
||
pass
|
||
|
||
def lrange(self, *a, **k):
|
||
return []
|
||
|
||
def ltrim(self, *a, **k):
|
||
pass
|
||
|
||
def expire(self, *a, **k):
|
||
pass
|
||
|
||
def publish(self, *a, **k):
|
||
pass
|
||
|
||
def delete(self, *a, **k):
|
||
pass
|
||
|
||
def exists(self, *a, **k):
|
||
return False
|
||
|
||
def set_ex(self, *a, **k):
|
||
pass
|
||
|
||
monkeypatch.setattr(settings, "deepseek_api_key", "")
|
||
monkeypatch.setattr(chat_mod, "_repo", lambda: repo)
|
||
monkeypatch.setattr(chat_mod, "_session_repo", lambda: session_repo)
|
||
monkeypatch.setattr(chat_mod, "_core_ro", lambda: core_ro)
|
||
monkeypatch.setattr(deps_mod, "RiskRepository", lambda: repo)
|
||
monkeypatch.setattr(memory_service, "_session_repo", lambda: session_repo)
|
||
monkeypatch.setattr(redis_gateway, "_gateway", _FakeRedis())
|
||
|
||
yield {"audit": audit, "core_ro": core_ro, "session": session_repo, "repo": repo}
|
||
|
||
|
||
@pytest.fixture
|
||
def mock_db(mock_wave0_db):
|
||
"""Wave 0 测试兼容别名。"""
|
||
return mock_wave0_db
|