T-0 / T-0b(门禁 · 2026-09-10) - T-0:sqlite 与 MySQL 结构对齐 —— core_holding 统一为 qty/cost_amount/as_of/pnl_pct + PK + UNIQUE(customer_id, product_id);补 core_product_nav;新增建库自校验 _assert_ddl_aligned()(R-g);test_db.py 增 3 条门禁用例(含反向验证门禁失效) - T-0b:DB 账号分离(D20)—— 新增 scripts/core/00-grant.sql(三账号逐表授权); settings.py 增 3 组账号;db.py 改 get_engine(db, role),缓存键改为 (库名, 角色), 账号未配置回退单账号;core_ro→ro / gateway_repository→rw / risk·session_repository→rw; tests/conftest.py 四处显式 role="admin"(R-e) T-1(数据层) - scripts/core/01-ddl.sql:新建 core_fee_rule / core_share_lot / core_convert_lot_detail; core_trade 加 convert_group_id + idx_convert_group;core_product 加 8 列 + fee_rate 补 COMMENT - 新增 07-seed-fee-rule.sql(赎回费 5 档 × 14 产品,按 22 号文 §10)/ 08-seed-share-lot.sql (58 行持仓 → 61 行批次,Σ remain_qty 恒等于 qty)/ 09-seed-org.sql(管理人 + TA + 申购费率 + 最低持有余额,v1.1 按「管理人全产品线」重排) - reset.ps1 追加 07/08/09;02-mysql-agent专用.sql 追加 risk_convert_detail - tests/_ddl.py 同步 4 表 + 新增 REQUIRED_CONVERT_TABLES 建库门禁 - 新增 scripts/dev/verify_convert_seed.py(pymysql 等价 reset 流程 + 8 条 DoD 断言, 含断言 ⑧「费率档 ↔ product_type 匹配」,越档即 FAIL) T-2 / T-2b(纯函数包 + 示例实算回填) - 新增 app/service/convert/ 7 文件:__init__ / types / calc / fee / nav / lot_bootstrap / errors (纯函数,不查库、不碰 SQL;所有量化显式 ROUND_HALF_UP;lot_bootstrap 用 zlib.crc32 保证 D18 跨进程同源) - 新增 tests/test_convert_calc.py 93 用例(12 类:HALF_UP 反向自证 / 分档边界 / FIFO 含同 confirmed_at 兜底 / 双口径 / 强制全转与强制赎回 / PRD §5.3 全链自证 / 纯函数零 IO 依赖断言) - 重写 scripts/dev/calc_convert_demo.py:去掉脚本内公式副本,改为调用生产 calc.py, 末尾与 PRD §5.3 逐项比对(不一致即退出码 1),兼作一致性门禁 验证 - pytest 609 passed / 3 skipped(516 → +93,零回归) - verify_convert_seed.py 8/8 PASS;calc_convert_demo.py 15/15 与 PRD §5.3 一致 文档:PRD v0.9.1(费率分类修正)· 架构 §7 签名回填 / §8.3 错误码注 / §15 T-2 完成 · 开发计划 §1.5 新增 R-h + §4.2·§4.3 执行记录 · AGENTS.md · docs/memory
265 lines
12 KiB
Python
265 lines
12 KiB
Python
"""pytest 全局 fixture(B8 · 开发计划 B8 行)。
|
||
|
||
- sqlite_engine:内存库 + tests/_ddl.py 单一事实源建表(单测共用)。
|
||
- 集成测试(test_integration_risk.py)收集期先调 ensure_risk_demo_ready():
|
||
本机演示数据未就位(未跑 FLOW §0 ③④)时整模块 skip 并给提示,单测不受影响。
|
||
- risk_demo_env(session):真 MySQL(jinrong_agent/jinrong_core)集成环境,
|
||
setup 幂等代跑 prepare_risk_demo.sql(UPDATE 语义)+ L3 快照,teardown 按
|
||
TRD-TEST- 前缀 + session 时间窗清理测试交易及其预警/校验/审计行,并还原 L3。
|
||
注意:时间窗清理假定测试期间无他人向演示库写入(学习项目单机约定)。
|
||
"""
|
||
|
||
from __future__ import annotations
|
||
|
||
from datetime import datetime, timedelta
|
||
from pathlib import Path
|
||
|
||
import pytest
|
||
from sqlalchemy import text
|
||
|
||
from _ddl import create_sqlite_engine, seed_suitability_matrix
|
||
|
||
ROOT = Path(__file__).resolve().parent.parent
|
||
DEMO_SQL = ROOT / "scripts" / "demo" / "prepare_risk_demo.sql"
|
||
|
||
|
||
@pytest.fixture(autouse=True)
|
||
def _disable_concentration_rule(monkeypatch):
|
||
"""RISK-006 回归隔离(C4 起):默认把集中度阈值推到不可达,现有用例断言零改动。
|
||
|
||
RISK-006 在引擎里对**每一笔**交易都会查持仓画像,若沿用默认 0.80,
|
||
现有 436 条用例中断言「命中规则集合 / 单日一张单」的会被新规则打穿。
|
||
故全局默认禁用;RISK-006 专属测试内再显式传 `RiskThresholds(...)` 或
|
||
再次 monkeypatch 回真实阈值 0.80(实现方案 §6 全量回归口径,评审 P1-2)。
|
||
|
||
前置条件:`RiskThresholds.from_settings()` 必须补读 concentration_threshold,
|
||
否则此处 monkeypatch 不生效(rules.py 已补读并注明)。
|
||
"""
|
||
from app.config.settings import settings
|
||
|
||
monkeypatch.setattr(settings, "risk_concentration_threshold", 1.01)
|
||
|
||
|
||
@pytest.fixture()
|
||
def sqlite_engine():
|
||
"""内存 sqlite 全表引擎(B8 前 DDL 散落各测试文件,收敛后统一走这里)。
|
||
|
||
AL-05 起统一灌 C×R 矩阵种子(check_suitability 以矩阵表为 L0 权威,
|
||
缺失即全量 forbidden,见 _ddl.seed_suitability_matrix)。
|
||
"""
|
||
engine = create_sqlite_engine()
|
||
seed_suitability_matrix(engine)
|
||
yield engine
|
||
engine.dispose()
|
||
|
||
|
||
@pytest.fixture()
|
||
def backdated_alert(sqlite_engine):
|
||
"""注入 created_at 回拨的 pending 单(C5/C6 免等待基建);teardown 按 alert_id 精确删除。
|
||
|
||
用法:
|
||
aid = backdated_alert(alert_id="ALT-TEST-X", customer_id="C1", hours_ago=5,
|
||
payload={...}, alert_type="pattern", risk_score=60)
|
||
注意:注入与读取必须共用同一个 sqlite_engine(StaticPool 单连接共享)——测试内
|
||
一律 `RiskRepository(engine=sqlite_engine)`;回拨行 teardown 精确按 alert_id 删,
|
||
不污染正常 trace 空间(评审必查点,_cleanup_test_rows 的时间窗清不掉回拨行)。
|
||
"""
|
||
from sqlalchemy import text
|
||
|
||
import json
|
||
|
||
created_ids: list[str] = []
|
||
|
||
def _make(
|
||
alert_id: str,
|
||
customer_id: str,
|
||
hours_ago: float,
|
||
payload: dict | None = None,
|
||
alert_type: str = "pattern",
|
||
risk_score: int = 60,
|
||
) -> str:
|
||
created_at = datetime.now() - timedelta(hours=hours_ago)
|
||
with sqlite_engine.begin() as conn:
|
||
conn.execute(
|
||
text(
|
||
"INSERT INTO risk_alert (alert_id, trace_id, customer_id, trade_id,"
|
||
" alert_type, triggered_rules, risk_score, status, payload, created_at)"
|
||
" VALUES (:aid, 'TRACE-TEST', :cid, 'TRD-TEST-0', :atype, :rules,"
|
||
" :score, 'pending_review', :payload, :created_at)"
|
||
),
|
||
{
|
||
"aid": alert_id,
|
||
"cid": customer_id,
|
||
"atype": alert_type,
|
||
"rules": json.dumps(["RISK-007"]),
|
||
"score": risk_score,
|
||
"payload": json.dumps(payload or {}, ensure_ascii=False),
|
||
"created_at": created_at,
|
||
},
|
||
)
|
||
created_ids.append(alert_id)
|
||
return alert_id
|
||
|
||
yield _make
|
||
with sqlite_engine.begin() as conn:
|
||
for aid in created_ids:
|
||
conn.execute(
|
||
text("DELETE FROM risk_alert WHERE alert_id = :aid"), {"aid": aid}
|
||
)
|
||
|
||
|
||
@pytest.fixture()
|
||
def backdated_audit_event(sqlite_engine):
|
||
"""注入 created_at 回拨的 audit_log 行(C6);teardown 按 trace_id(TEST-TRACE- 前缀)精确删除。
|
||
|
||
用法:
|
||
tid = backdated_audit_event(event_type="authz", actor_id="STAFF-X",
|
||
customer_id="CUST-Y",
|
||
input_summary={"code": "AUTH_403_SCOPE"},
|
||
decision="forbidden", hours_ago=5)
|
||
注意:注入与读取必须共用同一个 sqlite_engine;回拨行 teardown 按 trace_id 前缀
|
||
精确删除,不污染正常 trace 空间(评审必查点,_cleanup_test_rows 时间窗清不掉回拨行)。
|
||
"""
|
||
import json
|
||
from uuid import uuid4
|
||
|
||
created_trace_ids: list[str] = []
|
||
|
||
def _make(
|
||
event_type: str,
|
||
actor_id: str,
|
||
customer_id: str | None = None,
|
||
input_summary: dict | None = None,
|
||
decision: str = "forbidden",
|
||
hours_ago: float = 5.0,
|
||
agent_type: str = "risk",
|
||
trace_id: str | None = None,
|
||
) -> str:
|
||
tid = trace_id or f"TEST-TRACE-{uuid4().hex[:12].upper()}"
|
||
created_at = datetime.now() - timedelta(hours=hours_ago)
|
||
with sqlite_engine.begin() as conn:
|
||
conn.execute(
|
||
text(
|
||
"INSERT INTO audit_log (trace_id, event_type, agent_type, actor_id,"
|
||
" customer_id, rule_id, input_summary, decision, risk_score,"
|
||
" handler_id, handler_result, handler_comment, created_at)"
|
||
" VALUES (:tid, :et, :agent_type, :aid, :cid, NULL, :summary,"
|
||
" :decision, NULL, NULL, NULL, NULL, :created_at)"
|
||
),
|
||
{
|
||
"tid": tid,
|
||
"et": event_type,
|
||
"agent_type": agent_type,
|
||
"aid": actor_id,
|
||
"cid": customer_id,
|
||
"summary": json.dumps(input_summary or {}, ensure_ascii=False),
|
||
"decision": decision,
|
||
"created_at": created_at,
|
||
},
|
||
)
|
||
created_trace_ids.append(tid)
|
||
return tid
|
||
|
||
yield _make
|
||
with sqlite_engine.begin() as conn:
|
||
for tid in created_trace_ids:
|
||
conn.execute(text("DELETE FROM audit_log WHERE trace_id = :tid"), {"tid": tid})
|
||
|
||
|
||
# ---------- 真库集成环境(B8 集成测试专用) ----------
|
||
|
||
|
||
def ensure_risk_demo_ready() -> None:
|
||
"""演示数据就位校验(开发计划 B8-a):缺失则 skip 集成模块并提示 bootstrap。
|
||
|
||
在集成测试模块收集期调用;失败 pytest.skip(allow_module_level=True) 只跳过
|
||
该模块,sqlite 单测不受影响。校验口径:CUST-4001 测评 <365 天、AML 名单 ≥8。
|
||
"""
|
||
from app.config.settings import settings
|
||
from app.utils.db import get_engine
|
||
|
||
hint = "先跑 FLOW §0 ③④:scripts/core/reset.ps1 → 01-mysql-共用底座.sql →" " 02-mysql-agent专用.sql → scripts/agent/seed-aml-list.sql → prepare_risk_demo.sql"
|
||
try:
|
||
# T-0b(R-e):显式 admin —— 本函数与 fixture 的 setup/teardown 需
|
||
# INSERT/DELETE,而 xh_core_rw 无 DELETE、xh_agent_rw 亦无 DELETE。
|
||
core = get_engine(settings.mysql_core_database, role="admin")
|
||
agent = get_engine(settings.mysql_database, role="admin")
|
||
with core.connect() as conn:
|
||
# FM-03 口径(AL-05 换核):expires_at 未过期即就位(原 evaluated_at+365 天口径退役)
|
||
days = conn.execute(
|
||
text(
|
||
"SELECT DATEDIFF(expires_at, CURDATE()) FROM core_customer_risk"
|
||
" WHERE customer_id = 'CUST-4001'"
|
||
)
|
||
).scalar_one_or_none()
|
||
if days is None or days <= 0:
|
||
pytest.skip(f"演示数据未就位(CUST-4001 风评 expires_at 剩余 {days} 天):{hint}", allow_module_level=True)
|
||
with agent.connect() as conn:
|
||
aml_count = conn.execute(
|
||
text("SELECT COUNT(*) FROM risk_aml_list WHERE is_active = 1")
|
||
).scalar_one()
|
||
if aml_count < 8:
|
||
pytest.skip(f"演示数据未就位(AML 名单仅 {aml_count} 条):{hint}", allow_module_level=True)
|
||
except Exception as exc:
|
||
# pytest.skip 抛出的 Skipped 继承 BaseException,不会被此处吞掉,直接向上传播
|
||
pytest.skip(f"本机 MySQL 不可用({exc}):{hint}", allow_module_level=True)
|
||
|
||
|
||
def _run_demo_sql(core_engine) -> None:
|
||
"""幂等代跑 prepare_risk_demo.sql(开发计划 B8-b):文件须保持无存储过程/DELIMITER。"""
|
||
statements = [s.strip() for s in DEMO_SQL.read_text(encoding="utf-8").split(";") if s.strip()]
|
||
with core_engine.begin() as conn:
|
||
for stmt in statements:
|
||
if stmt.upper().startswith("USE "):
|
||
continue # engine 默认库已由 URL 指定
|
||
conn.execute(text(stmt))
|
||
|
||
|
||
def _cleanup_test_rows(agent_engine, core_engine, started_at: datetime) -> None:
|
||
"""TRD-TEST- teardown(开发计划 B8-c):测试交易及其关联行 + 时间窗兜底 + L3 还原。"""
|
||
with core_engine.begin() as conn:
|
||
conn.execute(text("DELETE FROM core_trade WHERE trade_id LIKE 'TRD-TEST-%'"))
|
||
with agent_engine.begin() as conn:
|
||
conn.execute(text("DELETE FROM risk_alert WHERE trade_id LIKE 'TRD-TEST-%' OR created_at >= :ts"), {"ts": started_at})
|
||
conn.execute(text("DELETE FROM risk_suitability_log WHERE request_ref LIKE 'TRD-TEST-%' OR created_at >= :ts"), {"ts": started_at})
|
||
conn.execute(text("DELETE FROM audit_log WHERE created_at >= :ts"), {"ts": started_at})
|
||
|
||
|
||
@pytest.fixture(scope="session")
|
||
def risk_demo_env():
|
||
"""真 MySQL 集成环境:setup 快照 L3 → yield engines → teardown 清理 + 引擎 dispose。"""
|
||
from app.config.settings import settings
|
||
from app.utils.db import dispose_engines, get_engine
|
||
|
||
# T-0b(R-e):teardown 需 DELETE(core_trade / risk_alert / audit_log),
|
||
# 只读账号与业务读写账号均无 DELETE 权限 → 显式 admin(= mysql_user)。
|
||
core = get_engine(settings.mysql_core_database, role="admin")
|
||
agent = get_engine(settings.mysql_database, role="admin")
|
||
started_at = datetime.now()
|
||
l3_snapshot: list = [] # 哨兵:setup 失败时 teardown 不因未绑定变量掩盖原始异常
|
||
try:
|
||
with agent.begin() as conn:
|
||
l3_snapshot = conn.execute(
|
||
text("SELECT * FROM customer_profile_l3")
|
||
).mappings().all()
|
||
_run_demo_sql(core)
|
||
yield {"agent": agent, "core": core, "started_at": started_at}
|
||
finally:
|
||
try:
|
||
_cleanup_test_rows(agent, core, started_at)
|
||
with agent.begin() as conn:
|
||
conn.execute(text("DELETE FROM customer_profile_l3"))
|
||
for row in l3_snapshot:
|
||
conn.execute(
|
||
text(
|
||
"INSERT INTO customer_profile_l3 (customer_id, monitor_tier,"
|
||
" risk_score, score_dimensions, monitor_tags, last_alert_id,"
|
||
" computed_at, updated_at) VALUES (:customer_id, :monitor_tier,"
|
||
" :risk_score, :score_dimensions, :monitor_tags, :last_alert_id,"
|
||
" :computed_at, :updated_at)"
|
||
),
|
||
dict(row),
|
||
)
|
||
finally:
|
||
dispose_engines()
|