Files
group_xinghuo_jinrong/tests/conftest.py
T
GaoYiYuan_0626 c5182f1910 feat(convert): 基金转换 T-0/T-0b 门禁 + T-1 数据层 + T-2/T-2b 纯函数与实算回填
T-0 / T-0b(门禁 · 2026-09-10)
- T-0:sqlite 与 MySQL 结构对齐 —— core_holding 统一为 qty/cost_amount/as_of/pnl_pct
  + PK + UNIQUE(customer_id, product_id);补 core_product_nav;新增建库自校验
  _assert_ddl_aligned()(R-g);test_db.py 增 3 条门禁用例(含反向验证门禁失效)
- T-0b:DB 账号分离(D20)—— 新增 scripts/core/00-grant.sql(三账号逐表授权);
  settings.py 增 3 组账号;db.py 改 get_engine(db, role),缓存键改为 (库名, 角色),
  账号未配置回退单账号;core_ro→ro / gateway_repository→rw / risk·session_repository→rw;
  tests/conftest.py 四处显式 role="admin"(R-e)

T-1(数据层)
- scripts/core/01-ddl.sql:新建 core_fee_rule / core_share_lot / core_convert_lot_detail;
  core_trade 加 convert_group_id + idx_convert_group;core_product 加 8 列 + fee_rate 补 COMMENT
- 新增 07-seed-fee-rule.sql(赎回费 5 档 × 14 产品,按 22 号文 §10)/ 08-seed-share-lot.sql
  (58 行持仓 → 61 行批次,Σ remain_qty 恒等于 qty)/ 09-seed-org.sql(管理人 + TA +
  申购费率 + 最低持有余额,v1.1 按「管理人全产品线」重排)
- reset.ps1 追加 07/08/09;02-mysql-agent专用.sql 追加 risk_convert_detail
- tests/_ddl.py 同步 4 表 + 新增 REQUIRED_CONVERT_TABLES 建库门禁
- 新增 scripts/dev/verify_convert_seed.py(pymysql 等价 reset 流程 + 8 条 DoD 断言,
  含断言 ⑧「费率档 ↔ product_type 匹配」,越档即 FAIL)

T-2 / T-2b(纯函数包 + 示例实算回填)
- 新增 app/service/convert/ 7 文件:__init__ / types / calc / fee / nav / lot_bootstrap / errors
  (纯函数,不查库、不碰 SQL;所有量化显式 ROUND_HALF_UP;lot_bootstrap 用 zlib.crc32
   保证 D18 跨进程同源)
- 新增 tests/test_convert_calc.py 93 用例(12 类:HALF_UP 反向自证 / 分档边界 /
  FIFO 含同 confirmed_at 兜底 / 双口径 / 强制全转与强制赎回 / PRD §5.3 全链自证 /
  纯函数零 IO 依赖断言)
- 重写 scripts/dev/calc_convert_demo.py:去掉脚本内公式副本,改为调用生产 calc.py,
  末尾与 PRD §5.3 逐项比对(不一致即退出码 1),兼作一致性门禁

验证
- pytest 609 passed / 3 skipped(516 → +93,零回归)
- verify_convert_seed.py 8/8 PASS;calc_convert_demo.py 15/15 与 PRD §5.3 一致

文档:PRD v0.9.1(费率分类修正)· 架构 §7 签名回填 / §8.3 错误码注 / §15 T-2 完成 ·
开发计划 §1.5 新增 R-h + §4.2·§4.3 执行记录 · AGENTS.md · docs/memory
2026-09-10 14:45:55 +08:00

265 lines
12 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""pytest 全局 fixture(B8 · 开发计划 B8 行)。
- sqlite_engine:内存库 + tests/_ddl.py 单一事实源建表(单测共用)。
- 集成测试(test_integration_risk.py)收集期先调 ensure_risk_demo_ready():
本机演示数据未就位(未跑 FLOW §0 ③④)时整模块 skip 并给提示,单测不受影响。
- risk_demo_env(session):真 MySQL(jinrong_agent/jinrong_core)集成环境,
setup 幂等代跑 prepare_risk_demo.sql(UPDATE 语义)+ L3 快照,teardown 按
TRD-TEST- 前缀 + session 时间窗清理测试交易及其预警/校验/审计行,并还原 L3。
注意:时间窗清理假定测试期间无他人向演示库写入(学习项目单机约定)。
"""
from __future__ import annotations
from datetime import datetime, timedelta
from pathlib import Path
import pytest
from sqlalchemy import text
from _ddl import create_sqlite_engine, seed_suitability_matrix
ROOT = Path(__file__).resolve().parent.parent
DEMO_SQL = ROOT / "scripts" / "demo" / "prepare_risk_demo.sql"
@pytest.fixture(autouse=True)
def _disable_concentration_rule(monkeypatch):
"""RISK-006 回归隔离(C4 起):默认把集中度阈值推到不可达,现有用例断言零改动。
RISK-006 在引擎里对**每一笔**交易都会查持仓画像,若沿用默认 0.80,
现有 436 条用例中断言「命中规则集合 / 单日一张单」的会被新规则打穿。
故全局默认禁用;RISK-006 专属测试内再显式传 `RiskThresholds(...)` 或
再次 monkeypatch 回真实阈值 0.80(实现方案 §6 全量回归口径,评审 P1-2)。
前置条件:`RiskThresholds.from_settings()` 必须补读 concentration_threshold,
否则此处 monkeypatch 不生效(rules.py 已补读并注明)。
"""
from app.config.settings import settings
monkeypatch.setattr(settings, "risk_concentration_threshold", 1.01)
@pytest.fixture()
def sqlite_engine():
"""内存 sqlite 全表引擎(B8 前 DDL 散落各测试文件,收敛后统一走这里)。
AL-05 起统一灌 C×R 矩阵种子(check_suitability 以矩阵表为 L0 权威,
缺失即全量 forbidden,见 _ddl.seed_suitability_matrix)。
"""
engine = create_sqlite_engine()
seed_suitability_matrix(engine)
yield engine
engine.dispose()
@pytest.fixture()
def backdated_alert(sqlite_engine):
"""注入 created_at 回拨的 pending 单(C5/C6 免等待基建);teardown 按 alert_id 精确删除。
用法:
aid = backdated_alert(alert_id="ALT-TEST-X", customer_id="C1", hours_ago=5,
payload={...}, alert_type="pattern", risk_score=60)
注意:注入与读取必须共用同一个 sqlite_engine(StaticPool 单连接共享)——测试内
一律 `RiskRepository(engine=sqlite_engine)`;回拨行 teardown 精确按 alert_id 删,
不污染正常 trace 空间(评审必查点,_cleanup_test_rows 的时间窗清不掉回拨行)。
"""
from sqlalchemy import text
import json
created_ids: list[str] = []
def _make(
alert_id: str,
customer_id: str,
hours_ago: float,
payload: dict | None = None,
alert_type: str = "pattern",
risk_score: int = 60,
) -> str:
created_at = datetime.now() - timedelta(hours=hours_ago)
with sqlite_engine.begin() as conn:
conn.execute(
text(
"INSERT INTO risk_alert (alert_id, trace_id, customer_id, trade_id,"
" alert_type, triggered_rules, risk_score, status, payload, created_at)"
" VALUES (:aid, 'TRACE-TEST', :cid, 'TRD-TEST-0', :atype, :rules,"
" :score, 'pending_review', :payload, :created_at)"
),
{
"aid": alert_id,
"cid": customer_id,
"atype": alert_type,
"rules": json.dumps(["RISK-007"]),
"score": risk_score,
"payload": json.dumps(payload or {}, ensure_ascii=False),
"created_at": created_at,
},
)
created_ids.append(alert_id)
return alert_id
yield _make
with sqlite_engine.begin() as conn:
for aid in created_ids:
conn.execute(
text("DELETE FROM risk_alert WHERE alert_id = :aid"), {"aid": aid}
)
@pytest.fixture()
def backdated_audit_event(sqlite_engine):
"""注入 created_at 回拨的 audit_log 行(C6);teardown 按 trace_id(TEST-TRACE- 前缀)精确删除。
用法:
tid = backdated_audit_event(event_type="authz", actor_id="STAFF-X",
customer_id="CUST-Y",
input_summary={"code": "AUTH_403_SCOPE"},
decision="forbidden", hours_ago=5)
注意:注入与读取必须共用同一个 sqlite_engine;回拨行 teardown 按 trace_id 前缀
精确删除,不污染正常 trace 空间(评审必查点,_cleanup_test_rows 时间窗清不掉回拨行)。
"""
import json
from uuid import uuid4
created_trace_ids: list[str] = []
def _make(
event_type: str,
actor_id: str,
customer_id: str | None = None,
input_summary: dict | None = None,
decision: str = "forbidden",
hours_ago: float = 5.0,
agent_type: str = "risk",
trace_id: str | None = None,
) -> str:
tid = trace_id or f"TEST-TRACE-{uuid4().hex[:12].upper()}"
created_at = datetime.now() - timedelta(hours=hours_ago)
with sqlite_engine.begin() as conn:
conn.execute(
text(
"INSERT INTO audit_log (trace_id, event_type, agent_type, actor_id,"
" customer_id, rule_id, input_summary, decision, risk_score,"
" handler_id, handler_result, handler_comment, created_at)"
" VALUES (:tid, :et, :agent_type, :aid, :cid, NULL, :summary,"
" :decision, NULL, NULL, NULL, NULL, :created_at)"
),
{
"tid": tid,
"et": event_type,
"agent_type": agent_type,
"aid": actor_id,
"cid": customer_id,
"summary": json.dumps(input_summary or {}, ensure_ascii=False),
"decision": decision,
"created_at": created_at,
},
)
created_trace_ids.append(tid)
return tid
yield _make
with sqlite_engine.begin() as conn:
for tid in created_trace_ids:
conn.execute(text("DELETE FROM audit_log WHERE trace_id = :tid"), {"tid": tid})
# ---------- 真库集成环境(B8 集成测试专用) ----------
def ensure_risk_demo_ready() -> None:
"""演示数据就位校验(开发计划 B8-a):缺失则 skip 集成模块并提示 bootstrap。
在集成测试模块收集期调用;失败 pytest.skip(allow_module_level=True) 只跳过
该模块,sqlite 单测不受影响。校验口径:CUST-4001 测评 <365 天、AML 名单 ≥8。
"""
from app.config.settings import settings
from app.utils.db import get_engine
hint = "先跑 FLOW §0 ③④:scripts/core/reset.ps1 → 01-mysql-共用底座.sql →" " 02-mysql-agent专用.sql → scripts/agent/seed-aml-list.sql → prepare_risk_demo.sql"
try:
# T-0b(R-e):显式 admin —— 本函数与 fixture 的 setup/teardown 需
# INSERT/DELETE,而 xh_core_rw 无 DELETE、xh_agent_rw 亦无 DELETE。
core = get_engine(settings.mysql_core_database, role="admin")
agent = get_engine(settings.mysql_database, role="admin")
with core.connect() as conn:
# FM-03 口径(AL-05 换核):expires_at 未过期即就位(原 evaluated_at+365 天口径退役)
days = conn.execute(
text(
"SELECT DATEDIFF(expires_at, CURDATE()) FROM core_customer_risk"
" WHERE customer_id = 'CUST-4001'"
)
).scalar_one_or_none()
if days is None or days <= 0:
pytest.skip(f"演示数据未就位(CUST-4001 风评 expires_at 剩余 {days} 天):{hint}", allow_module_level=True)
with agent.connect() as conn:
aml_count = conn.execute(
text("SELECT COUNT(*) FROM risk_aml_list WHERE is_active = 1")
).scalar_one()
if aml_count < 8:
pytest.skip(f"演示数据未就位(AML 名单仅 {aml_count} 条):{hint}", allow_module_level=True)
except Exception as exc:
# pytest.skip 抛出的 Skipped 继承 BaseException,不会被此处吞掉,直接向上传播
pytest.skip(f"本机 MySQL 不可用({exc}):{hint}", allow_module_level=True)
def _run_demo_sql(core_engine) -> None:
"""幂等代跑 prepare_risk_demo.sql(开发计划 B8-b):文件须保持无存储过程/DELIMITER。"""
statements = [s.strip() for s in DEMO_SQL.read_text(encoding="utf-8").split(";") if s.strip()]
with core_engine.begin() as conn:
for stmt in statements:
if stmt.upper().startswith("USE "):
continue # engine 默认库已由 URL 指定
conn.execute(text(stmt))
def _cleanup_test_rows(agent_engine, core_engine, started_at: datetime) -> None:
"""TRD-TEST- teardown(开发计划 B8-c):测试交易及其关联行 + 时间窗兜底 + L3 还原。"""
with core_engine.begin() as conn:
conn.execute(text("DELETE FROM core_trade WHERE trade_id LIKE 'TRD-TEST-%'"))
with agent_engine.begin() as conn:
conn.execute(text("DELETE FROM risk_alert WHERE trade_id LIKE 'TRD-TEST-%' OR created_at >= :ts"), {"ts": started_at})
conn.execute(text("DELETE FROM risk_suitability_log WHERE request_ref LIKE 'TRD-TEST-%' OR created_at >= :ts"), {"ts": started_at})
conn.execute(text("DELETE FROM audit_log WHERE created_at >= :ts"), {"ts": started_at})
@pytest.fixture(scope="session")
def risk_demo_env():
"""真 MySQL 集成环境:setup 快照 L3 → yield engines → teardown 清理 + 引擎 dispose。"""
from app.config.settings import settings
from app.utils.db import dispose_engines, get_engine
# T-0b(R-e):teardown 需 DELETE(core_trade / risk_alert / audit_log),
# 只读账号与业务读写账号均无 DELETE 权限 → 显式 admin(= mysql_user)。
core = get_engine(settings.mysql_core_database, role="admin")
agent = get_engine(settings.mysql_database, role="admin")
started_at = datetime.now()
l3_snapshot: list = [] # 哨兵:setup 失败时 teardown 不因未绑定变量掩盖原始异常
try:
with agent.begin() as conn:
l3_snapshot = conn.execute(
text("SELECT * FROM customer_profile_l3")
).mappings().all()
_run_demo_sql(core)
yield {"agent": agent, "core": core, "started_at": started_at}
finally:
try:
_cleanup_test_rows(agent, core, started_at)
with agent.begin() as conn:
conn.execute(text("DELETE FROM customer_profile_l3"))
for row in l3_snapshot:
conn.execute(
text(
"INSERT INTO customer_profile_l3 (customer_id, monitor_tier,"
" risk_score, score_dimensions, monitor_tags, last_alert_id,"
" computed_at, updated_at) VALUES (:customer_id, :monitor_tier,"
" :risk_score, :score_dimensions, :monitor_tags, :last_alert_id,"
" :computed_at, :updated_at)"
),
dict(row),
)
finally:
dispose_engines()