GaoYiYuan_0626
c5182f1910
T-0 / T-0b（门禁 · 2026-09-10） - T-0：sqlite 与 MySQL 结构对齐 —— core_holding 统一为 qty/cost_amount/as_of/pnl_pct + PK + UNIQUE(customer_id, product_id)；补 core_product_nav；新增建库自校验 _assert_ddl_aligned()（R-g）；test_db.py 增 3 条门禁用例（含反向验证门禁失效） - T-0b：DB 账号分离（D20）—— 新增 scripts/core/00-grant.sql（三账号逐表授权）； settings.py 增 3 组账号；db.py 改 get_engine(db, role)，缓存键改为 (库名, 角色)， 账号未配置回退单账号；core_ro→ro / gateway_repository→rw / risk·session_repository→rw； tests/conftest.py 四处显式 role="admin"（R-e） T-1（数据层） - scripts/core/01-ddl.sql：新建 core_fee_rule / core_share_lot / core_convert_lot_detail； core_trade 加 convert_group_id + idx_convert_group；core_product 加 8 列 + fee_rate 补 COMMENT - 新增 07-seed-fee-rule.sql（赎回费 5 档 × 14 产品，按 22 号文 §10）/ 08-seed-share-lot.sql （58 行持仓 → 61 行批次，Σ remain_qty 恒等于 qty）/ 09-seed-org.sql（管理人 + TA + 申购费率 + 最低持有余额，v1.1 按「管理人全产品线」重排） - reset.ps1 追加 07/08/09；02-mysql-agent专用.sql 追加 risk_convert_detail - tests/_ddl.py 同步 4 表 + 新增 REQUIRED_CONVERT_TABLES 建库门禁 - 新增 scripts/dev/verify_convert_seed.py（pymysql 等价 reset 流程 + 8 条 DoD 断言， 含断言 ⑧「费率档 ↔ product_type 匹配」，越档即 FAIL） T-2 / T-2b（纯函数包 + 示例实算回填） - 新增 app/service/convert/ 7 文件：__init__ / types / calc / fee / nav / lot_bootstrap / errors （纯函数，不查库、不碰 SQL；所有量化显式 ROUND_HALF_UP；lot_bootstrap 用 zlib.crc32 保证 D18 跨进程同源） - 新增 tests/test_convert_calc.py 93 用例（12 类：HALF_UP 反向自证 / 分档边界 / FIFO 含同 confirmed_at 兜底 / 双口径 / 强制全转与强制赎回 / PRD §5.3 全链自证 / 纯函数零 IO 依赖断言） - 重写 scripts/dev/calc_convert_demo.py：去掉脚本内公式副本，改为调用生产 calc.py， 末尾与 PRD §5.3 逐项比对（不一致即退出码 1），兼作一致性门禁 验证 - pytest 609 passed / 3 skipped（516 → +93，零回归） - verify_convert_seed.py 8/8 PASS；calc_convert_demo.py 15/15 与 PRD §5.3 一致 文档：PRD v0.9.1（费率分类修正）· 架构 §7 签名回填 / §8.3 错误码注 / §15 T-2 完成 · 开发计划 §1.5 新增 R-h + §4.2·§4.3 执行记录 · AGENTS.md · docs/memory
289 lines
15 KiB
Python
289 lines
15 KiB
Python
"""sqlite 测试 DDL 单一事实源（B8 · B4 评审 P3-12 收敛 / B5 评审 P3-4 时区）。
|
||
|
||
以 VARCHAR/TEXT/INTEGER/REAL 近似 MySQL 的 ENUM/SMALLINT/JSON/DECIMAL，
|
||
枚举防线不在测试 DB 层（由 service 白名单保证，见 test_profile_l3 口径注释）。
|
||
时间默认值统一 `(datetime('now','localtime'))`：sqlite CURRENT_TIMESTAMP 为 UTC，
|
||
本地 23:00~24:00 跑测试时与 MySQL localtime 口径错位一个日界（B5 评审 P3-4）。
|
||
列集为各测试所需列的并集；新表/新列只改此处，禁止再回测试文件手写。
|
||
"""
|
||
|
||
from sqlalchemy import create_engine, text
|
||
from sqlalchemy.pool import StaticPool
|
||
|
||
_TS = "TIMESTAMP DEFAULT (datetime('now','localtime'))"
|
||
|
||
SQLITE_TABLES: dict[str, str] = {
|
||
# ---- Core 模拟库（只读侧） ----
|
||
"core_customer": """
|
||
CREATE TABLE core_customer (
|
||
customer_id VARCHAR(64) PRIMARY KEY, display_name VARCHAR(128), age INTEGER,
|
||
occupation VARCHAR(64), open_date DATE, is_active TINYINT DEFAULT 1,
|
||
is_hnw TINYINT DEFAULT 0, service_tier VARCHAR(16) DEFAULT 'normal')
|
||
""",
|
||
"core_customer_risk": """
|
||
CREATE TABLE core_customer_risk (
|
||
customer_id VARCHAR(64), risk_code VARCHAR(8), evaluated_at TIMESTAMP,
|
||
expires_at TIMESTAMP, is_authoritative TINYINT DEFAULT 1,
|
||
source VARCHAR(32) DEFAULT 'risk_questionnaire',
|
||
investor_category VARCHAR(32) DEFAULT 'ordinary',
|
||
questionnaire_score INTEGER, max_loss_tolerance_pct REAL,
|
||
investment_goal VARCHAR(128), investment_horizon VARCHAR(16),
|
||
professional_approved_at TIMESTAMP)
|
||
""",
|
||
"core_customer_advisor": """
|
||
CREATE TABLE core_customer_advisor (
|
||
advisor_id VARCHAR(64), customer_id VARCHAR(64), rel_status VARCHAR(16))
|
||
""",
|
||
"core_suitability_rule": """
|
||
CREATE TABLE core_suitability_rule (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||
customer_risk_code VARCHAR(8), product_risk_code VARCHAR(8),
|
||
match_result VARCHAR(32), rule_ref VARCHAR(32) DEFAULT 'JR-AST-012')
|
||
""",
|
||
"core_product": """
|
||
CREATE TABLE core_product (
|
||
product_id VARCHAR(64) PRIMARY KEY, product_name VARCHAR(128),
|
||
min_risk_code VARCHAR(8), product_type VARCHAR(32),
|
||
min_subscribe_amount DECIMAL DEFAULT 1.00, term_days INTEGER,
|
||
requires_disclosure TINYINT DEFAULT 0,
|
||
can_subscribe TINYINT DEFAULT 1, can_redeem TINYINT DEFAULT 1,
|
||
min_hold_qty DECIMAL DEFAULT 0, min_redeem_qty DECIMAL DEFAULT 0,
|
||
min_hold_action VARCHAR(32) DEFAULT 'force_transfer',
|
||
subscribe_fee_rate DECIMAL DEFAULT 0,
|
||
fund_company VARCHAR(64), ta_code VARCHAR(32))
|
||
""",
|
||
# T-0（R1 门禁）：以 scripts/core/01-ddl.sql:132-145 为权威逐列对齐 ——
|
||
# id PK / customer_id / product_id / qty / cost_amount / market_value /
|
||
# pnl_pct / as_of + UNIQUE(customer_id, product_id)。
|
||
# 原列名 quantity 已废弃（MySQL 恒为 qty，列名失配是 convert 首个阻断项）。
|
||
# 不建外键：sqlite 测试库既有表均无 FK，保持一致（避免插入顺序约束）。
|
||
"core_holding": """
|
||
CREATE TABLE core_holding (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||
customer_id VARCHAR(64) NOT NULL, product_id VARCHAR(64) NOT NULL,
|
||
qty DECIMAL NOT NULL, cost_amount DECIMAL NOT NULL,
|
||
market_value DECIMAL NOT NULL, pnl_pct DECIMAL NOT NULL, as_of DATE NOT NULL,
|
||
UNIQUE (customer_id, product_id))
|
||
""",
|
||
"core_trade": """
|
||
CREATE TABLE core_trade (
|
||
trade_id VARCHAR(64) PRIMARY KEY, customer_id VARCHAR(64), product_id VARCHAR(64),
|
||
trade_type VARCHAR(16), amount DECIMAL, qty DECIMAL,
|
||
convert_group_id VARCHAR(64), trade_status VARCHAR(16),
|
||
traded_at TIMESTAMP)
|
||
""",
|
||
# ---- convert 新增 4 表（T-1）：MySQL 侧落点为
|
||
# scripts/core/01-ddl.sql（前 3 张）与 docs/项目框架设计/表设计/02-mysql-agent专用.sql
|
||
# （risk_convert_detail）。列集为测试所需列的并集，新列只改此处。
|
||
"core_fee_rule": """
|
||
CREATE TABLE core_fee_rule (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, product_id VARCHAR(64) NOT NULL,
|
||
fee_type VARCHAR(16) NOT NULL, min_hold_days INTEGER, max_hold_days INTEGER,
|
||
min_amount DECIMAL, max_amount DECIMAL, rate DECIMAL NOT NULL,
|
||
to_fund_ratio DECIMAL NOT NULL DEFAULT 1.0)
|
||
""",
|
||
"core_share_lot": f"""
|
||
CREATE TABLE core_share_lot (
|
||
lot_id VARCHAR(64) PRIMARY KEY, customer_id VARCHAR(64) NOT NULL,
|
||
product_id VARCHAR(64) NOT NULL, qty DECIMAL NOT NULL, remain_qty DECIMAL NOT NULL,
|
||
nav DECIMAL NOT NULL, confirmed_at TIMESTAMP NOT NULL,
|
||
source_trade_id VARCHAR(64), created_at {_TS})
|
||
""",
|
||
"core_convert_lot_detail": f"""
|
||
CREATE TABLE core_convert_lot_detail (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, convert_group_id VARCHAR(64) NOT NULL,
|
||
lot_id VARCHAR(64) NOT NULL, qty DECIMAL NOT NULL, hold_days INTEGER NOT NULL,
|
||
amount DECIMAL NOT NULL, fee_rate DECIMAL NOT NULL, fee_amount DECIMAL NOT NULL,
|
||
nav DECIMAL NOT NULL, nav_date DATE NOT NULL, created_at {_TS})
|
||
""",
|
||
"risk_convert_detail": f"""
|
||
CREATE TABLE risk_convert_detail (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, convert_group_id VARCHAR(64) NOT NULL,
|
||
status VARCHAR(16) NOT NULL DEFAULT 'pending',
|
||
out_trade_id VARCHAR(64), in_trade_id VARCHAR(64), related_trade_id VARCHAR(64),
|
||
nav DECIMAL, nav_date DATE, fee_amount DECIMAL,
|
||
hold_days_min INTEGER, hold_days_max INTEGER,
|
||
estimated TINYINT NOT NULL DEFAULT 1, nav_stale TINYINT NOT NULL DEFAULT 0,
|
||
client_request_id VARCHAR(64), cancelled_at TIMESTAMP,
|
||
created_at {_TS},
|
||
UNIQUE (convert_group_id), UNIQUE (client_request_id))
|
||
""",
|
||
# T-0（R-f）：core_product_nav 与 MySQL scripts/core/01-ddl.sql:186-194 对齐
|
||
# （get_latest_nav 及新增 get_as_of 的读取目标；此前 sqlite 侧整表缺失）。
|
||
"core_product_nav": """
|
||
CREATE TABLE core_product_nav (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, product_id VARCHAR(64) NOT NULL,
|
||
nav DECIMAL NOT NULL, daily_chg_pct DECIMAL NOT NULL, nav_date DATE NOT NULL,
|
||
UNIQUE (product_id, nav_date))
|
||
""",
|
||
# ---- agent 库 ----
|
||
"audit_log": f"""
|
||
CREATE TABLE audit_log (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, trace_id VARCHAR(64), event_type VARCHAR(64),
|
||
agent_type VARCHAR(16), actor_id VARCHAR(64), customer_id VARCHAR(64),
|
||
rule_id VARCHAR(64), input_summary TEXT, decision VARCHAR(64), risk_score INTEGER,
|
||
handler_id VARCHAR(64), handler_result VARCHAR(64), handler_comment VARCHAR(512),
|
||
created_at {_TS})
|
||
""",
|
||
"input_guard_log": f"""
|
||
CREATE TABLE input_guard_log (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, trace_id VARCHAR(64), session_id VARCHAR(64),
|
||
agent_type VARCHAR(16), actor_id VARCHAR(64), guard_type VARCHAR(24),
|
||
raw_excerpt VARCHAR(1024), action VARCHAR(16),
|
||
created_at {_TS})
|
||
""",
|
||
"agent_session": f"""
|
||
CREATE TABLE agent_session (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, session_id VARCHAR(64) UNIQUE,
|
||
trace_id VARCHAR(64), agent_type VARCHAR(16), actor_id VARCHAR(64),
|
||
actor_role VARCHAR(32), customer_id VARCHAR(64), advisor_id VARCHAR(64),
|
||
title VARCHAR(256), status VARCHAR(16) DEFAULT 'active',
|
||
created_at {_TS}, closed_at TIMESTAMP)
|
||
""",
|
||
"agent_message": f"""
|
||
CREATE TABLE agent_message (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, session_id VARCHAR(64),
|
||
trace_id VARCHAR(64), seq_no INTEGER, role VARCHAR(16),
|
||
content TEXT, has_disclaimer TINYINT DEFAULT 0, token_est INTEGER,
|
||
created_at {_TS})
|
||
""",
|
||
"agent_tool_call": f"""
|
||
CREATE TABLE agent_tool_call (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, session_id VARCHAR(64),
|
||
trace_id VARCHAR(64), message_id INTEGER, tool_name VARCHAR(128),
|
||
tool_input TEXT, tool_output TEXT, status VARCHAR(16),
|
||
error_code VARCHAR(64), latency_ms INTEGER,
|
||
created_at {_TS})
|
||
""",
|
||
"risk_alert": f"""
|
||
CREATE TABLE risk_alert (
|
||
alert_id VARCHAR(64) PRIMARY KEY, trace_id VARCHAR(64), customer_id VARCHAR(64),
|
||
trade_id VARCHAR(64), alert_type VARCHAR(16), triggered_rules TEXT,
|
||
risk_score INTEGER, status VARCHAR(24) DEFAULT 'pending_review', payload TEXT,
|
||
handler_id VARCHAR(64), handler_result VARCHAR(64), handler_comment VARCHAR(512),
|
||
created_at {_TS}, handled_at TIMESTAMP)
|
||
""",
|
||
"risk_suitability_log": f"""
|
||
CREATE TABLE risk_suitability_log (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, trace_id VARCHAR(64) NOT NULL,
|
||
customer_id VARCHAR(64) NOT NULL, product_id VARCHAR(64) NOT NULL,
|
||
product_name VARCHAR(128),
|
||
customer_risk_level VARCHAR(8) NOT NULL, product_risk_level VARCHAR(8) NOT NULL,
|
||
investor_category VARCHAR(32) DEFAULT 'ordinary',
|
||
match_result VARCHAR(32) NOT NULL, mismatch_type VARCHAR(32) DEFAULT 'none',
|
||
is_matched TINYINT, is_blocked TINYINT DEFAULT 0,
|
||
requires_disclosure TINYINT DEFAULT 0, needs_branch_confirm TINYINT DEFAULT 0,
|
||
risk_was_expired TINYINT DEFAULT 0,
|
||
block_reason VARCHAR(512), block_response_code VARCHAR(32),
|
||
check_source VARCHAR(16) DEFAULT 'r02_trade', actor_id VARCHAR(64),
|
||
request_ref VARCHAR(64), profile_l1_version VARCHAR(32),
|
||
rule_refs TEXT, created_at {_TS})
|
||
""",
|
||
"customer_profile_l3": f"""
|
||
CREATE TABLE customer_profile_l3 (
|
||
customer_id VARCHAR(64) PRIMARY KEY, monitor_tier VARCHAR(16) NOT NULL,
|
||
risk_score INTEGER, score_dimensions TEXT, monitor_tags TEXT,
|
||
last_alert_id VARCHAR(64), computed_at TIMESTAMP NOT NULL,
|
||
updated_at {_TS})
|
||
""",
|
||
"risk_aml_list": f"""
|
||
CREATE TABLE risk_aml_list (
|
||
id INTEGER PRIMARY KEY AUTOINCREMENT, list_id VARCHAR(64), list_type VARCHAR(16),
|
||
full_name VARCHAR(128), id_no VARCHAR(32), bank_card_no VARCHAR(32),
|
||
match_threshold REAL, source VARCHAR(64), list_version VARCHAR(16),
|
||
effective_date DATE, is_active TINYINT DEFAULT 1, created_at {_TS})
|
||
""",
|
||
}
|
||
|
||
|
||
# ---------- T-0 建库自校验（R1 门禁）----------
|
||
# 与 scripts/core/01-ddl.sql 人工同步的权威结构清单（逐列对照，见上表注释）：
|
||
# core_holding id BIGINT PK / customer_id / product_id / qty / cost_amount /
|
||
# market_value / pnl_pct / as_of / UNIQUE KEY uk_cust_product
|
||
# core_product_nav id BIGINT PK / product_id / nav / daily_chg_pct / nav_date /
|
||
# UNIQUE KEY uk_product_date
|
||
# 失配在建库那一刻即 AssertionError，不留到集成测试期。
|
||
EXPECTED_CORE_HOLDING_COLUMNS = {
|
||
"id", "customer_id", "product_id", "qty",
|
||
"cost_amount", "market_value", "pnl_pct", "as_of",
|
||
}
|
||
REQUIRED_CORE_TABLES = {"core_holding", "core_product_nav", "core_trade", "core_product"}
|
||
# T-1：convert 新增 4 表同样纳入存在性门禁。落点：前 3 张在 scripts/core/01-ddl.sql，
|
||
# risk_convert_detail 在 docs/项目框架设计/表设计/02-mysql-agent专用.sql。
|
||
REQUIRED_CONVERT_TABLES = {
|
||
"core_fee_rule", "core_share_lot", "core_convert_lot_detail", "risk_convert_detail",
|
||
}
|
||
|
||
|
||
def _assert_ddl_aligned(engine) -> None:
|
||
"""建库后自校验：缺列/缺表立即 AssertionError（R1 门禁）。
|
||
|
||
触发场景（真实踩过的坑）：sqlite 列名曾为 quantity，而 MySQL 是 qty ——
|
||
单测全绿但 convert 首次 UPDATE core_holding.qty 才炸；本校验把失败点前移。
|
||
"""
|
||
with engine.connect() as conn:
|
||
tables = {
|
||
row[0]
|
||
for row in conn.execute(text("SELECT name FROM sqlite_master WHERE type = 'table'"))
|
||
}
|
||
missing_tables = REQUIRED_CORE_TABLES - tables
|
||
assert not missing_tables, (
|
||
f"sqlite DDL 缺表：{sorted(missing_tables)}（以 scripts/core/01-ddl.sql 为准）"
|
||
)
|
||
missing_convert = REQUIRED_CONVERT_TABLES - tables
|
||
assert not missing_convert, (
|
||
f"sqlite DDL 缺 convert 表：{sorted(missing_convert)}"
|
||
"（以 scripts/core/01-ddl.sql 与 docs/项目框架设计/表设计/02-mysql-agent专用.sql 为准）"
|
||
)
|
||
columns = {row[1] for row in conn.execute(text("PRAGMA table_info(core_holding)"))}
|
||
missing_columns = EXPECTED_CORE_HOLDING_COLUMNS - columns
|
||
assert not missing_columns, (
|
||
f"core_holding 缺列：{sorted(missing_columns)}（以 scripts/core/01-ddl.sql 为准）"
|
||
)
|
||
|
||
|
||
def create_sqlite_engine():
|
||
"""内存 sqlite + 全部表（StaticPool 单连接共享，同现有测试模式）。
|
||
|
||
建表后经 `_assert_ddl_aligned` 自校验（T-0 门禁）：结构失配在建库即失败，
|
||
而不是留到集成测试期。
|
||
"""
|
||
engine = create_engine(
|
||
"sqlite://", poolclass=StaticPool, connect_args={"check_same_thread": False}
|
||
)
|
||
with engine.begin() as conn:
|
||
for ddl in SQLITE_TABLES.values():
|
||
conn.execute(text(ddl))
|
||
_assert_ddl_aligned(engine)
|
||
return engine
|
||
|
||
|
||
# C×R 适当性矩阵测试种子（与 scripts/core/02-seed-base.sql 25 行逐格一致；
|
||
# AL-05 换核后 check_suitability 以矩阵表为 L0 权威，缺失即全量 forbidden）
|
||
SUITABILITY_MATRIX_SEED: list[tuple[str, str, str]] = [
|
||
("C1", "R1", "allowed"), ("C1", "R2", "allowed"), ("C1", "R3", "forbidden"),
|
||
("C1", "R4", "forbidden"), ("C1", "R5", "forbidden"),
|
||
("C2", "R1", "allowed"), ("C2", "R2", "allowed"), ("C2", "R3", "allowed"),
|
||
("C2", "R4", "forbidden"), ("C2", "R5", "forbidden"),
|
||
("C3", "R1", "allowed"), ("C3", "R2", "allowed"), ("C3", "R3", "allowed"),
|
||
("C3", "R4", "allowed_with_disclosure"), ("C3", "R5", "forbidden"),
|
||
("C4", "R1", "allowed"), ("C4", "R2", "allowed"), ("C4", "R3", "allowed"),
|
||
("C4", "R4", "allowed"), ("C4", "R5", "allowed_with_disclosure"),
|
||
("C5", "R1", "allowed"), ("C5", "R2", "allowed"), ("C5", "R3", "allowed"),
|
||
("C5", "R4", "allowed"), ("C5", "R5", "allowed"),
|
||
]
|
||
|
||
|
||
def seed_suitability_matrix(engine) -> None:
|
||
"""给 sqlite 测试库灌 25 行 C×R 矩阵（各涉及适当性的测试 fixture 调用）。"""
|
||
with engine.begin() as conn:
|
||
for c, r, m in SUITABILITY_MATRIX_SEED:
|
||
conn.execute(
|
||
text(
|
||
"INSERT INTO core_suitability_rule "
|
||
"(customer_risk_code, product_risk_code, match_result) "
|
||
"VALUES (:c, :r, :m)"
|
||
),
|
||
{"c": c, "r": r, "m": m},
|
||
)
|