241 lines
11 KiB
Python
241 lines
11 KiB
Python
|
"""T-11 真 MySQL 验证脚本：金额汇总去重 + 归零行过滤（DoD 逐条断言）。
|
|||
|
|
|
|||
|
|
**为什么 sqlite 单测全绿还不够**
|
|||
|
|
|
|||
|
|
T-11 的核心是把「一次转换只计一次金额」这个口径，从 Python（`rules.amount_view`）
|
|||
|
|
复制到 SQL（`core_ro.sum_trades_on_date`）。跨语言的两份实现最容易漂移，
|
|||
|
|
**在 NULL 值域上尤其危险**：
|
|||
|
|
|
|||
|
|
- `amount_view` 判的是 Python 的 `if not gid` —— **NULL 与空串都算「无组」**；
|
|||
|
|
- 若 SQL 只写 `convert_group_id IS NULL`，**空串会被漏掉**（三值逻辑里 `'' IS NULL` 恒为假），
|
|||
|
|
该笔普通交易从当日累计里凭空消失 → RISK-002 少算、且**测试很难发现**
|
|||
|
|
（sqlite 单测若只造 NULL 数据，这条分支永远不被执行）。
|
|||
|
|
|
|||
|
|
于是本脚本专门造一笔 `convert_group_id = ''` 的真库数据，并**同时跑两条 SQL 做对照**
|
|||
|
|
（只 `IS NULL` vs `IS NULL OR = ''`），把「差异是真实存在的」变成可打印的证据。
|
|||
|
|
|
|||
|
|
同时验证 `list_holdings` 的 `qty > 0` 在 MySQL `DECIMAL(18,4)` 下的比较语义
|
|||
|
|
（convert 转出全部份额后 `qty = 0.0000` 的台账留痕行必须被排除）。
|
|||
|
|
|
|||
|
|
用法：
|
|||
|
|
python scripts/dev/verify_convert_tools.py # 建隔离数据 → 跑断言 → 清理
|
|||
|
|
|
|||
|
|
注意：
|
|||
|
|
- 全部数据用 **TOOLT 前缀**（客户 `CUST-TOOLT` / 产品 `PROD-TOOLT*`），跑完清理干净，不碰既有种子；
|
|||
|
|
- 建/清数据走 `role="admin"`（需 DELETE，R-e）；被测路径走生产同款仓储
|
|||
|
|
（`CoreReadOnlyRepository` ro 读 + `core_tools` 同款函数）；
|
|||
|
|
- 退出码 1 = 有断言不一致（供 CI / 人工判定）。
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
from __future__ import annotations
|
|||
|
|
|
|||
|
|
import sys
|
|||
|
|
from datetime import datetime, time, timedelta
|
|||
|
|
from decimal import Decimal
|
|||
|
|
from pathlib import Path
|
|||
|
|
|
|||
|
|
from sqlalchemy import text
|
|||
|
|
|
|||
|
|
ROOT = Path(__file__).resolve().parents[2]
|
|||
|
|
sys.path.insert(0, str(ROOT))
|
|||
|
|
|
|||
|
|
from app.config.settings import settings # noqa: E402
|
|||
|
|
from app.repository.core_ro import CoreReadOnlyRepository # noqa: E402
|
|||
|
|
from app.tool.core_tools import query_holdings, query_recent_trades # noqa: E402
|
|||
|
|
from app.utils.db import dispose_engines, get_engine # noqa: E402
|
|||
|
|
|
|||
|
|
CUSTOMER = "CUST-TOOLT"
|
|||
|
|
PROD_A = "PROD-TOOLTA" # 正常持仓（qty > 0）
|
|||
|
|
PROD_B = "PROD-TOOLTB" # 归零行（qty = 0，convert 转出全部后的台账留痕）
|
|||
|
|
GROUP = "G-TOOLT-1"
|
|||
|
|
|
|||
|
|
# 金额设计（每一项都能区分「对 / 未去重 / 只判 IS NULL」三种实现）：
|
|||
|
|
AMT_OUT = "300000" # convert 转出端 → 应计入
|
|||
|
|
AMT_IN = "300000" # convert 转入端 → 同组，不应计入
|
|||
|
|
AMT_PLAIN = "100000" # 普通赎回（gid = NULL）→ 应计入
|
|||
|
|
AMT_EMPTY = "50000" # gid = 空串 → 视为无组，**应计入**（区分 ='' 分支的关键）
|
|||
|
|
EXPECTED_SUM = Decimal("450000") # 300000 + 100000 + 50000
|
|||
|
|
SUM_IF_NO_DEDUP = Decimal("750000") # 未去重：再 + 300000
|
|||
|
|
SUM_IF_NULL_ONLY = Decimal("400000") # 只写 IS NULL：丢掉空串那笔 50000
|
|||
|
|
|
|||
|
|
_passed = 0
|
|||
|
|
_failed = 0
|
|||
|
|
|
|||
|
|
|
|||
|
|
def check(name: str, actual, expected) -> None:
|
|||
|
|
"""逐条断言并打印（与既有 verify_convert_*.py 同款输出）。"""
|
|||
|
|
global _passed, _failed
|
|||
|
|
ok = actual == expected
|
|||
|
|
if ok:
|
|||
|
|
_passed += 1
|
|||
|
|
else:
|
|||
|
|
_failed += 1
|
|||
|
|
flag = "✅" if ok else "❌"
|
|||
|
|
print(f" {flag} {name}: 实际 {actual!r}" + ("" if ok else f" / 期望 {expected!r}"))
|
|||
|
|
|
|||
|
|
|
|||
|
|
def dec(value, places: str = "0.01") -> Decimal:
|
|||
|
|
"""真库读回是 `Decimal`（MySQL DECIMAL）→ 统一量化后比较。"""
|
|||
|
|
return Decimal(str(value)).quantize(Decimal(places))
|
|||
|
|
|
|||
|
|
|
|||
|
|
def q1(engine, sql: str, **params):
|
|||
|
|
with engine.connect() as conn:
|
|||
|
|
return conn.execute(text(sql), params).scalar_one_or_none()
|
|||
|
|
|
|||
|
|
|
|||
|
|
# ── 数据准备 / 清理 ─────────────────────────────────────────────────
|
|||
|
|
def cleanup(engine) -> None:
|
|||
|
|
"""按 FK 依赖倒序删：trade → holding → product → customer（全部按前缀）。"""
|
|||
|
|
with engine.begin() as conn:
|
|||
|
|
conn.execute(
|
|||
|
|
text("DELETE FROM core_trade WHERE customer_id LIKE :p"), {"p": f"{CUSTOMER}%"}
|
|||
|
|
)
|
|||
|
|
conn.execute(
|
|||
|
|
text("DELETE FROM core_holding WHERE customer_id LIKE :p"), {"p": f"{CUSTOMER}%"}
|
|||
|
|
)
|
|||
|
|
conn.execute(
|
|||
|
|
text("DELETE FROM core_product WHERE product_id LIKE :p"), {"p": "PROD-TOOLT%"}
|
|||
|
|
)
|
|||
|
|
conn.execute(
|
|||
|
|
text("DELETE FROM core_customer WHERE customer_id LIKE :p"), {"p": f"{CUSTOMER}%"}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def seed(engine, now: datetime) -> None:
|
|||
|
|
today = now.date()
|
|||
|
|
with engine.begin() as conn:
|
|||
|
|
conn.execute(
|
|||
|
|
text(
|
|||
|
|
"INSERT INTO core_customer (customer_id, display_name, open_date) "
|
|||
|
|
"VALUES (:c, 'T11真库验证', :d)"
|
|||
|
|
),
|
|||
|
|
{"c": CUSTOMER, "d": today},
|
|||
|
|
)
|
|||
|
|
for pid, name in [(PROD_A, "T11正常持仓基金"), (PROD_B, "T11归零基金")]:
|
|||
|
|
conn.execute(
|
|||
|
|
text(
|
|||
|
|
# product_type 是真库 ENUM('money','bond','mixed',...) 的中文值非法
|
|||
|
|
"INSERT INTO core_product (product_id, product_name, min_risk_code, "
|
|||
|
|
"product_type, can_subscribe, can_redeem) "
|
|||
|
|
"VALUES (:p, :n, 'R3', 'mixed', 1, 1)"
|
|||
|
|
),
|
|||
|
|
{"p": pid, "n": name},
|
|||
|
|
)
|
|||
|
|
# 持仓：一条正常 + 一条归零（qty = 0，行必须保留 —— 台账留痕，不物理删除）
|
|||
|
|
conn.execute(
|
|||
|
|
text(
|
|||
|
|
"INSERT INTO core_holding (customer_id, product_id, qty, cost_amount, "
|
|||
|
|
"market_value, pnl_pct, as_of) VALUES "
|
|||
|
|
"(:c, :pa, 1000.0000, 1000.00, 1200.00, 0.2000, :d), "
|
|||
|
|
"(:c, :pb, 0.0000, 0.00, 0.00, 0.0000, :d)"
|
|||
|
|
),
|
|||
|
|
{"c": CUSTOMER, "pa": PROD_A, "pb": PROD_B, "d": today},
|
|||
|
|
)
|
|||
|
|
# 流水：一组 convert（两条共享 gid）+ 普通赎回（NULL）+ 空串 gid 申购
|
|||
|
|
rows = [
|
|||
|
|
("TX-TOOLT-OUT", PROD_A, "redeem", AMT_OUT, GROUP),
|
|||
|
|
("TX-TOOLT-IN", PROD_B, "subscribe", AMT_IN, GROUP),
|
|||
|
|
("TX-TOOLT-PLAIN", PROD_A, "redeem", AMT_PLAIN, None),
|
|||
|
|
("TX-TOOLT-EMPTY", PROD_A, "subscribe", AMT_EMPTY, ""),
|
|||
|
|
]
|
|||
|
|
for tid, pid, ttype, amt, gid in rows:
|
|||
|
|
conn.execute(
|
|||
|
|
text(
|
|||
|
|
"INSERT INTO core_trade (trade_id, customer_id, product_id, trade_type, "
|
|||
|
|
"amount, qty, convert_group_id, trade_status, traded_at) "
|
|||
|
|
"VALUES (:tid, :c, :p, :tt, :amt, 100.0000, :gid, 'confirmed', :t)"
|
|||
|
|
),
|
|||
|
|
{"tid": tid, "c": CUSTOMER, "p": pid, "tt": ttype, "amt": amt, "gid": gid, "t": now},
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
# ── 被测路径断言 ────────────────────────────────────────────────────
|
|||
|
|
def run_checks(engine, now: datetime) -> None:
|
|||
|
|
core_ro = CoreReadOnlyRepository(engine=get_engine(settings.mysql_core_database, "ro"))
|
|||
|
|
today = now.date()
|
|||
|
|
day_start = datetime.combine(today, time.min)
|
|||
|
|
|
|||
|
|
print("\n[A] 真库值域确认（前提）")
|
|||
|
|
gid_out = q1(
|
|||
|
|
engine, "SELECT convert_group_id FROM core_trade WHERE trade_id = 'TX-TOOLT-OUT'"
|
|||
|
|
)
|
|||
|
|
gid_plain = q1(
|
|||
|
|
engine, "SELECT convert_group_id FROM core_trade WHERE trade_id = 'TX-TOOLT-PLAIN'"
|
|||
|
|
)
|
|||
|
|
gid_empty = q1(
|
|||
|
|
engine, "SELECT convert_group_id FROM core_trade WHERE trade_id = 'TX-TOOLT-EMPTY'"
|
|||
|
|
)
|
|||
|
|
check("convert 转出端 gid 非空", gid_out, GROUP)
|
|||
|
|
check("普通交易 gid 为 NULL", gid_plain, None)
|
|||
|
|
check("空串 gid 真库存成空串（非 NULL）", gid_empty, "")
|
|||
|
|
|
|||
|
|
print("\n[B] sum_trades_on_date 去重（R-d）")
|
|||
|
|
actual_sum = core_ro.sum_trades_on_date(CUSTOMER, today)
|
|||
|
|
check("去重后当日合计", dec(actual_sum), EXPECTED_SUM)
|
|||
|
|
check("不等于未去重的值（去重真的生效）", dec(actual_sum) != SUM_IF_NO_DEDUP, True)
|
|||
|
|
|
|||
|
|
print("\n[C] 对照组：只写 IS NULL 会漏掉空串那笔（证明 ='' 分支必要）")
|
|||
|
|
null_only = q1(
|
|||
|
|
engine,
|
|||
|
|
"SELECT COALESCE(SUM(amount), 0) FROM core_trade "
|
|||
|
|
"WHERE customer_id = :c AND trade_type IN ('subscribe','redeem') "
|
|||
|
|
"AND trade_status = 'confirmed' "
|
|||
|
|
"AND traded_at >= :s AND traded_at < :e "
|
|||
|
|
"AND (convert_group_id IS NULL OR trade_type = 'redeem')",
|
|||
|
|
c=CUSTOMER,
|
|||
|
|
s=day_start,
|
|||
|
|
e=day_start + timedelta(days=1),
|
|||
|
|
)
|
|||
|
|
check("只判 IS NULL 的结果（少算空串那笔）", dec(null_only), SUM_IF_NULL_ONLY)
|
|||
|
|
check("与正确口径差额 = 空串那笔金额", dec(actual_sum) - dec(null_only), Decimal(AMT_EMPTY))
|
|||
|
|
|
|||
|
|
print("\n[D] core_tools.query_recent_trades 汇总去重（FR-C15）")
|
|||
|
|
res = query_recent_trades(CUSTOMER, days=1, core_ro=core_ro)
|
|||
|
|
check("明细保持全量（4 条）", res["total_count"], 4)
|
|||
|
|
check("sum_amount 不翻倍", dec(res["sum_amount"]), EXPECTED_SUM)
|
|||
|
|
check("跨口径一致：Tool 汇总 == 仓储 SQL 汇总", dec(res["sum_amount"]), dec(actual_sum))
|
|||
|
|
|
|||
|
|
print("\n[E] core_tools.query_holdings 归零行过滤")
|
|||
|
|
holdings = query_holdings(CUSTOMER, core_ro=core_ro)
|
|||
|
|
check("持仓条数（归零行被排除）", holdings["total_count"], 1)
|
|||
|
|
check("返回的是正常持仓产品", [r["product_id"] for r in holdings["items"]], [PROD_A])
|
|||
|
|
check("合计市值不含归零行", dec(holdings["sum_market_value"]), Decimal("1200"))
|
|||
|
|
|
|||
|
|
print("\n[F] 底表复核：归零行确实还在库里（过滤发生在查询侧，不是删除）")
|
|||
|
|
zero_rows = q1(
|
|||
|
|
engine,
|
|||
|
|
"SELECT COUNT(*) FROM core_holding WHERE customer_id = :c AND qty <= 0",
|
|||
|
|
c=CUSTOMER,
|
|||
|
|
)
|
|||
|
|
check("core_holding 归零行仍保留", zero_rows, 1)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def main() -> int:
|
|||
|
|
now = datetime.now()
|
|||
|
|
engine = get_engine(settings.mysql_core_database, "admin")
|
|||
|
|
print("T-11 真库验证：金额汇总去重（FR-C15 / R-d）+ 归零行过滤")
|
|||
|
|
print(f"客户={CUSTOMER} 产品={PROD_A}/{PROD_B} 交易日={now.date()}")
|
|||
|
|
cleanup(engine)
|
|||
|
|
try:
|
|||
|
|
seed(engine, now)
|
|||
|
|
run_checks(engine, now)
|
|||
|
|
finally:
|
|||
|
|
cleanup(engine)
|
|||
|
|
left = q1(
|
|||
|
|
engine,
|
|||
|
|
"SELECT (SELECT COUNT(*) FROM core_trade WHERE customer_id LIKE 'CUST-TOOLT%') "
|
|||
|
|
"+ (SELECT COUNT(*) FROM core_holding WHERE customer_id LIKE 'CUST-TOOLT%') "
|
|||
|
|
"+ (SELECT COUNT(*) FROM core_product WHERE product_id LIKE 'PROD-TOOLT%') "
|
|||
|
|
"+ (SELECT COUNT(*) FROM core_customer WHERE customer_id LIKE 'CUST-TOOLT%')",
|
|||
|
|
)
|
|||
|
|
print(f"\n清理后残留行数：{left}")
|
|||
|
|
dispose_engines()
|
|||
|
|
|
|||
|
|
print(f"\n结果：{_passed} 通过 / {_failed} 失败")
|
|||
|
|
return 1 if _failed else 0
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == "__main__":
|
|||
|
|
raise SystemExit(main())
|