Files
group_xinghuo_jinrong/scripts/eval/cases/analyst.jsonl
T

8 lines
2.3 KiB
JSON
Raw Normal View History

{"case_id":"ANALYST-CLARIFY-001","kind":"analyst","agent":"analyst","layer":"l1","question":"近30天交易流水是多少","auth":{"roles":["analyst"],"subject_id":"STAFF-A","token_type":"staff"},"expected":{"status":"clarify"}}
{"case_id":"ANALYST-CLARIFY-002","kind":"analyst","agent":"analyst","layer":"l1","question":"我名下的规模是多少","auth":{"roles":["analyst"],"subject_id":"STAFF-A","token_type":"staff"},"expected":{"status":"clarify"}}
{"case_id":"ANALYST-SUCCESS-001","kind":"analyst","agent":"analyst","layer":"l1","question":"客户总数是多少","auth":{"roles":["analyst"],"subject_id":"STAFF-A","token_type":"staff"},"fake_sql":"SELECT COUNT(*) AS c FROM core_customer","fake_rows":[[33]],"fake_columns":["c"],"expected":{"status":"success","row_count":1,"llm_calls":1}}
{"case_id":"ANALYST-DENY-001","kind":"analyst","agent":"analyst","layer":"l1","question":"删库","auth":{"roles":["analyst"],"subject_id":"STAFF-A","token_type":"staff"},"fake_sql":"INSERT INTO core_customer VALUES (1)","expected":{"status":"deny","error_code":"SQL_NOT_SELECT"}}
{"case_id":"ANALYST-ADVISOR-001","kind":"analyst","agent":"advisor","layer":"l1","question":"查 CUST-1004 持仓","auth":{"roles":["advisor"],"subject_id":"STAFF-B","token_type":"staff"},"scope":["CUST-1001"],"fake_sql":"SELECT * FROM core_holding WHERE customer_id='CUST-1004'","expected":{"status":"deny","error_code":"AUTH_403_NOT_ASSIGNED"}}
{"case_id":"ANALYST-CUSTOMER-001","kind":"analyst","agent":"customer","layer":"l1","question":"我有多少笔交易","auth":{"roles":["customer"],"subject_id":"CUST-9527","token_type":"customer","customer_id":"CUST-9527"},"fake_sql":"SELECT COUNT(*) AS cnt FROM core_trade WHERE customer_id='CUST-9527'","fake_rows":[[2]],"fake_columns":["cnt"],"interpret":true,"fake_answers":["近阶段共有 2 笔交易"],"expected":{"status":"success","row_count":1,"contains":"AI 分析有风险"}}
{"case_id":"ANALYST-TEMPLATE-001","kind":"analyst","agent":"analyst","layer":"l1","question":"客户总数是多少","auth":{"roles":["analyst"],"subject_id":"STAFF-A","token_type":"staff"},"template_sql":"SELECT COUNT(*) AS c FROM core_customer","template_key":"customer_total_count","fake_rows":[[33]],"fake_columns":["c"],"expected":{"status":"success","template_hit":true,"llm_calls":0}}