{ "NM2.1 built-in": { "summary": { "router": "NM2.1 built-in", "cases": 16, "accuracy_pct": 43.75, "wrong_attribute_pct": 18.75, "read_pct": 56.25, "cases_with_rule_hits": 6, "stop_reasons": { "router_abstained": 7, "evidence_found": 9 }, "mean_records_selected": 3.0625, "seconds": 96.9 }, "rows": [ { "attribute": "常住城市", "wanted": "CITY-A1B2C3", "reply": "我平时待得最久的地方是 3 号楼。", "correct": false, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 0, "stop_reason": "router_abstained", "need_memory": false, "top_score": 0.0, "records_selected": 0 }, { "attribute": "出生城市", "wanted": "CITY-D4E5F6", "reply": "关于您老家的具体位置,当前已保存的记忆中未包含相关信息,仅确认了您的工位在 3 号楼。", "correct": false, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 0, "stop_reason": "router_abstained", "need_memory": false, "top_score": 0.0, "records_selected": 0 }, { "attribute": "办公城市", "wanted": "CITY-G7H8J9", "reply": "您的办公楼层是 DESK-U7V8W9。user;办公楼层;DESK-U7V8W9", "correct": false, "wrong_attribute_code": true, "rule_address_hit": false, "rule_lexical_hits": 20, "stop_reason": "evidence_found", "need_memory": true, "top_score": 8.520044145734458, "records_selected": 8 }, { "attribute": "档案代号", "wanted": "CODE-K1L2M3", "reply": "您的主管姓名是 BOSS-X4Y5Z6,团队名称是 TEAM-D1E2F3。", "correct": false, "wrong_attribute_code": true, "rule_address_hit": false, "rule_lexical_hits": 0, "stop_reason": "router_abstained", "need_memory": false, "top_score": 0.0, "records_selected": 0 }, { "attribute": "常用编辑器", "wanted": "EDIT-N4P5Q6", "reply": "您写代码时使用的软件是 EDIT-N4P5Q6。\n常用编辑器:EDIT-N4P5Q6", "correct": true, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 3, "stop_reason": "evidence_found", "need_memory": true, "top_score": 8.515892826960929, "records_selected": 3 }, { "attribute": "默认语言", "wanted": "LANG-R7S8T9", "reply": "关于您平时讲哪种话,当前长期记忆中未包含此信息。已知事实仅涉及您的水杯是蓝色的(user;水杯;蓝色的)以及您的鼠标是无线的(user;鼠标;无线的),无法推断您使用的", "correct": false, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 0, "stop_reason": "router_abstained", "need_memory": false, "top_score": 0.0, "records_selected": 0 }, { "attribute": "通勤方式", "wanted": "COMMU-U1V2W3", "reply": "我的通勤方式是 COMMU-U1V2W3。", "correct": true, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 0, "stop_reason": "evidence_found", "need_memory": true, "top_score": 3.389946369992935, "records_selected": 8 }, { "attribute": "主管姓名", "wanted": "BOSS-X4Y5Z6", "reply": "这句话听起来带着几分疲惫、迷茫,或者是对现状的无力感。能感受到你此刻可能正经历一些难以独自应对的困境。\n\n“谁管我?”这个问题背后,或许藏着几个不同的需求,我想为你拆解一下", "correct": false, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 0, "stop_reason": "router_abstained", "need_memory": false, "top_score": 0.0, "records_selected": 0 }, { "attribute": "工位楼层", "wanted": "FLOOR-A7B8C9", "reply": "我坐在 3 号楼。关于具体楼层信息,当前记忆中没有明确记录,无法回答。", "correct": false, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 0, "stop_reason": "router_abstained", "need_memory": false, "top_score": 0.0, "records_selected": 0 }, { "attribute": "团队名称", "wanted": "TEAM-D1E2F3", "reply": "您属于的小组是 TEAM-D1E2F3。\nuser;团队名称;TEAM-D1E2F3", "correct": true, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 0, "stop_reason": "evidence_found", "need_memory": true, "top_score": 3.7658000497788082, "records_selected": 8 }, { "attribute": "邮箱域名", "wanted": "MAIL-G4H5J6", "reply": "关于别人发信需要写的后缀,当前记忆中没有相关信息,无法回答。已知信息仅包含:user;紧急联系人姓氏;KIN-X1Y2Z3。", "correct": false, "wrong_attribute_code": true, "rule_address_hit": false, "rule_lexical_hits": 1, "stop_reason": "evidence_found", "need_memory": true, "top_score": 8.513982709418043, "records_selected": 1 }, { "attribute": "手机尾号", "wanted": "PHONE-K7L8M9", "reply": "您的电话号码最后几位是 PHONE-K7L8M9。user;手机尾号;PHONE-K7L8M9", "correct": true, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 0, "stop_reason": "evidence_found", "need_memory": true, "top_score": 4.0849550882345795, "records_selected": 8 }, { "attribute": "项目代号", "wanted": "PROJ-N1P2Q3", "reply": "关于您正在做的工程名称,当前长期记忆中没有相关记录,无法回答。", "correct": false, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 2, "stop_reason": "evidence_found", "need_memory": true, "top_score": 8.514652462471835, "records_selected": 2 }, { "attribute": "入职年份", "wanted": "YEAR-R4S5T6", "reply": "您的入职年份是 YEAR-R4S5T6。", "correct": true, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 0, "stop_reason": "router_abstained", "need_memory": false, "top_score": 0.0, "records_selected": 0 }, { "attribute": "办公楼层", "wanted": "DESK-U7V8W9", "reply": "您的办公楼层是 DESK-U7V8W9。", "correct": true, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 3, "stop_reason": "evidence_found", "need_memory": true, "top_score": 8.524232190583632, "records_selected": 3 }, { "attribute": "紧急联系人姓氏", "wanted": "KIN-X1Y2Z3", "reply": "您的紧急联系人姓氏是 KIN-X1Y2Z3。", "correct": true, "wrong_attribute_code": false, "rule_address_hit": false, "rule_lexical_hits": 20, "stop_reason": "evidence_found", "need_memory": true, "top_score": 8.522833668863877, "records_selected": 8 } ] } }