{ "eval_file": "data/realistic_v2/eval.jsonl", "episodes": 200, "candidate_count": 5, "router": "checkpoints\\router_replay_v7_v2_128\\memory_router_v2.pt", "results": { "prior=0.00 blend=1.00": { "router": "prior=0.00 blend=1.00", "cases": 200, "answerable_cases": 175, "unknown_cases": 25, "accuracy_pct": 77.14285714285714, "wrong_attribute_pct": 15.428571428571429, "unknown_leak_pct": 56.0, "mean_records_selected": 3.335, "records_active_min": 2, "records_active_max": 9, "stop_reasons": { "evidence_found": 165, "below_read_threshold": 30, "token_evidence_override": 5 }, "top_score_answerable": { "n": 175, "min": 0.18, "p10": 0.18, "p50": 8.37, "p90": 8.52, "max": 8.54 }, "top_score_unknown": { "n": 25, "min": 0.18, "p10": 0.18, "p50": 1.18, "p90": 8.52, "max": 8.54 }, "seconds": 465.9 } }, "rows": { "prior=0.00 blend=1.00": [ { "id": "rv2-multi_hop-000147", "attribute": "", "answerable": true, "expected": "值班人-3615", "reply": "负责该项目的同事对应的值班人是 值班人-3615。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-near_miss-000196", "attribute": "手机尾号", "answerable": true, "expected": "v2.8.0", "reply": "您的手机尾号是 v2.8.0，座机尾号是 256GB。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 0.7612058448791503, "need_memory": true }, { "id": "rv2-long_fact-000070", "attribute": "", "answerable": true, "expected": "10.20.3.7:5432", "reply": "关于培训周期，之前散会时临时定了下来，当时讨论得比较久，最后确认10.20.3.7:5432，后续如果还有调整会在群里同步，暂时先按这个执行", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.370299948573528, "need_memory": true }, { "id": "rv2-noise_context-000181", "attribute": "", "answerable": true, "expected": "10.30.7.3:6379", "reply": "您提交到 N-5Q5PHWHC。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 8.367098528222034, "need_memory": true }, { "id": "rv2-alias_paraphrase-000113", "attribute": "", "answerable": true, "expected": "32GB", "reply": "我平时待得最久的那座城是 32GB。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18000062018744983, "need_memory": false }, { "id": "rv2-near_miss-000084", "attribute": "办公城市", "answerable": true, "expected": "91.5%", "reply": "您的办公城市是 91.5%。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 1.1777085590362548, "need_memory": true }, { "id": "rv2-update_conflict-000106", "attribute": "发布窗口", "answerable": true, "expected": "10.30.1.9:5432", "reply": "关于变更时段，当前长期记忆中未包含具体信息，证据不足，明确说不知道。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 8.518243909577894, "need_memory": true }, { "id": "rv2-multi_hop-000099", "attribute": "", "answerable": true, "expected": "值班人-4408", "reply": "负责该项目的同事对应的值班人是 值班人-4408。编号 REF-786KY7 对应的值班人是 值班人-4408。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-alias_paraphrase-000145", "attribute": "", "answerable": true, "expected": "v1.9.7", "reply": "我周末常去的那家店叫 v1.9.7。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.398001536073732, "need_memory": true }, { "id": "rv2-near_miss-000020", "attribute": "办公城市", "answerable": true, "expected": "v1.9.7", "reply": "关于您白天上班待的地儿，当前长期记忆中未包含此信息，证据不足，明确说不知道。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.3672526705265045, "need_memory": false }, { "id": "rv2-near_miss-000188", "attribute": "手机尾号", "answerable": true, "expected": "256GB", "reply": "您的手机尾号是 256GB。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 1.0677590298652648, "need_memory": true }, { "id": "rv2-near_miss-000148", "attribute": "手机尾号", "answerable": true, "expected": "10.20.9.1:6379", "reply": "我随身那台设备的末几位数字是 85%。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18021944269246887, "need_memory": false }, { "id": "rv2-multi_hop-000155", "attribute": "", "answerable": true, "expected": "值班人-8175", "reply": "负责该项目的同事对应的值班人是 值班人 -8175。编号 REF-7ZGPFQ 对应的值班人是 值班人 -8175。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-alias_paraphrase-000089", "attribute": "", "answerable": true, "expected": "v2.8.0", "reply": "我每天早上灌下去的那杯是偏爱 v2.8.0 口味。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.37201127265814, "need_memory": true }, { "id": "rv2-noise_context-000021", "attribute": "", "answerable": true, "expected": "赵工 137****8890", "reply": "您的保险到期是 赵工 137****8890。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 1.18, "need_memory": true }, { "id": "rv2-noise_context-000117", "attribute": "", "answerable": true, "expected": "李工 139****3344", "reply": "您的协议编号是 李工 139****3344。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.51884445903611, "need_memory": true }, { "id": "rv2-multi_entity-000024", "attribute": "仓库库位", "answerable": true, "expected": "王工 138****6621", "reply": "项目 Alpha 的仓库库位是 王工 138****6621。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.362712320904523, "need_memory": true }, { "id": "rv2-multi_hop-000043", "attribute": "", "answerable": true, "expected": "值班人-2613", "reply": "负责该项目的同事对应的值班人是 值班人 -2613。编号 REF-SE7JMG 对应的值班人是 值班人 -2613。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-multi_entity-000120", "attribute": "值班电话", "answerable": true, "expected": "王工 138****6621", "reply": "Gamma 项目有急事按王工 138****6621 找人。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.3749005960278, "need_memory": true }, { "id": "rv2-noise_context-000029", "attribute": "", "answerable": true, "expected": "63.2%", "reply": "您的供应商是 user，供应商，63.2%。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 1.1799998807907104, "need_memory": true }, { "id": "rv2-noise_context-000037", "attribute": "", "answerable": true, "expected": "B-3310", "reply": "您的合同编号是 B-3310。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 8.527408063103344, "need_memory": true }, { "id": "rv2-multi_entity-000080", "attribute": "值班表", "answerable": true, "expected": "32GB", "reply": "Beta 这周按 32GB 表轮。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.362931515002796, "need_memory": true }, { "id": "rv2-multi_entity-000072", "attribute": "周会时间", "answerable": true, "expected": "10.30.1.9:5432", "reply": "张三团队的周会时间是 10.30.1.9:5432。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.375409863380678, "need_memory": true }, { "id": "rv2-near_miss-000116", "attribute": "办公城市", "answerable": true, "expected": "每周一 09:30", "reply": "您的办公城市是 每周一 09:30。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 1.1799901056289672, "need_memory": true }, { "id": "rv2-multi_entity-000176", "attribute": "周会时间", "answerable": true, "expected": "分机 8821", "reply": "项目 Gamma 的周会时间是分机 8821。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.369149109544557, "need_memory": true }, { "id": "rv2-noise_context-000077", "attribute": "", "answerable": true, "expected": "32GB", "reply": "您的货码在 32GB。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 1.18, "need_memory": true }, { "id": "rv2-multi_entity-000192", "attribute": "保险到期", "answerable": true, "expected": "E-4408", "reply": "项目 Alpha 的保险到期是 E-4408。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.367902871850985, "need_memory": true }, { "id": "rv2-noise_context-000197", "attribute": "", "answerable": true, "expected": "赵工 137****8890", "reply": "您的货码位置是：赵工 137****8890。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 1.179996781349182, "need_memory": true }, { "id": "rv2-update_conflict-000170", "attribute": "仓库库位", "answerable": true, "expected": "78%", "reply": "您的货码位于仓库库位：夜间 02:00。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.18, "need_memory": true }, { "id": "rv2-near_miss-000108", "attribute": "手机尾号", "answerable": true, "expected": "E-4408", "reply": "我随身那台设备的末几位数字是 E-4408。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 1.1757876801490783, "need_memory": true }, { "id": "rv2-noise_context-000045", "attribute": "", "answerable": true, "expected": "每周三 22:00", "reply": "您的值班表是 每周三 22:00。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 1.0565475153923034, "need_memory": true }, { "id": "rv2-unknown_attribute-000167", "attribute": "", "answerable": false, "expected": "", "reply": "关于您物品存放位置的信息，当前长期记忆中未包含相关记录，无法回答。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.1799992847442626, "need_memory": true }, { "id": "rv2-alias_paraphrase-000073", "attribute": "", "answerable": true, "expected": "10.20.3.7:5432", "reply": "我包里常备的那本册子是 10.20.3.7:5432。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18, "need_memory": false }, { "id": "rv2-long_fact-000030", "attribute": "", "answerable": true, "expected": "v4.0.0-rc1", "reply": "您好！由于我无法直接获取您的具体业务信息（如公司名称、产品或服务类型等），暂时无法确定您的“上游”是哪一家。\n\n**请补充以下信息**，我会尽力帮您分析：\n1. 您从事", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18980738084763288, "need_memory": false }, { "id": "rv2-alias_paraphrase-000121", "attribute": "", "answerable": true, "expected": "C1-105", "reply": "我每天睡醒最早看的那个数字是 C1-105。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.51884445903611, "need_memory": true }, { "id": "rv2-update_conflict-000178", "attribute": "供应商", "answerable": true, "expected": "v3.14.2", "reply": "我的供应商是 B-3310。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.1799986886978149, "need_memory": true }, { "id": "rv2-noise_context-000125", "attribute": "", "answerable": true, "expected": "10.30.7.3:6379", "reply": "关于您上手所需的时间，当前长期记忆中未包含此信息，无法回答。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 8.539328325310356, "need_memory": true }, { "id": "rv2-multi_entity-000128", "attribute": "周会时间", "answerable": true, "expected": "A-7719", "reply": "张三固定在 10.20.3.7:5432 开周会，王五固定在 10.20.9.1:6379 开周会。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 8.36960156400585, "need_memory": true }, { "id": "rv2-multi_entity-000064", "attribute": "告警阈值", "answerable": true, "expected": "85%", "reply": "Beta 客户触发报警的阈值是 85%。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.368057877962865, "need_memory": true }, { "id": "rv2-alias_paraphrase-000097", "attribute": "", "answerable": true, "expected": "63.2%", "reply": "我手上那台机器是 63.2%。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "token_evidence_override", "records_selected": 5, "top_score": 0.18000000016321643, "need_memory": true }, { "id": "rv2-noise_context-000085", "attribute": "", "answerable": true, "expected": "v2.8.0", "reply": "您的周会时间是 v2.8.0。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 1.1799994039535522, "need_memory": true }, { "id": "rv2-long_fact-000190", "attribute": "", "answerable": true, "expected": "赵工 137****8890", "reply": "关于培训周期这件事，会上也提过一嘴，但那次的说法是64GB，后来没有正式确认过。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.38689323936863, "need_memory": true }, { "id": "rv2-alias_paraphrase-000105", "attribute": "", "answerable": true, "expected": "v1.9.7", "reply": "我每天早上灌下去的那杯是偏爱 v1.9.7 口味。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.37201127265814, "need_memory": true }, { "id": "rv2-update_conflict-000154", "attribute": "培训周期", "answerable": true, "expected": "v1.9.7", "reply": "我训 v1.9.7 那么久。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.376666930045054, "need_memory": true }, { "id": "rv2-noise_context-000149", "attribute": "", "answerable": true, "expected": "v3.14.2", "reply": "您的值班表是 v3.14.2。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18000109404675185, "need_memory": false }, { "id": "rv2-unknown_attribute-000063", "attribute": "", "answerable": false, "expected": "", "reply": "您的保障结束时间未知。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.18, "need_memory": true }, { "id": "rv2-alias_paraphrase-000153", "attribute": "", "answerable": true, "expected": "v2.8.0", "reply": "我随身带的是 v2.8.0。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18, "need_memory": false }, { "id": "rv2-long_fact-000014", "attribute": "", "answerable": true, "expected": "85%", "reply": "您没有提供具体的**公司名称**、**行业类型**或**轮班制度**（例如：医疗、物流、零售、工厂等），因此无法直接告诉您该拨打的具体号码。\n\n不同行业的轮班联系方式差异很大", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.1800000000000007, "need_memory": false }, { "id": "rv2-unknown_attribute-000183", "attribute": "", "answerable": false, "expected": "", "reply": "关于报警触发阈值，当前记忆中没有相关记录。已知信息如下：user；仓库库位；D-9021。", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.18, "need_memory": true }, { "id": "rv2-long_fact-000062", "attribute": "", "answerable": true, "expected": "每周三 22:00", "reply": "关于合同编号这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认每周三 22:00，后续如果还有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.380517067203918, "need_memory": true }, { "id": "rv2-update_conflict-000018", "attribute": "保险到期", "answerable": true, "expected": "v4.0.0-rc1", "reply": "您的保险到期是 85%。user；保险到期；85%", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.18, "need_memory": true }, { "id": "rv2-multi_hop-000027", "attribute": "", "answerable": true, "expected": "值班人-5266", "reply": "负责该项目的同事对应的值班人是 值班人 -5266。编号 REF-M37YRD 对应的值班人是 值班人 -5266。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-unknown_attribute-000151", "attribute": "", "answerable": false, "expected": "", "reply": "您的培训周期是 分机 6612。", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.18, "need_memory": true }, { "id": "rv2-multi_entity-000000", "attribute": "值班表", "answerable": true, "expected": "每周一 09:30", "reply": "李工排班依据是每周一 09:30。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.377675465173128, "need_memory": true }, { "id": "rv2-near_miss-000164", "attribute": "手机尾号", "answerable": true, "expected": "v1.9.7", "reply": "您的手机尾号是 v1.9.7，座机尾号是 D-9021。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.5055139887332916, "need_memory": false }, { "id": "rv2-update_conflict-000194", "attribute": "代码仓库", "answerable": true, "expected": "王工 138****6621", "reply": "我源码放在 王工 138****6621。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.37575131013123, "need_memory": true }, { "id": "rv2-unknown_attribute-000071", "attribute": "", "answerable": false, "expected": "", "reply": "我排班依据是：user；排班依据；未知。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.18, "need_memory": true }, { "id": "rv2-alias_paraphrase-000161", "attribute": "", "answerable": true, "expected": "每周三 22:00", "reply": "我用的那台机器是 每周三 22:00。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "token_evidence_override", "records_selected": 5, "top_score": 0.1800000000000756, "need_memory": true }, { "id": "rv2-unknown_attribute-000127", "attribute": "", "answerable": false, "expected": "", "reply": "您的保障结束时间未知。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.18, "need_memory": true }, { "id": "rv2-near_miss-000004", "attribute": "手机尾号", "answerable": true, "expected": "分机 6612", "reply": "您的手机尾号是分机 6612。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18054090068442746, "need_memory": false }, { "id": "rv2-near_miss-000172", "attribute": "手机尾号", "answerable": true, "expected": "63.2%", "reply": "您的手机尾号是 63.2%，座机尾号是 B3-204。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.45614080905914306, "need_memory": false }, { "id": "rv2-alias_paraphrase-000017", "attribute": "", "answerable": true, "expected": "C1-105", "reply": "我周末常去的那家店叫 C1-105。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.398196269271187, "need_memory": true }, { "id": "rv2-near_miss-000140", "attribute": "手机尾号", "answerable": true, "expected": "91.5%", "reply": "我随身那台设备的末几位数字是 91.5%。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18101493741385638, "need_memory": false }, { "id": "rv2-multi_entity-000144", "attribute": "仓库库位", "answerable": true, "expected": "分机 8821", "reply": "李工东西放在分机 8821 格。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.367188096819278, "need_memory": true }, { "id": "rv2-multi_hop-000187", "attribute": "", "answerable": true, "expected": "值班人-3660", "reply": "负责该项目的同事对应的值班人是 值班人-3660。编号 REF-QQGRV5 对应的值班人是 值班人-3660。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-long_fact-000102", "attribute": "", "answerable": true, "expected": "v2.8.0", "reply": "您好！由于我无法直接获取您的具体业务信息（如公司名称、产品或服务类型等），暂时无法确定您的“上游”是哪一家。\n\n**请补充以下信息**，我会尽力帮您分析：\n1. 您从事", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18041174094076268, "need_memory": false }, { "id": "rv2-update_conflict-000010", "attribute": "供应商", "answerable": true, "expected": "赵工 137****8890", "reply": "您的上游供应商是 B-3310。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.137231342792511, "need_memory": true }, { "id": "rv2-long_fact-000158", "attribute": "", "answerable": true, "expected": "91.5%", "reply": "关于供应商这件事，会上也提过一嘴，但那次的说法是B3-204，后来没有正式确认过。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 1.1799690055847167, "need_memory": true }, { "id": "rv2-alias_paraphrase-000193", "attribute": "", "answerable": true, "expected": "凌晨 03:30", "reply": "我每天早上灌下去的那杯偏爱 凌晨 03:30 的口味是未知，因为长期记忆中仅记录了时间（凌晨 03:30）和饮品名称（偏爱），未包含具体的口味信息。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.371926450482675, "need_memory": true }, { "id": "rv2-alias_paraphrase-000009", "attribute": "", "answerable": true, "expected": "凌晨 03:30", "reply": "我平时待得最久的那座城是 凌晨 03:30。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18000000648404085, "need_memory": false }, { "id": "rv2-multi_hop-000107", "attribute": "", "answerable": true, "expected": "值班人-2126", "reply": "负责该项目的同事对应的值班人是 值班人 -2126。编号 REF-7ABRRH 对应的值班人是 值班人 -2126。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-noise_context-000069", "attribute": "", "answerable": true, "expected": "10.20.3.7:5432", "reply": "您的值班表是 10.20.3.7:5432。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 1.1764565634727477, "need_memory": true }, { "id": "rv2-long_fact-000150", "attribute": "", "answerable": true, "expected": "32GB", "reply": "关于发布窗口，会上也提过一嘴，但那次的说法是B3-204，后来没有正式确认过。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.364754177663087, "need_memory": true }, { "id": "rv2-alias_paraphrase-000001", "attribute": "", "answerable": true, "expected": "v2.8.0", "reply": "我手上那台机器是 v2.8.0。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "token_evidence_override", "records_selected": 5, "top_score": 0.18000000000243935, "need_memory": true }, { "id": "rv2-noise_context-000141", "attribute": "", "answerable": true, "expected": "64GB", "reply": "关于您一般什么时候做上线，当前长期记忆中无相关记录，无法回答。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 8.516015553315961, "need_memory": true }, { "id": "rv2-multi_entity-000008", "attribute": "保险到期", "answerable": true, "expected": "王工 138****6621", "reply": "Beta 客户保障到期时间是 王工 138****6621。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.376288132304222, "need_memory": true }, { "id": "rv2-unknown_attribute-000015", "attribute": "", "answerable": false, "expected": "", "reply": "您的代码仓库是 91.5%。", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.6095736551284789, "need_memory": false }, { "id": "rv2-noise_context-000013", "attribute": "", "answerable": true, "expected": "10.20.3.7:5432", "reply": "您提交到 N-6TQ7KEQS。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 8.367098528222034, "need_memory": true }, { "id": "rv2-unknown_attribute-000135", "attribute": "", "answerable": false, "expected": "", "reply": "您的代码仓库是 每周三 22:00。", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.0779155421257018, "need_memory": true }, { "id": "rv2-alias_paraphrase-000185", "attribute": "", "answerable": true, "expected": "v2.8.0", "reply": "我手上那台机器是 v2.8.0。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "token_evidence_override", "records_selected": 5, "top_score": 0.18000000000243935, "need_memory": true }, { "id": "rv2-unknown_attribute-000111", "attribute": "", "answerable": false, "expected": "", "reply": "关于源码托管位置，当前长期记忆中未包含相关信息，无法回答。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.18, "need_memory": true }, { "id": "rv2-alias_paraphrase-000065", "attribute": "", "answerable": true, "expected": "B-3310", "reply": "我那个数字是 B-3310。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.401031036307982, "need_memory": true }, { "id": "rv2-near_miss-000100", "attribute": "办公城市", "answerable": true, "expected": "E-4408", "reply": "您的办公城市是 E-4408。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.1803459467261564, "need_memory": false }, { "id": "rv2-multi_hop-000171", "attribute": "", "answerable": true, "expected": "值班人-9282", "reply": "负责该项目的同事对应的值班人是 值班人-9282。编号 REF-PJUBBR 对应的值班人是 值班人-9282。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-update_conflict-000066", "attribute": "发布窗口", "answerable": true, "expected": "128GB", "reply": "我一般固定 128GB 做上线。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 8.515772879382533, "need_memory": true }, { "id": "rv2-alias_paraphrase-000081", "attribute": "", "answerable": true, "expected": "10.30.7.3:6379", "reply": "我周末常去的那家店叫 10.30.7.3:6379。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.397619047619047, "need_memory": true }, { "id": "rv2-alias_paraphrase-000041", "attribute": "", "answerable": true, "expected": "C1-105", "reply": "我周末常去的那家店叫 C1-105。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.398196269271187, "need_memory": true }, { "id": "rv2-alias_paraphrase-000033", "attribute": "", "answerable": true, "expected": "v2.8.0", "reply": "我那个数字是 v2.8.0。user；我每天睡醒最早看的那个数字是 v2.8.0。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.519136638615494, "need_memory": true }, { "id": "rv2-multi_hop-000083", "attribute": "", "answerable": true, "expected": "值班人-7311", "reply": "负责该项目的同事对应的值班人是 值班人 -7311。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-near_miss-000028", "attribute": "办公城市", "answerable": true, "expected": "256GB", "reply": "您的办公城市是 256GB。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 1.1764337348937988, "need_memory": true }, { "id": "rv2-long_fact-000094", "attribute": "", "answerable": true, "expected": "256GB", "reply": "关于发布窗口，之前散会时我们临时定了下来，当时讨论得比较久，最后确认256GB，后续如果还有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.364802951937156, "need_memory": true }, { "id": "rv2-update_conflict-000002", "attribute": "代码仓库", "answerable": true, "expected": "每周一 09:30", "reply": "您的代码提交到 D-9021。user；代码仓库；D-9021", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.18, "need_memory": true }, { "id": "rv2-multi_entity-000136", "attribute": "值班电话", "answerable": true, "expected": "E-4408", "reply": "Delta 的值班电话是 E-4408。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.36674541052584, "need_memory": true }, { "id": "rv2-unknown_attribute-000087", "attribute": "", "answerable": false, "expected": "", "reply": "关于您这周按什么表轮的问题，当前长期记忆中未包含该信息。已知信息如下：user；代码仓库；王工 138****6621；主库地址；每周三 22", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.1729723739624023, "need_memory": true }, { "id": "rv2-update_conflict-000098", "attribute": "告警阈值", "answerable": true, "expected": "10.30.1.9:5432", "reply": "您的告警阈值是 钱工 135****2211。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.1797772574424743, "need_memory": true }, { "id": "rv2-unknown_attribute-000199", "attribute": "", "answerable": false, "expected": "", "reply": "您的仓库库位是 每周一 09:30。", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.18, "need_memory": true }, { "id": "rv2-near_miss-000076", "attribute": "办公城市", "answerable": true, "expected": "钱工 135****2211", "reply": "您的办公城市是 钱工 135****2211。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 1.1799998807907104, "need_memory": true }, { "id": "rv2-alias_paraphrase-000137", "attribute": "", "answerable": true, "expected": "10.20.9.1:6379", "reply": "我签的是 C1-105 号合同。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18, "need_memory": false }, { "id": "rv2-near_miss-000052", "attribute": "手机尾号", "answerable": true, "expected": "91.5%", "reply": "您的手机尾号是 91.5%，座机尾号是 78%。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18101493741385638, "need_memory": false }, { "id": "rv2-multi_entity-000096", "attribute": "主库地址", "answerable": true, "expected": "10.20.9.1:6379", "reply": "王五的写库连接地址是 10.20.9.1:6379。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.368147521943593, "need_memory": true }, { "id": "rv2-multi_hop-000051", "attribute": "", "answerable": true, "expected": "值班人-3738", "reply": "负责该项目的同事对应的值班人是 值班人-3738，编号 REF-S63RSN。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-multi_hop-000075", "attribute": "", "answerable": true, "expected": "值班人-6399", "reply": "负责该项目的同事对应的值班人是 值班人-6399。编号 REF-QPMDFP 对应的值班人是 值班人-6399。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-update_conflict-000034", "attribute": "代码仓库", "answerable": true, "expected": "32GB", "reply": "我提交到 D-9021。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.18, "need_memory": true }, { "id": "rv2-long_fact-000198", "attribute": "", "answerable": true, "expected": "v1.9.7", "reply": "关于周会时间，会上也提过一嘴，但那次的说法是每周一 09:30，后来没有正式确认过。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.364705882352942, "need_memory": true }, { "id": "rv2-multi_entity-000088", "attribute": "值班电话", "answerable": true, "expected": "85%", "reply": "Delta 客户有急事按 85% 这个号找人。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.3752178138612, "need_memory": true }, { "id": "rv2-multi_hop-000011", "attribute": "", "answerable": true, "expected": "值班人-6542", "reply": "负责该项目的同事对应的值班人是 值班人-6542。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-update_conflict-000082", "attribute": "发布窗口", "answerable": true, "expected": "每周三 22:00", "reply": "我固定每周三 22:00 做上线。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 8.515832512409528, "need_memory": true }, { "id": "rv2-multi_hop-000019", "attribute": "", "answerable": true, "expected": "值班人-3411", "reply": "负责该项目的同事对应的值班人是 值班人-3411。编号 REF-TWTM4V 对应的值班人是 值班人-3411。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-unknown_attribute-000103", "attribute": "", "answerable": false, "expected": "", "reply": "您的 weekly 会安排信息未在已保存的长期记忆中查找，证据不足，不知道。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.18, "need_memory": true }, { "id": "rv2-multi_entity-000112", "attribute": "周会时间", "answerable": true, "expected": "10.20.3.7:5432", "reply": "张三团队的周会时间是 10.20.3.7:5432。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.375409863380678, "need_memory": true }, { "id": "rv2-multi_hop-000059", "attribute": "", "answerable": true, "expected": "值班人-7047", "reply": "负责该项目的同事对应的值班人是 值班人 -7047。编号 REF-F99DWT 对应的值班人是 值班人 -7047。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-noise_context-000093", "attribute": "", "answerable": true, "expected": "D-9021", "reply": "您的主库地址是 D-9021。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 8.52658972686322, "need_memory": true }, { "id": "rv2-unknown_attribute-000031", "attribute": "", "answerable": false, "expected": "", "reply": "关于您 weekly 的会安排时间，当前长期记忆中未包含此信息，无法回答。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.179993324279785, "need_memory": true }, { "id": "rv2-update_conflict-000090", "attribute": "发布窗口", "answerable": true, "expected": "10.30.1.9:5432", "reply": "我一般固定 10.30.1.9:5432 做上线。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 8.515953836117932, "need_memory": true }, { "id": "rv2-noise_context-000053", "attribute": "", "answerable": true, "expected": "D-9021", "reply": "您的告警阈值是 D-9021。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 1.179881625175476, "need_memory": true }, { "id": "rv2-update_conflict-000138", "attribute": "仓库库位", "answerable": true, "expected": "夜间 02:00", "reply": "您的东西放在 63.2% 的仓库库位。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.1799948740005493, "need_memory": true }, { "id": "rv2-long_fact-000142", "attribute": "", "answerable": true, "expected": "A-7719", "reply": "周会时间已确认为 A-7719，后续如有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.365665849742912, "need_memory": true }, { "id": "rv2-noise_context-000173", "attribute": "", "answerable": true, "expected": "32GB", "reply": "您提交到 N-MJ4E797Y。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 8.367098528222034, "need_memory": true }, { "id": "rv2-long_fact-000078", "attribute": "", "answerable": true, "expected": "A-7719", "reply": "关于培训周期，之前散会时我们临时定了下来，当时讨论得比较久，最后确认A-7719，后续如果还有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.370457927209625, "need_memory": true }, { "id": "rv2-update_conflict-000026", "attribute": "供应商", "answerable": true, "expected": "78%", "reply": "我的供应商是 v3.14.2。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.1799966621398925, "need_memory": true }, { "id": "rv2-long_fact-000182", "attribute": "", "answerable": true, "expected": "分机 8821", "reply": "关于告警阈值这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认分机 8821，后续如果还有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.180023079024686, "need_memory": false }, { "id": "rv2-alias_paraphrase-000177", "attribute": "", "answerable": true, "expected": "10.30.1.9:5432", "reply": "我那个数字是 10.30.1.9:5432。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.518988863132819, "need_memory": true }, { "id": "rv2-update_conflict-000042", "attribute": "培训周期", "answerable": true, "expected": "256GB", "reply": "我训 256GB 那么久。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 8.53993810315142, "need_memory": true }, { "id": "rv2-long_fact-000110", "attribute": "", "answerable": true, "expected": "夜间 02:00", "reply": "关于值班电话，之前散会时临时确认夜间为 02:00，后续如有调整会在群里同步，暂时先按这个执行。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18000000000002933, "need_memory": false }, { "id": "rv2-long_fact-000126", "attribute": "", "answerable": true, "expected": "分机 8821", "reply": "关于告警阈值这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认分机 8821，后续如果还有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18008123708539642, "need_memory": false }, { "id": "rv2-near_miss-000156", "attribute": "办公城市", "answerable": true, "expected": "A-7719", "reply": "您的办公城市是 A-7719。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 1.1794407296180724, "need_memory": true }, { "id": "rv2-near_miss-000180", "attribute": "办公城市", "answerable": true, "expected": "32GB", "reply": "您的办公城市是 32GB。您的常住城市是 v4.0.0-rc1。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.19859539933502673, "need_memory": false }, { "id": "rv2-multi_hop-000139", "attribute": "", "answerable": true, "expected": "值班人-5479", "reply": "负责该项目的同事对应的值班人是 值班人 -5479。编号 REF-CMJ4GB 对应的值班人是 值班人 -5479。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-unknown_attribute-000119", "attribute": "", "answerable": false, "expected": "", "reply": "您的上线时间是 v3.14.2。user；周会时间；v3.14.2", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.516015553315961, "need_memory": true }, { "id": "rv2-multi_hop-000179", "attribute": "", "answerable": true, "expected": "值班人-2662", "reply": "负责该项目的同事对应的值班人是 值班人 -2662。编号 REF-KEZE8S 对应的值班人是 值班人 -2662。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-long_fact-000054", "attribute": "", "answerable": true, "expected": "A-7719", "reply": "关于合同编号这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认A-7719，后续如果还有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.380517067203918, "need_memory": true }, { "id": "rv2-multi_entity-000168", "attribute": "告警阈值", "answerable": true, "expected": "v2.8.0", "reply": "张三的告警阈值是 v2.8.0。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.367568209223156, "need_memory": true }, { "id": "rv2-update_conflict-000050", "attribute": "告警阈值", "answerable": true, "expected": "v1.9.7", "reply": "您的告警阈值是 10.30.7.3:6379，且超过 v1.9.7 就报警。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.1787438321113586, "need_memory": true }, { "id": "rv2-multi_entity-000016", "attribute": "供应商", "answerable": true, "expected": "B-3310", "reply": "李工的供应商是 B-3310。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 8.375641025641025, "need_memory": true }, { "id": "rv2-long_fact-000086", "attribute": "", "answerable": true, "expected": "256GB", "reply": "关于发布窗时段变更，之前散会时我们临时定了下来，当时讨论得比较久，最后确认256GB，后续如果还有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.366927823166233, "need_memory": true }, { "id": "rv2-unknown_attribute-000007", "attribute": "", "answerable": false, "expected": "", "reply": "您的培训周期是 10.30.1.9:5432。", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.18, "need_memory": true }, { "id": "rv2-noise_context-000133", "attribute": "", "answerable": true, "expected": "分机 6612", "reply": "您的告警阈值是 分机 6612。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 1.1777819323539733, "need_memory": true }, { "id": "rv2-noise_context-000061", "attribute": "", "answerable": true, "expected": "v4.0.0-rc1", "reply": "您的协议编号是 v4.0.0-rc1。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.51884445903611, "need_memory": true }, { "id": "rv2-multi_hop-000091", "attribute": "", "answerable": true, "expected": "值班人-5068", "reply": "负责该项目的同事对应的值班人是 值班人-5068。编号 REF-WUV4EX 对应的值班人是 值班人-5068。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-update_conflict-000074", "attribute": "合同编号", "answerable": true, "expected": "64GB", "reply": "我签的是 64GB 号合同。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 8.527408063103344, "need_memory": true }, { "id": "rv2-update_conflict-000130", "attribute": "告警阈值", "answerable": true, "expected": "B-3310", "reply": "您的告警阈值是每周三 22:00。user；告警阈值；每周三 22:00", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 0.8428810167312621, "need_memory": true }, { "id": "rv2-noise_context-000189", "attribute": "", "answerable": true, "expected": "夜间 02:00", "reply": "您的合同编号是 夜间 02:00。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 8.527199633743077, "need_memory": true }, { "id": "rv2-noise_context-000157", "attribute": "", "answerable": true, "expected": "D-9021", "reply": "您的团队碰会时间是 D-9021。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 8.516015553315961, "need_memory": true }, { "id": "rv2-multi_hop-000123", "attribute": "", "answerable": true, "expected": "值班人-7755", "reply": "负责该项目的同事对应的值班人是 值班人-7755。编号 REF-XQ23AR 对应的值班人是 值班人-7755。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-multi_entity-000040", "attribute": "保险到期", "answerable": true, "expected": "D-9021", "reply": "客户 Beta 的保险到期是 D-9021。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.376511865123991, "need_memory": true }, { "id": "rv2-multi_entity-000152", "attribute": "仓库库位", "answerable": true, "expected": "B3-204", "reply": "Delta 客户东西放在 B3-204 格。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 8.372616563651595, "need_memory": true }, { "id": "rv2-alias_paraphrase-000049", "attribute": "", "answerable": true, "expected": "每周一 09:30", "reply": "我周末常去的那家店叫 每周一 09:30。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.397809144373376, "need_memory": true }, { "id": "rv2-near_miss-000036", "attribute": "办公城市", "answerable": true, "expected": "D-9021", "reply": "您的办公城市是 D-9021。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 1.16915696144104, "need_memory": true }, { "id": "rv2-multi_entity-000184", "attribute": "培训周期", "answerable": true, "expected": "64GB", "reply": "客户 Delta 的培训周期是 64GB。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.37654971220268, "need_memory": true }, { "id": "rv2-multi_hop-000131", "attribute": "", "answerable": true, "expected": "值班人-5200", "reply": "负责该项目的同事对应的值班人是 值班人-5200。编号 REF-VPML2S 对应的值班人是 值班人-5200。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-unknown_attribute-000079", "attribute": "", "answerable": false, "expected": "", "reply": "关于您的协议编号，当前长期记忆中未包含该信息，无法回答。已知信息如下：user；主库地址；每周三 22:00；user；发布窗口；王工 138****6", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.1799998807907104, "need_memory": true }, { "id": "rv2-multi_entity-000032", "attribute": "保险到期", "answerable": true, "expected": "王工 138****6621", "reply": "Gamma 保障的保险到期时间是 王工 138****6621。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.367751790062417, "need_memory": true }, { "id": "rv2-multi_hop-000003", "attribute": "", "answerable": true, "expected": "值班人-5259", "reply": "负责该项目的同事对应的值班人是 值班人 -5259。编号 REF-9X6UYE 对应的值班人是 值班人 -5259。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-unknown_attribute-000039", "attribute": "", "answerable": false, "expected": "", "reply": "您的报警触发阈值是 v1.9.7。", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.1799998807907104, "need_memory": true }, { "id": "rv2-alias_paraphrase-000057", "attribute": "", "answerable": true, "expected": "256GB", "reply": "我平时待得最久的那座城是 256GB。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18000000001764735, "need_memory": false }, { "id": "rv2-noise_context-000005", "attribute": "", "answerable": true, "expected": "85%", "reply": "您的仓库库位是 85%。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 1.1799955892562866, "need_memory": true }, { "id": "rv2-long_fact-000022", "attribute": "", "answerable": true, "expected": "E-4408", "reply": "关于发布窗时段变更，之前散会时临时定下来的是 E-4408，后续如果还有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.366872047649968, "need_memory": true }, { "id": "rv2-multi_entity-000056", "attribute": "值班电话", "answerable": true, "expected": "256GB", "reply": "李工轮班时该拨打的号码是 256GB。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.375202432454547, "need_memory": true }, { "id": "rv2-long_fact-000118", "attribute": "", "answerable": true, "expected": "王工 138****6621", "reply": "关于周会时间，之前散会时我们临时定了下来，当时讨论得比较久，最后确认王工 138****6621，后续如果还有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.36465805821864, "need_memory": true }, { "id": "rv2-unknown_attribute-000095", "attribute": "", "answerable": false, "expected": "", "reply": "关于您这周按什么表轮的问题，基于现有记忆证据，无法提供具体答案。已知信息仅包含：user；保险到期；10.20.3.7:5432。", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18001005216563498, "need_memory": false }, { "id": "rv2-update_conflict-000058", "attribute": "主库地址", "answerable": true, "expected": "钱工 135****2211", "reply": "我主库落在 钱工 135****2211。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 8.526288132304222, "need_memory": true }, { "id": "rv2-unknown_attribute-000191", "attribute": "", "answerable": false, "expected": "", "reply": "关于轮班时拨通的号码，当前长期记忆中未包含此信息。已知信息为：user；值班表；B3-204；仓库库位；256GB。请提供具体上下文或确认是否有", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18000000000000543, "need_memory": false }, { "id": "rv2-multi_entity-000160", "attribute": "保险到期", "answerable": true, "expected": "v1.9.7", "reply": "客户 Beta 的保险到期是 v1.9.7。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.362766073029704, "need_memory": true }, { "id": "rv2-update_conflict-000146", "attribute": "保险到期", "answerable": true, "expected": "每周三 22:00", "reply": "我那份保到每周三 22:00。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.18, "need_memory": true }, { "id": "rv2-near_miss-000124", "attribute": "手机尾号", "answerable": true, "expected": "李工 139****3344", "reply": "您的手机尾号是 李工 139****3344，您的座机尾号是 32GB。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18173337361775338, "need_memory": false }, { "id": "rv2-near_miss-000012", "attribute": "手机尾号", "answerable": true, "expected": "10.20.3.7:5432", "reply": "我随身那台设备的末几位数字是 10.20.3.7:5432。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.1800000193467713, "need_memory": false }, { "id": "rv2-near_miss-000060", "attribute": "办公城市", "answerable": true, "expected": "78%", "reply": "您的办公城市是 78%。user；办公城市；78%", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 1.16915696144104, "need_memory": true }, { "id": "rv2-update_conflict-000122", "attribute": "告警阈值", "answerable": true, "expected": "B-3310", "reply": "我超过 B-3310 就报警。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.368298126367785, "need_memory": true }, { "id": "rv2-multi_hop-000163", "attribute": "", "answerable": true, "expected": "值班人-1122", "reply": "负责该项目的同事对应的值班人是 值班人-1122。编号 REF-4CPD4V 对应的值班人是 值班人-1122。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-noise_context-000109", "attribute": "", "answerable": true, "expected": "B-3310", "reply": "您的值班表是 B-3310。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.1800008511156011, "need_memory": false }, { "id": "rv2-update_conflict-000114", "attribute": "仓库库位", "answerable": true, "expected": "v3.14.2", "reply": "您的东西放在每周三 22:00。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 1.1799998807907104, "need_memory": true }, { "id": "rv2-update_conflict-000162", "attribute": "告警阈值", "answerable": true, "expected": "64GB", "reply": "我超过 64GB 就报警。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.368380365552344, "need_memory": true }, { "id": "rv2-multi_entity-000048", "attribute": "周会时间", "answerable": true, "expected": "256GB", "reply": "Beta 客户 weekly 的会安排在 256GB。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 8.379966456342837, "need_memory": true }, { "id": "rv2-unknown_attribute-000023", "attribute": "", "answerable": false, "expected": "", "reply": "关于您 weekly 的会安排时间，当前长期记忆中未包含相关信息，无法回答。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.18, "need_memory": true }, { "id": "rv2-multi_hop-000195", "attribute": "", "answerable": true, "expected": "值班人-8311", "reply": "负责该项目的同事对应的值班人是 值班人-8311。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-unknown_attribute-000175", "attribute": "", "answerable": false, "expected": "", "reply": "我排班依据是：user；排班依据；未知。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 1.18, "need_memory": true }, { "id": "rv2-alias_paraphrase-000025", "attribute": "", "answerable": true, "expected": "A-7719", "reply": "我手上那台机器是 A-7719。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "token_evidence_override", "records_selected": 5, "top_score": 0.1800000296194358, "need_memory": true }, { "id": "rv2-multi_hop-000035", "attribute": "", "answerable": true, "expected": "值班人-8344", "reply": "负责该项目的同事对应的值班人是 值班人-8344。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-unknown_attribute-000159", "attribute": "", "answerable": false, "expected": "", "reply": "您的数据地址是 10.20.3.7:5432。user；代码仓库；10.20.3.7:5432", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.516015553315961, "need_memory": true }, { "id": "rv2-unknown_attribute-000143", "attribute": "", "answerable": false, "expected": "", "reply": "关于上手所需时间，当前长期记忆中未包含相关信息，无法回答。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.54025382429497, "need_memory": true }, { "id": "rv2-unknown_attribute-000047", "attribute": "", "answerable": false, "expected": "", "reply": "关于轮班时该拨的号码，当前长期记忆中未包含此信息，无法提供具体号码。已知信息仅涉及：user；培训周期；63.2% 和 user；保险到期；B3-2", "correct": false, "wrong_attribute": false, "leaked": true, "records_written": 5, "records_active": 5, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18000000000000066, "need_memory": false }, { "id": "rv2-near_miss-000092", "attribute": "手机尾号", "answerable": true, "expected": "v4.0.0-rc1", "reply": "您的手机尾号是 v4.0.0-rc1。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 0.7340272593498229, "need_memory": true }, { "id": "rv2-long_fact-000166", "attribute": "", "answerable": true, "expected": "李工 139****3344", "reply": "关于值班表这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认李工 139****3344，后续如果还有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.3663663417677, "need_memory": true }, { "id": "rv2-long_fact-000046", "attribute": "", "answerable": true, "expected": "A-7719", "reply": "关于值班表，之前散会时临时定下来按 A-7719 轮，后续如有调整会在群里同步。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 2, "top_score": 8.36670797197578, "need_memory": true }, { "id": "rv2-long_fact-000174", "attribute": "", "answerable": true, "expected": "v3.14.2", "reply": "关于主库地址，之前散会时临时定下来的是 v3.14.2，后续若有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.376119564612543, "need_memory": true }, { "id": "rv2-near_miss-000132", "attribute": "手机尾号", "answerable": true, "expected": "v4.0.0-rc1", "reply": "您的手机尾号是 v4.0.0-rc1，座机尾号是 v2.8.0，培训周期是 63.2%，值班号码为 B-3310。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 0.7340272593498229, "need_memory": true }, { "id": "rv2-noise_context-000165", "attribute": "", "answerable": true, "expected": "10.30.1.9:5432", "reply": "您的仓库库位是 10.30.1.9:5432。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 1.1799774694442748, "need_memory": true }, { "id": "rv2-noise_context-000101", "attribute": "", "answerable": true, "expected": "王工 138****6621", "reply": "您的发布窗口是 王工 138****6621。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 9, "records_active": 9, "stop_reason": "evidence_found", "records_selected": 8, "top_score": 8.515832512409528, "need_memory": true }, { "id": "rv2-unknown_attribute-000055", "attribute": "", "answerable": false, "expected": "", "reply": "关于您这周按什么表轮，当前长期记忆中未包含该信息，无法回答。", "correct": false, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "below_read_threshold", "records_selected": 0, "top_score": 0.18269880215637385, "need_memory": false }, { "id": "rv2-near_miss-000044", "attribute": "手机尾号", "answerable": true, "expected": "256GB", "reply": "您的手机尾号是 256GB。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 1.0677590298652648, "need_memory": true }, { "id": "rv2-multi_hop-000067", "attribute": "", "answerable": true, "expected": "值班人-3951", "reply": "负责该项目的同事对应的值班人是 值班人-3951。编号 REF-BNHNGX 对应的值班人是 值班人-3951。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-near_miss-000068", "attribute": "手机尾号", "answerable": true, "expected": "v2.8.0", "reply": "您的手机尾号是 v2.8.0。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 0.7612058448791503, "need_memory": true }, { "id": "rv2-long_fact-000006", "attribute": "", "answerable": true, "expected": "128GB", "reply": "关于合同编号这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认128GB，后续如果还有调整会在群里同步，暂时先按这个执行。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 4, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 3, "top_score": 1.18, "need_memory": true }, { "id": "rv2-alias_paraphrase-000129", "attribute": "", "answerable": true, "expected": "B-3310", "reply": "我每天早上灌下去的那杯偏爱 B-3310 的口味信息在现有记录中未明确说明，无法确认具体口味。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.37209708691208, "need_memory": true }, { "id": "rv2-multi_hop-000115", "attribute": "", "answerable": true, "expected": "值班人-9666", "reply": "负责该项目的同事对应的值班人是 值班人-9666。编号 REF-GAXKV6 对应的值班人是 值班人-9666。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 5, "top_score": 8.40043619793543, "need_memory": true }, { "id": "rv2-multi_entity-000104", "attribute": "合同编号", "answerable": true, "expected": "夜间 02:00", "reply": "Beta 协议编号是 夜间 02:00。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 3, "records_active": 3, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.376352313834737, "need_memory": true }, { "id": "rv2-alias_paraphrase-000169", "attribute": "", "answerable": true, "expected": "v4.0.0-rc1", "reply": "我每天早上灌下去的那杯是偏爱 v4.0.0-rc1 口味。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 5, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.371926450482675, "need_memory": true }, { "id": "rv2-long_fact-000038", "attribute": "", "answerable": true, "expected": "李工 139****3344", "reply": "关于培训周期这件事，会上也提过一嘴，但那次的说法是85%，后来没有正式确认过。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.38689323936863, "need_memory": true }, { "id": "rv2-long_fact-000134", "attribute": "", "answerable": true, "expected": "v2.8.0", "reply": "关于保险到期这件事，会上也提过一嘴，但那次的说法是10.30.1.9:5432，后来没有正式确认过。", "correct": false, "wrong_attribute": true, "leaked": false, "records_written": 4, "records_active": 4, "stop_reason": "evidence_found", "records_selected": 4, "top_score": 8.369964096909316, "need_memory": true }, { "id": "rv2-update_conflict-000186", "attribute": "培训周期", "answerable": true, "expected": "每周三 22:00", "reply": "我训每周三 22:00 那么久。", "correct": true, "wrong_attribute": false, "leaked": false, "records_written": 5, "records_active": 2, "stop_reason": "evidence_found", "records_selected": 1, "top_score": 8.376319840237885, "need_memory": true } ] } }