wpy/natural-memory-nm21
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
main
natural-memory-nm21/runtime_v6_blend_e2e.json
T
WpyQwq 643e22ecb9 Natural Memory NM2.1: 记忆路由器分叉、数据集缺陷修复与全轴评测证据 
- 引入 MemoryRouterXL 与 v5/v6 流式多线程训练/编码管线
- 修复 prepare_memory_router_dataset 候选池重建缺陷（mega 家族 3568x 加速，输出逐字节相同）
- 修复 v5 被破坏的拒答与多跳标签（train 未知样本 319 -> 16319，multi_hop 平均正例 1.00 -> 2.00）
- 同存储预算下 V2-128 v6 逐轴 22/22 通过：Top-1 41.12% -> 94.62%，未知拒答 0.00% -> 100.00%
- 记录三条被实测推翻的显然优化（logits_to_keep=1 反而慢 55%、XL 容量未带来收益）
- 记忆手术跨架构可移植性 14/14，读写关闭时与原生模型逐位相同
2026-09-19 11:11:31 +08:00

1168 lines
41 KiB
JSON
Raw Permalink Blame History

{
"eval_file": "data/router_training_v6/eval.jsonl",
"episodes": 40,
"candidate_count": 32,
"router": "checkpoints\\router_replay_v7_v2_128\\memory_router_v2.pt",
"results": {
"0.00": {
"router": "blend=0.00",
"cases": 40,
"answerable_cases": 33,
"unknown_cases": 7,
"accuracy_pct": 69.6969696969697,
"wrong_attribute_pct": 3.0303030303030303,
"unknown_leak_pct": 0.0,
"mean_records_selected": 5.275,
"records_active_min": 17,
"records_active_max": 32,
"stop_reasons": {
"explicit_unknown_request": 6,
"evidence_found": 34
},
"seconds": 339.9
},
"0.50": {
"router": "blend=0.50",
"cases": 40,
"answerable_cases": 33,
"unknown_cases": 7,
"accuracy_pct": 69.6969696969697,
"wrong_attribute_pct": 3.0303030303030303,
"unknown_leak_pct": 0.0,
"mean_records_selected": 5.275,
"records_active_min": 17,
"records_active_max": 32,
"stop_reasons": {
"explicit_unknown_request": 6,
"evidence_found": 34
},
"seconds": 327.0
}
},
"rows": {
"0.00": [
{
"id": "mega_validation:mega-unknown_abstention-0009352:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0009352\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息，因为它并不存在于任何公开或已知的",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 31,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
},
{
"id": "memory_policy:hard-eval-000476:hard-eval-000476:5",
"attribute": "默认输出风格",
"answerable": true,
"expected": "",
"reply": "您的默认输出风格是：user；默认输出风格；V-W91JICBC。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 21,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "memory_policy:hard-eval-000384:hard-eval-000384:5",
"attribute": "常用时区",
"answerable": true,
"expected": "",
"reply": "您的常用时区是 OLD-V9EHJP90。user；常用时区；OLD-V9EHJP90",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-random_position-0008867:query",
"attribute": "",
"answerable": true,
"expected": "V-IS92NQ0X",
"reply": "我的常用时区是V-IS92NQ0X。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-distractor_32-0009257:query",
"attribute": "",
"answerable": true,
"expected": "V-F9RH2CT3",
"reply": "我的常用时区是V-8TMN0UFX。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 31,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-paraphrase-0008582:query",
"attribute": "",
"answerable": true,
"expected": "V-NLV0Q9D6",
"reply": "我之前登记的提醒时间内容是V-NLV0Q9D6。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-random_position-0008601:query",
"attribute": "",
"answerable": true,
"expected": "V-NEG1NI0H",
"reply": "我的提醒时间是V-NEG1NI0H。\nuser；提醒时间；V-NEG1NI0H",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-long_context-0009057:query",
"attribute": "",
"answerable": true,
"expected": "V-FW0OZLUK",
"reply": "我的工作地点是V-FW0OZLUK。\n实体：user；属性：工作地点；已确认值：V-FW0OZLUK",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-distractor_128-0009839:query",
"attribute": "",
"answerable": true,
"expected": "V-5C4T5033",
"reply": "您的工作地点是 V-5C4T5033。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "memory_policy:hard-eval-000142:hard-eval-000142:5",
"attribute": "提醒时间",
"answerable": true,
"expected": "",
"reply": "您的提醒时间是代号y。user；提醒时间；代号y",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 17,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "memory_policy:hard-eval-000095:hard-eval-000095:5",
"attribute": "档案代号",
"answerable": true,
"expected": "",
"reply": "您的档案代号是 NEW-PJJHB2LV。user；档案代号；NEW-PJJHB2LV",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 28,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-distractor_32-0008987:query",
"attribute": "",
"answerable": true,
"expected": "V-APJNM245",
"reply": "您的默认输出风格是V-APJNM245。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-conflict_update-0008812:query",
"attribute": "",
"answerable": true,
"expected": "V-N4C8QZG8",
"reply": "您的备用联系人最新值是 V-N4C8QZG8。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-single_fact-0008234:query",
"attribute": "",
"answerable": true,
"expected": "V-VNH4NLNB",
"reply": "我的常用语言是V-VNH4NLNB。实体：user；属性：常用语言；已确认值：V-VNH4NLNB",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-single_fact-0009187:query",
"attribute": "",
"answerable": true,
"expected": "V-VDVONN3X",
"reply": "我的默认输出风格是V-OKWTKOYB。\nuser；默认输出风格已经；V-OKWTKOYB",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-multi_hop-0008998:query",
"attribute": "",
"answerable": true,
"expected": "H-INOT26JF",
"reply": "项目项目-P-5EA9YMU8的负责人是成员-M-C0Y1CUF1，其工作代号是H-INOT26JF。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-long_context-0008931:query",
"attribute": "",
"answerable": true,
"expected": "V-VFDT9H4I",
"reply": "您的项目代号是 V-VFDT9H4I。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-forget_correction-0009883:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "我的工作地点是FORGET-XD5G7J9V。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-unknown_abstention-0009859:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0009859\"并非任何已知的公开数据、系统记录或通用概念。在没有任何上下文或来源说明的情况下，我无法确认其具体含义。如果您是在某个特定",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
},
{
"id": "mega_validation:mega-distractor_32-0008844:query",
"attribute": "",
"answerable": true,
"expected": "V-26VTSMWS",
"reply": "您的默认输出风格是V-26VTSMWS。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-distractor_128-0009366:query",
"attribute": "",
"answerable": true,
"expected": "V-8E01HVSS",
"reply": "您的工作地点是 V-8E01HVSS。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-distractor_32-0008043:query",
"attribute": "",
"answerable": true,
"expected": "V-YNS7S775",
"reply": "您的最喜欢的水果是 V-YNS7S775。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-distractor_32-0009214:query",
"attribute": "",
"answerable": true,
"expected": "V-NVTEOKUO",
"reply": "您的默认输出风格是V-NVTEOKUO。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-conflict_update-0008561:query",
"attribute": "",
"answerable": true,
"expected": "V-OKJ33H5U",
"reply": "您的备用联系人最新值是 V-OKJ33H5U。user；备用联系人已经；V-OKJ33H5U",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 2
},
{
"id": "mega_validation:mega-long_context-0009948:query",
"attribute": "",
"answerable": true,
"expected": "V-2HVQFHFR",
"reply": "我的最喜欢的水果是V-2HVQFHFR。\n实体：user\n属性：最喜欢的水果\n已确认值：V-2HVQFHFR",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-distractor_32-0009406:query",
"attribute": "",
"answerable": true,
"expected": "V-19QVQYUT",
"reply": "您的最喜欢的水果是 user，最喜欢的水果，KNOWN-P9WJ32B5。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 31,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-conflict_update-0009780:query",
"attribute": "",
"answerable": true,
"expected": "V-DFSUSBSE",
"reply": "您的默认输出风格最新值是 V-DFSUSBSE。user；默认输出风格已经；V-DFSUSBSE",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 2
},
{
"id": "mega_validation:mega-conflict_update-0008298:query",
"attribute": "",
"answerable": true,
"expected": "V-1SKIYYVX",
"reply": "您的最喜欢的水果最新值是 V-1SKIYYVX。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-distractor_32-0009076:query",
"attribute": "",
"answerable": true,
"expected": "V-E9LK1JFW",
"reply": "您的项目代号是 V-E9LK1JFW。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-conflict_update-0008656:query",
"attribute": "",
"answerable": true,
"expected": "V-POKZX0ZY",
"reply": "您的备用联系人最新值是 V-POKZX0ZY。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-paraphrase-0009532:query",
"attribute": "",
"answerable": true,
"expected": "V-5FVLFUNU",
"reply": "根据长期记忆证据，您在默认输出风格上的设置值为：V-5FVLFUNU。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-multi_hop-0008633:query",
"attribute": "",
"answerable": true,
"expected": "H-9U56GNXT",
"reply": "项目项目-P-FX0QG8TI的负责人是成员-M-7NUY9T74，其工作代号是H-VT4NEDNA。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 32,
"records_active": 31,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-unknown_abstention-0009835:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0009835\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息，因为它并不存在于任何已知的数据库、",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
},
{
"id": "mega_validation:mega-unknown_abstention-0008254:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0008254\"并非真实存在的概念、数据或记录。在当前的知识库、公共数据库或任何可验证的信息源中，均无法找到与该编号或描述相关的",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
},
{
"id": "memory_policy:hard-eval-000750:hard-eval-000750:2",
"attribute": "提醒时间",
"answerable": true,
"expected": "",
"reply": "您的提醒时间是 KNOWN-12DFGE3T。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 21,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-single_fact-0008620:query",
"attribute": "",
"answerable": true,
"expected": "V-1ICVBK1H",
"reply": "我的提醒时间是V-1ICVBK1H。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "memory_policy:hard-eval-000225:hard-eval-000225:2",
"attribute": "最喜欢的水果",
"answerable": true,
"expected": "",
"reply": "根据长期记忆证据，您登记的最喜欢的水果是 V-0TNJCUOC。\n实体：user\n属性：最喜欢的水果\n已确认值：V-0TNJCUOC\n可直接复述的关键短语：user",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-long_context-0009690:query",
"attribute": "",
"answerable": true,
"expected": "V-9SIE6WW7",
"reply": "我的提醒时间是V-9SIE6WW7。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-unknown_abstention-0009581:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0009581\"并非任何已知的真实数据、系统记录或公共信息。在没有任何上下文或来源的情况下，无法确认其具体含义。如果您是在某个特定系统",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
},
{
"id": "mega_validation:mega-unknown_abstention-0009440:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0009440\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息。如果您有其他问题或需要帮助，请",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
}
],
"0.50": [
{
"id": "mega_validation:mega-unknown_abstention-0009352:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0009352\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息，因为它并不存在于任何公开或已知的",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 31,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
},
{
"id": "memory_policy:hard-eval-000476:hard-eval-000476:5",
"attribute": "默认输出风格",
"answerable": true,
"expected": "",
"reply": "您的默认输出风格是：user；默认输出风格；V-W91JICBC。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 21,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "memory_policy:hard-eval-000384:hard-eval-000384:5",
"attribute": "常用时区",
"answerable": true,
"expected": "",
"reply": "您的常用时区是 OLD-V9EHJP90。user；常用时区；OLD-V9EHJP90",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-random_position-0008867:query",
"attribute": "",
"answerable": true,
"expected": "V-IS92NQ0X",
"reply": "我的常用时区是V-IS92NQ0X。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-distractor_32-0009257:query",
"attribute": "",
"answerable": true,
"expected": "V-F9RH2CT3",
"reply": "我的常用时区是V-8TMN0UFX。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 31,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-paraphrase-0008582:query",
"attribute": "",
"answerable": true,
"expected": "V-NLV0Q9D6",
"reply": "我之前登记的提醒时间内容是V-NLV0Q9D6。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-random_position-0008601:query",
"attribute": "",
"answerable": true,
"expected": "V-NEG1NI0H",
"reply": "我的提醒时间是V-NEG1NI0H。user；提醒时间；V-NEG1NI0H",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-long_context-0009057:query",
"attribute": "",
"answerable": true,
"expected": "V-FW0OZLUK",
"reply": "我的工作地点是V-FW0OZLUK。user；工作地点；V-FW0OZLUK",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-distractor_128-0009839:query",
"attribute": "",
"answerable": true,
"expected": "V-5C4T5033",
"reply": "您的工作地点是 V-5C4T5033。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "memory_policy:hard-eval-000142:hard-eval-000142:5",
"attribute": "提醒时间",
"answerable": true,
"expected": "",
"reply": "您的提醒时间是代号y。user；提醒时间；代号y",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 17,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "memory_policy:hard-eval-000095:hard-eval-000095:5",
"attribute": "档案代号",
"answerable": true,
"expected": "",
"reply": "您的档案代号是 NEW-PJJHB2LV。user；档案代号；NEW-PJJHB2LV",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 28,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-distractor_32-0008987:query",
"attribute": "",
"answerable": true,
"expected": "V-APJNM245",
"reply": "您的默认输出风格是V-APJNM245。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-conflict_update-0008812:query",
"attribute": "",
"answerable": true,
"expected": "V-N4C8QZG8",
"reply": "您的备用联系人最新值是 V-N4C8QZG8。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-single_fact-0008234:query",
"attribute": "",
"answerable": true,
"expected": "V-VNH4NLNB",
"reply": "我的常用语言是V-VNH4NLNB。实体：user；属性：常用语言；已确认值：V-VNH4NLNB",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-single_fact-0009187:query",
"attribute": "",
"answerable": true,
"expected": "V-VDVONN3X",
"reply": "我的默认输出风格是V-OKWTKOYB。\nuser；默认输出风格已经；V-OKWTKOYB",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-multi_hop-0008998:query",
"attribute": "",
"answerable": true,
"expected": "H-INOT26JF",
"reply": "项目项目-P-5EA9YMU8的负责人是成员-M-C0Y1CUF1，其工作代号是H-INOT26JF。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-long_context-0008931:query",
"attribute": "",
"answerable": true,
"expected": "V-VFDT9H4I",
"reply": "您的项目代号是 V-VFDT9H4I。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-forget_correction-0009883:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "我的工作地点是FORGET-XD5G7J9V。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-unknown_abstention-0009859:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0009859\"并非任何已知的公开数据、系统记录或通用概念。在没有任何上下文或来源说明的情况下，我无法确认其具体含义。如果您是在某个特定",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
},
{
"id": "mega_validation:mega-distractor_32-0008844:query",
"attribute": "",
"answerable": true,
"expected": "V-26VTSMWS",
"reply": "您的默认输出风格是V-26VTSMWS。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-distractor_128-0009366:query",
"attribute": "",
"answerable": true,
"expected": "V-8E01HVSS",
"reply": "您的工作地点是 V-8E01HVSS。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-distractor_32-0008043:query",
"attribute": "",
"answerable": true,
"expected": "V-YNS7S775",
"reply": "您的最喜欢的水果是 V-YNS7S775。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-distractor_32-0009214:query",
"attribute": "",
"answerable": true,
"expected": "V-NVTEOKUO",
"reply": "您的默认输出风格是V-NVTEOKUO。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-conflict_update-0008561:query",
"attribute": "",
"answerable": true,
"expected": "V-OKJ33H5U",
"reply": "您的备用联系人最新值是 V-OKJ33H5U。user；备用联系人已经；V-OKJ33H5U",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 2
},
{
"id": "mega_validation:mega-long_context-0009948:query",
"attribute": "",
"answerable": true,
"expected": "V-2HVQFHFR",
"reply": "我的最喜欢的水果是V-2HVQFHFR。\n实体：user\n属性：最喜欢的水果\n已确认值：V-2HVQFHFR",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-distractor_32-0009406:query",
"attribute": "",
"answerable": true,
"expected": "V-19QVQYUT",
"reply": "您的最喜欢的水果是 user，最喜欢的水果，KNOWN-P9WJ32B5。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 31,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-conflict_update-0009780:query",
"attribute": "",
"answerable": true,
"expected": "V-DFSUSBSE",
"reply": "您的默认输出风格最新值是 V-DFSUSBSE。user；默认输出风格已经；V-DFSUSBSE",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 2
},
{
"id": "mega_validation:mega-conflict_update-0008298:query",
"attribute": "",
"answerable": true,
"expected": "V-1SKIYYVX",
"reply": "您的最喜欢的水果最新值是 V-1SKIYYVX。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-distractor_32-0009076:query",
"attribute": "",
"answerable": true,
"expected": "V-E9LK1JFW",
"reply": "您的项目代号是 V-E9LK1JFW。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-conflict_update-0008656:query",
"attribute": "",
"answerable": true,
"expected": "V-POKZX0ZY",
"reply": "您的备用联系人最新值是 V-POKZX0ZY。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 1
},
{
"id": "mega_validation:mega-paraphrase-0009532:query",
"attribute": "",
"answerable": true,
"expected": "V-5FVLFUNU",
"reply": "根据长期记忆证据，您在默认输出风格上的设置值为：V-5FVLFUNU。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-multi_hop-0008633:query",
"attribute": "",
"answerable": true,
"expected": "H-9U56GNXT",
"reply": "项目项目-P-FX0QG8TI的负责人是成员-M-7NUY9T74，其工作代号是H-VT4NEDNA。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 32,
"records_active": 31,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-unknown_abstention-0009835:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0009835\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息，因为它并不存在于任何已知的数据库、",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
},
{
"id": "mega_validation:mega-unknown_abstention-0008254:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0008254\"并非真实存在的概念、数据或记录。在当前的知识库、公共数据库或任何可验证的信息源中，均无法找到与该编号或描述相关的",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
},
{
"id": "memory_policy:hard-eval-000750:hard-eval-000750:2",
"attribute": "提醒时间",
"answerable": true,
"expected": "",
"reply": "您的提醒时间是 KNOWN-12DFGE3T。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 21,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-single_fact-0008620:query",
"attribute": "",
"answerable": true,
"expected": "V-1ICVBK1H",
"reply": "我的提醒时间是V-1ICVBK1H。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "memory_policy:hard-eval-000225:hard-eval-000225:2",
"attribute": "最喜欢的水果",
"answerable": true,
"expected": "",
"reply": "您的最喜欢的水果是 V-0TNJCUOC、FACT-D20MB0H4、V-4DTMSTMT。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-long_context-0009690:query",
"attribute": "",
"answerable": true,
"expected": "V-9SIE6WW7",
"reply": "我的提醒时间是V-9SIE6WW7。\n实体：user；属性：提醒时间；已确认值：V-9SIE6WW7",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "evidence_found",
"records_selected": 8
},
{
"id": "mega_validation:mega-unknown_abstention-0009581:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0009581\"并非任何已知的真实数据、系统记录或公共信息。在没有任何上下文或来源的情况下，无法确认其具体含义。如果您是在某个特定系统",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
},
{
"id": "mega_validation:mega-unknown_abstention-0009440:query",
"attribute": "",
"answerable": false,
"expected": "",
"reply": "不知道。\n\n“不存在的个人属性 -0009440\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息。如果您有其他问题或需要帮助，请",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 32,
"records_active": 32,
"stop_reason": "explicit_unknown_request",
"records_selected": 0
}
]
}
}
Reference in New Issue View Git Blame Copy Permalink