{
  "eval_file": "data/router_training_v6/eval.jsonl",
  "episodes": 40,
  "candidate_count": 32,
  "router": "checkpoints\\router_replay_v7_v2_128\\memory_router_v2.pt",
  "results": {
    "0.00": {
      "router": "blend=0.00",
      "cases": 40,
      "answerable_cases": 33,
      "unknown_cases": 7,
      "accuracy_pct": 69.6969696969697,
      "wrong_attribute_pct": 3.0303030303030303,
      "unknown_leak_pct": 0.0,
      "mean_records_selected": 5.275,
      "records_active_min": 17,
      "records_active_max": 32,
      "stop_reasons": {
        "explicit_unknown_request": 6,
        "evidence_found": 34
      },
      "seconds": 339.9
    },
    "0.50": {
      "router": "blend=0.50",
      "cases": 40,
      "answerable_cases": 33,
      "unknown_cases": 7,
      "accuracy_pct": 69.6969696969697,
      "wrong_attribute_pct": 3.0303030303030303,
      "unknown_leak_pct": 0.0,
      "mean_records_selected": 5.275,
      "records_active_min": 17,
      "records_active_max": 32,
      "stop_reasons": {
        "explicit_unknown_request": 6,
        "evidence_found": 34
      },
      "seconds": 327.0
    }
  },
  "rows": {
    "0.00": [
      {
        "id": "mega_validation:mega-unknown_abstention-0009352:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0009352\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息，因为它并不存在于任何公开或已知的",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 31,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      },
      {
        "id": "memory_policy:hard-eval-000476:hard-eval-000476:5",
        "attribute": "默认输出风格",
        "answerable": true,
        "expected": "",
        "reply": "您的默认输出风格是：user；默认输出风格；V-W91JICBC。",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 21,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "memory_policy:hard-eval-000384:hard-eval-000384:5",
        "attribute": "常用时区",
        "answerable": true,
        "expected": "",
        "reply": "您的常用时区是 OLD-V9EHJP90。user；常用时区；OLD-V9EHJP90",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 24,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-random_position-0008867:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-IS92NQ0X",
        "reply": "我的常用时区是V-IS92NQ0X。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-distractor_32-0009257:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-F9RH2CT3",
        "reply": "我的常用时区是V-8TMN0UFX。",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 31,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-paraphrase-0008582:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-NLV0Q9D6",
        "reply": "我之前登记的提醒时间内容是V-NLV0Q9D6。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-random_position-0008601:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-NEG1NI0H",
        "reply": "我的提醒时间是V-NEG1NI0H。\nuser；提醒时间；V-NEG1NI0H",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-long_context-0009057:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-FW0OZLUK",
        "reply": "我的工作地点是V-FW0OZLUK。\n实体：user；属性：工作地点；已确认值：V-FW0OZLUK",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-distractor_128-0009839:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-5C4T5033",
        "reply": "您的工作地点是 V-5C4T5033。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "memory_policy:hard-eval-000142:hard-eval-000142:5",
        "attribute": "提醒时间",
        "answerable": true,
        "expected": "",
        "reply": "您的提醒时间是代号y。user；提醒时间；代号y",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 17,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "memory_policy:hard-eval-000095:hard-eval-000095:5",
        "attribute": "档案代号",
        "answerable": true,
        "expected": "",
        "reply": "您的档案代号是 NEW-PJJHB2LV。user；档案代号；NEW-PJJHB2LV",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 28,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-distractor_32-0008987:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-APJNM245",
        "reply": "您的默认输出风格是V-APJNM245。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-conflict_update-0008812:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-N4C8QZG8",
        "reply": "您的备用联系人最新值是 V-N4C8QZG8。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-single_fact-0008234:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-VNH4NLNB",
        "reply": "我的常用语言是V-VNH4NLNB。实体：user；属性：常用语言；已确认值：V-VNH4NLNB",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-single_fact-0009187:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-VDVONN3X",
        "reply": "我的默认输出风格是V-OKWTKOYB。\nuser；默认输出风格已经；V-OKWTKOYB",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-multi_hop-0008998:query",
        "attribute": "",
        "answerable": true,
        "expected": "H-INOT26JF",
        "reply": "项目项目-P-5EA9YMU8的负责人是成员-M-C0Y1CUF1，其工作代号是H-INOT26JF。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-long_context-0008931:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-VFDT9H4I",
        "reply": "您的项目代号是 V-VFDT9H4I。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-forget_correction-0009883:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "我的工作地点是FORGET-XD5G7J9V。",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-unknown_abstention-0009859:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0009859\"并非任何已知的公开数据、系统记录或通用概念。在没有任何上下文或来源说明的情况下，我无法确认其具体含义。如果您是在某个特定",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      },
      {
        "id": "mega_validation:mega-distractor_32-0008844:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-26VTSMWS",
        "reply": "您的默认输出风格是V-26VTSMWS。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-distractor_128-0009366:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-8E01HVSS",
        "reply": "您的工作地点是 V-8E01HVSS。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-distractor_32-0008043:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-YNS7S775",
        "reply": "您的最喜欢的水果是 V-YNS7S775。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-distractor_32-0009214:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-NVTEOKUO",
        "reply": "您的默认输出风格是V-NVTEOKUO。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-conflict_update-0008561:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-OKJ33H5U",
        "reply": "您的备用联系人最新值是 V-OKJ33H5U。user；备用联系人已经；V-OKJ33H5U",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 2
      },
      {
        "id": "mega_validation:mega-long_context-0009948:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-2HVQFHFR",
        "reply": "我的最喜欢的水果是V-2HVQFHFR。\n实体：user\n属性：最喜欢的水果\n已确认值：V-2HVQFHFR",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-distractor_32-0009406:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-19QVQYUT",
        "reply": "您的最喜欢的水果是 user，最喜欢的水果，KNOWN-P9WJ32B5。",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 31,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-conflict_update-0009780:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-DFSUSBSE",
        "reply": "您的默认输出风格最新值是 V-DFSUSBSE。user；默认输出风格已经；V-DFSUSBSE",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 2
      },
      {
        "id": "mega_validation:mega-conflict_update-0008298:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-1SKIYYVX",
        "reply": "您的最喜欢的水果最新值是 V-1SKIYYVX。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-distractor_32-0009076:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-E9LK1JFW",
        "reply": "您的项目代号是 V-E9LK1JFW。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-conflict_update-0008656:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-POKZX0ZY",
        "reply": "您的备用联系人最新值是 V-POKZX0ZY。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-paraphrase-0009532:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-5FVLFUNU",
        "reply": "根据长期记忆证据，您在默认输出风格上的设置值为：V-5FVLFUNU。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-multi_hop-0008633:query",
        "attribute": "",
        "answerable": true,
        "expected": "H-9U56GNXT",
        "reply": "项目项目-P-FX0QG8TI的负责人是成员-M-7NUY9T74，其工作代号是H-VT4NEDNA。",
        "correct": false,
        "wrong_attribute": true,
        "leaked": false,
        "records_written": 32,
        "records_active": 31,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-unknown_abstention-0009835:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0009835\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息，因为它并不存在于任何已知的数据库、",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      },
      {
        "id": "mega_validation:mega-unknown_abstention-0008254:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0008254\"并非真实存在的概念、数据或记录。在当前的知识库、公共数据库或任何可验证的信息源中，均无法找到与该编号或描述相关的",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      },
      {
        "id": "memory_policy:hard-eval-000750:hard-eval-000750:2",
        "attribute": "提醒时间",
        "answerable": true,
        "expected": "",
        "reply": "您的提醒时间是 KNOWN-12DFGE3T。",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 21,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-single_fact-0008620:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-1ICVBK1H",
        "reply": "我的提醒时间是V-1ICVBK1H。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "memory_policy:hard-eval-000225:hard-eval-000225:2",
        "attribute": "最喜欢的水果",
        "answerable": true,
        "expected": "",
        "reply": "根据长期记忆证据，您登记的最喜欢的水果是 V-0TNJCUOC。\n实体：user\n属性：最喜欢的水果\n已确认值：V-0TNJCUOC\n可直接复述的关键短语：user",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 24,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-long_context-0009690:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-9SIE6WW7",
        "reply": "我的提醒时间是V-9SIE6WW7。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-unknown_abstention-0009581:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0009581\"并非任何已知的真实数据、系统记录或公共信息。在没有任何上下文或来源的情况下，无法确认其具体含义。如果您是在某个特定系统",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      },
      {
        "id": "mega_validation:mega-unknown_abstention-0009440:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0009440\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息。如果您有其他问题或需要帮助，请",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      }
    ],
    "0.50": [
      {
        "id": "mega_validation:mega-unknown_abstention-0009352:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0009352\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息，因为它并不存在于任何公开或已知的",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 31,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      },
      {
        "id": "memory_policy:hard-eval-000476:hard-eval-000476:5",
        "attribute": "默认输出风格",
        "answerable": true,
        "expected": "",
        "reply": "您的默认输出风格是：user；默认输出风格；V-W91JICBC。",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 21,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "memory_policy:hard-eval-000384:hard-eval-000384:5",
        "attribute": "常用时区",
        "answerable": true,
        "expected": "",
        "reply": "您的常用时区是 OLD-V9EHJP90。user；常用时区；OLD-V9EHJP90",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 24,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-random_position-0008867:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-IS92NQ0X",
        "reply": "我的常用时区是V-IS92NQ0X。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-distractor_32-0009257:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-F9RH2CT3",
        "reply": "我的常用时区是V-8TMN0UFX。",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 31,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-paraphrase-0008582:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-NLV0Q9D6",
        "reply": "我之前登记的提醒时间内容是V-NLV0Q9D6。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-random_position-0008601:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-NEG1NI0H",
        "reply": "我的提醒时间是V-NEG1NI0H。user；提醒时间；V-NEG1NI0H",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-long_context-0009057:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-FW0OZLUK",
        "reply": "我的工作地点是V-FW0OZLUK。user；工作地点；V-FW0OZLUK",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-distractor_128-0009839:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-5C4T5033",
        "reply": "您的工作地点是 V-5C4T5033。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "memory_policy:hard-eval-000142:hard-eval-000142:5",
        "attribute": "提醒时间",
        "answerable": true,
        "expected": "",
        "reply": "您的提醒时间是代号y。user；提醒时间；代号y",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 17,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "memory_policy:hard-eval-000095:hard-eval-000095:5",
        "attribute": "档案代号",
        "answerable": true,
        "expected": "",
        "reply": "您的档案代号是 NEW-PJJHB2LV。user；档案代号；NEW-PJJHB2LV",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 28,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-distractor_32-0008987:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-APJNM245",
        "reply": "您的默认输出风格是V-APJNM245。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-conflict_update-0008812:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-N4C8QZG8",
        "reply": "您的备用联系人最新值是 V-N4C8QZG8。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-single_fact-0008234:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-VNH4NLNB",
        "reply": "我的常用语言是V-VNH4NLNB。实体：user；属性：常用语言；已确认值：V-VNH4NLNB",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-single_fact-0009187:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-VDVONN3X",
        "reply": "我的默认输出风格是V-OKWTKOYB。\nuser；默认输出风格已经；V-OKWTKOYB",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-multi_hop-0008998:query",
        "attribute": "",
        "answerable": true,
        "expected": "H-INOT26JF",
        "reply": "项目项目-P-5EA9YMU8的负责人是成员-M-C0Y1CUF1，其工作代号是H-INOT26JF。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-long_context-0008931:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-VFDT9H4I",
        "reply": "您的项目代号是 V-VFDT9H4I。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-forget_correction-0009883:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "我的工作地点是FORGET-XD5G7J9V。",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-unknown_abstention-0009859:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0009859\"并非任何已知的公开数据、系统记录或通用概念。在没有任何上下文或来源说明的情况下，我无法确认其具体含义。如果您是在某个特定",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      },
      {
        "id": "mega_validation:mega-distractor_32-0008844:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-26VTSMWS",
        "reply": "您的默认输出风格是V-26VTSMWS。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-distractor_128-0009366:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-8E01HVSS",
        "reply": "您的工作地点是 V-8E01HVSS。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-distractor_32-0008043:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-YNS7S775",
        "reply": "您的最喜欢的水果是 V-YNS7S775。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-distractor_32-0009214:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-NVTEOKUO",
        "reply": "您的默认输出风格是V-NVTEOKUO。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-conflict_update-0008561:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-OKJ33H5U",
        "reply": "您的备用联系人最新值是 V-OKJ33H5U。user；备用联系人已经；V-OKJ33H5U",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 2
      },
      {
        "id": "mega_validation:mega-long_context-0009948:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-2HVQFHFR",
        "reply": "我的最喜欢的水果是V-2HVQFHFR。\n实体：user\n属性：最喜欢的水果\n已确认值：V-2HVQFHFR",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-distractor_32-0009406:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-19QVQYUT",
        "reply": "您的最喜欢的水果是 user，最喜欢的水果，KNOWN-P9WJ32B5。",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 31,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-conflict_update-0009780:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-DFSUSBSE",
        "reply": "您的默认输出风格最新值是 V-DFSUSBSE。user；默认输出风格已经；V-DFSUSBSE",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 2
      },
      {
        "id": "mega_validation:mega-conflict_update-0008298:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-1SKIYYVX",
        "reply": "您的最喜欢的水果最新值是 V-1SKIYYVX。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-distractor_32-0009076:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-E9LK1JFW",
        "reply": "您的项目代号是 V-E9LK1JFW。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-conflict_update-0008656:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-POKZX0ZY",
        "reply": "您的备用联系人最新值是 V-POKZX0ZY。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 1
      },
      {
        "id": "mega_validation:mega-paraphrase-0009532:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-5FVLFUNU",
        "reply": "根据长期记忆证据，您在默认输出风格上的设置值为：V-5FVLFUNU。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-multi_hop-0008633:query",
        "attribute": "",
        "answerable": true,
        "expected": "H-9U56GNXT",
        "reply": "项目项目-P-FX0QG8TI的负责人是成员-M-7NUY9T74，其工作代号是H-VT4NEDNA。",
        "correct": false,
        "wrong_attribute": true,
        "leaked": false,
        "records_written": 32,
        "records_active": 31,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-unknown_abstention-0009835:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0009835\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息，因为它并不存在于任何已知的数据库、",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      },
      {
        "id": "mega_validation:mega-unknown_abstention-0008254:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0008254\"并非真实存在的概念、数据或记录。在当前的知识库、公共数据库或任何可验证的信息源中，均无法找到与该编号或描述相关的",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      },
      {
        "id": "memory_policy:hard-eval-000750:hard-eval-000750:2",
        "attribute": "提醒时间",
        "answerable": true,
        "expected": "",
        "reply": "您的提醒时间是 KNOWN-12DFGE3T。",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 21,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-single_fact-0008620:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-1ICVBK1H",
        "reply": "我的提醒时间是V-1ICVBK1H。",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "memory_policy:hard-eval-000225:hard-eval-000225:2",
        "attribute": "最喜欢的水果",
        "answerable": true,
        "expected": "",
        "reply": "您的最喜欢的水果是 V-0TNJCUOC、FACT-D20MB0H4、V-4DTMSTMT。",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 24,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-long_context-0009690:query",
        "attribute": "",
        "answerable": true,
        "expected": "V-9SIE6WW7",
        "reply": "我的提醒时间是V-9SIE6WW7。\n实体：user；属性：提醒时间；已确认值：V-9SIE6WW7",
        "correct": true,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "evidence_found",
        "records_selected": 8
      },
      {
        "id": "mega_validation:mega-unknown_abstention-0009581:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0009581\"并非任何已知的真实数据、系统记录或公共信息。在没有任何上下文或来源的情况下，无法确认其具体含义。如果您是在某个特定系统",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      },
      {
        "id": "mega_validation:mega-unknown_abstention-0009440:query",
        "attribute": "",
        "answerable": false,
        "expected": "",
        "reply": "不知道。\n\n“不存在的个人属性 -0009440\"并非真实存在的概念、数据或记录。在没有任何上下文或来源的情况下，我无法提供关于该属性的信息。如果您有其他问题或需要帮助，请",
        "correct": false,
        "wrong_attribute": false,
        "leaked": false,
        "records_written": 32,
        "records_active": 32,
        "stop_reason": "explicit_unknown_request",
        "records_selected": 0
      }
    ]
  }
}