Natural Memory NM2.1: 记忆路由器分叉、数据集缺陷修复与全轴评测证据

- 引入 MemoryRouterXL 与 v5/v6 流式多线程训练/编码管线
- 修复 prepare_memory_router_dataset 候选池重建缺陷（mega 家族 3568x 加速，输出逐字节相同）
- 修复 v5 被破坏的拒答与多跳标签（train 未知样本 319 -> 16319，multi_hop 平均正例 1.00 -> 2.00）
- 同存储预算下 V2-128 v6 逐轴 22/22 通过：Top-1 41.12% -> 94.62%，未知拒答 0.00% -> 100.00%
- 记录三条被实测推翻的显然优化（logits_to_keep=1 反而慢 55%、XL 容量未带来收益）
- 记忆手术跨架构可移植性 14/14，读写关闭时与原生模型逐位相同

audit_score_flips.py

@@ -0,0 +1,54 @@
+"""Audit every case whose verdict flips when whitespace is ignored.
+
+A flip is only legitimate if the anchor really is present modulo whitespace --
+this prints the raw anchor and the raw reply so the difference can be eyeballed.
+"""
+
+from __future__ import annotations
+
+import json
+import sys
+from collections import defaultdict
+from pathlib import Path
+
+sys.path.insert(0, str(Path(__file__).resolve().parent.parent))
+
+from V2_dpskw.eval_scoring import squash
+from V2_dpskw.rescore_e2e import load_corpus, load_run
+
+
+def main(corpus, run, per_category=25):
+    cases = load_corpus(Path(corpus), per_category)
+    rows = load_run(Path(run))
+    assert len(rows) == len(cases)
+    flips = []
+    for row, case in zip(rows, cases):
+        reply = row.get("reply", "")
+        legacy = [v for v in case["acceptable"] if v and v.lower() in reply.lower()]
+        fixed = [v for v in case["acceptable"] if v and squash(v) in squash(reply)]
+        if bool(legacy) != bool(fixed):
+            flips.append((case, reply, legacy, fixed))
+    print(f"flips: {len(flips)}")
+    by_cat = defaultdict(int)
+    for case, reply, legacy, fixed in flips:
+        by_cat[case["category"]] += 1
+    print(dict(by_cat))
+    bad = 0
+    for case, reply, legacy, fixed in flips:
+        if not fixed:
+            print(f"!! now WRONG (was right): {case['category']} {case['query']}")
+            print(f"   anchors={case['acceptable']!r}\n   reply={reply!r}")
+            bad += 1
+            continue
+        anchor = fixed[0]
+        # show the neighbourhood of the anchor inside the reply
+        s_reply, s_anchor = squash(reply), squash(anchor)
+        pos = s_reply.find(s_anchor)
+        print(f"{case['category']:<18} anchor={anchor!r}")
+        print(f"   reply = {reply!r}")
+        print(f"   match@{pos} (raw anchor absent: {anchor not in reply})")
+    print(f"\nunexplained (now-wrong) flips: {bad}")
+
+
+if __name__ == "__main__":
+    main(sys.argv[1], sys.argv[2])