Natural Memory NM2.1: 记忆路由器分叉、数据集缺陷修复与全轴评测证据

- 引入 MemoryRouterXL 与 v5/v6 流式多线程训练/编码管线 - 修复 prepare_memory_router_dataset 候选池重建缺陷（mega 家族 3568x 加速，输出逐字节相同） - 修复 v5 被破坏的拒答与多跳标签（train 未知样本 319 -> 16319，multi_hop 平均正例 1.00 -> 2.00） - 同存储预算下 V2-128 v6 逐轴 22/22 通过：Top-1 41.12% -> 94.62%，未知拒答 0.00% -> 100.00% - 记录三条被实测推翻的显然优化（logits_to_keep=1 反而慢 55%、XL 容量未带来收益） - 记忆手术跨架构可移植性 14/14，读写关闭时与原生模型逐位相同
2026-09-19 11:11:31 +08:00
commit 643e22ecb9
484 changed files with 306821 additions and 0 deletions
@@ -0,0 +1,113 @@
+# Train 512-dim routers on the full v5 dataset (87,155 train / 21,920 eval).
+#
+# Two runs share identical data, features, sampling and optimisation settings so
+# the comparison isolates the router architecture:
+#   * v2_512_v5  —— the V2 architecture (4.74M params), the control;
+#   * xl512_v5   —— the new MemoryRouterXL (7.90M params), the candidate.
+#
+# Both stream the dataset and memory-map the 10.86 GB feature bank on the NVMe.
+param(
+    [int]$Steps = 100000,
+    [int]$EvalInterval = 500,
+    [int]$BatchSize = 64,
+    [double]$GpuMemoryGb = 9,
+    [string]$SamplingMode = 'family_sqrt',
+    [string[]]$Configs = @('v2_512_v5', 'xl512_v5'),
+    [switch]$Resume
+)
+
+$ErrorActionPreference = 'Stop'
+
+$Python = 'C:\Users\Administrator\miniconda3\envs\LLM\python.exe'
+$ForkRoot = 'H:\Memory\V2_dpskw'
+$Parent = 'H:\Memory'
+$TrainFile = 'data/router_training_v5/train.jsonl'
+$EvalFile = 'data/router_training_v5/eval.jsonl'
+$FeatureCache = 'H:\Memory\nm_cache\nm_router_v5\feature_cache'
+$ModelPath = 'qwen3_5_4b_natural_memory_v2'
+
+$Presets = @{
+    'v2_512_v5' = [pscustomobject]@{
+        Label = 'v2_512_v5'
+        OutputDir = 'checkpoints/router_v5_v2_512'
+        Args = @('--arch v2', '--router-dim 512', '--num-heads 8')
+    }
+    'xl512_v5' = [pscustomobject]@{
+        Label = 'xl512_v5'
+        OutputDir = 'checkpoints/router_v5_xl512'
+        Args = @(
+            '--arch xl', '--router-dim 512', '--num-heads 8',
+            '--encoder-layers 2', '--encoder-hidden 512',
+            '--pair-blocks 1', '--pair-hidden 512', '--pair-expansion 2', '--pair-dropout 0.05',
+            '--policy-layers 2', '--policy-hidden 512'
+        )
+    }
+    'xl512_fast_v5' = [pscustomobject]@{
+        Label = 'xl512_fast_v5'
+        OutputDir = 'checkpoints/router_v5_xl512_fast'
+        Args = @(
+            '--arch xl', '--router-dim 512', '--num-heads 8',
+            '--encoder-layers 2', '--encoder-hidden 512',
+            '--pair-blocks 0', '--pair-hidden 512', '--no-use-interaction',
+            '--policy-layers 2', '--policy-hidden 512'
+        )
+    }
+}
+
+if (-not (Test-Path -LiteralPath $Python)) { throw "Python not found: $Python" }
+foreach ($required in @($TrainFile, $EvalFile)) {
+    if (-not (Test-Path -LiteralPath (Join-Path $ForkRoot $required))) { throw "Missing dataset: $required" }
+}
+if (-not (Test-Path -LiteralPath (Join-Path $FeatureCache 'manifest.json'))) { throw "Missing feature bank: $FeatureCache" }
+
+$env:PYTHONPATH = $Parent
+Set-Location $ForkRoot
+
+$common = @(
+    '-m V2_dpskw.train_router_v5',
+    "--train-file $TrainFile",
+    "--eval-file $EvalFile",
+    "--feature-cache $FeatureCache",
+    "--model-path $ModelPath",
+    "--steps $Steps",
+    "--batch-size $BatchSize",
+    "--eval-interval $EvalInterval",
+    "--sampling-mode $SamplingMode",
+    "--gpu-memory-gb $GpuMemoryGb",
+    '--log-every 500'
+)
+
+$started = @()
+foreach ($name in $Configs) {
+    if (-not $Presets.ContainsKey($name)) { throw "unknown config: $name" }
+    $run = $Presets[$name]
+    $outputDir = Join-Path $ForkRoot $run.OutputDir
+    New-Item -ItemType Directory -Force -Path $outputDir | Out-Null
+
+    $resumePath = ''
+    if ($Resume) {
+        $latest = Get-ChildItem -Path $outputDir -Filter 'router_step_*.pt' -ErrorAction SilentlyContinue |
+            Sort-Object Name -Descending | Select-Object -First 1
+        if ($latest) { $resumePath = $latest.FullName }
+    }
+
+    $argumentLine = ($common + @("--label $($run.Label)", "--output-dir $($run.OutputDir)"))
+    if ($resumePath) {
+        $argumentLine += @("--resume `"$resumePath`"")
+        Write-Output ("resuming {0} from {1}" -f $run.Label, (Split-Path $resumePath -Leaf))
+    } else {
+        $argumentLine += @('--overwrite-metrics')
+    }
+    $argumentLine = ($argumentLine + $run.Args) -join ' '
+
+    $stdout = Join-Path $outputDir 'training_stdout.log'
+    $stderr = Join-Path $outputDir 'training_stderr.log'
+    Write-Output ("starting {0}: {1}" -f $run.Label, $argumentLine)
+    $process = Start-Process -FilePath $Python -WorkingDirectory $ForkRoot `
+        -ArgumentList $argumentLine -RedirectStandardOutput $stdout `
+        -RedirectStandardError $stderr -WindowStyle Hidden -PassThru -Wait
+    Write-Output ("{0} exited with code {1}" -f $run.Label, $process.ExitCode)
+    $started += [pscustomobject]@{ label = $run.Label; output_dir = $run.OutputDir; exit_code = $process.ExitCode }
+}
+
+$started | ConvertTo-Json -Compress