WpyQwq
643e22ecb9
- 引入 MemoryRouterXL 与 v5/v6 流式多线程训练/编码管线 - 修复 prepare_memory_router_dataset 候选池重建缺陷（mega 家族 3568x 加速，输出逐字节相同） - 修复 v5 被破坏的拒答与多跳标签（train 未知样本 319 -> 16319，multi_hop 平均正例 1.00 -> 2.00） - 同存储预算下 V2-128 v6 逐轴 22/22 通过：Top-1 41.12% -> 94.62%，未知拒答 0.00% -> 100.00% - 记录三条被实测推翻的显然优化（logits_to_keep=1 反而慢 55%、XL 容量未带来收益） - 记忆手术跨架构可移植性 14/14，读写关闭时与原生模型逐位相同
67 lines
3.5 KiB
PowerShell
67 lines
3.5 KiB
PowerShell
# Chain: wait for the v6 feature encoder, then train and score automatically.
|
|
#
|
|
# 1. wait for the encoder process to exit;
|
|
# 2. verify the encoder wrote its real manifest;
|
|
# 3. train the V2-512 control and the XL-512 candidate on the identical v6 data;
|
|
# 4. score every router (old production 128d, old v3-trained 512s, new v6 512s)
|
|
# on the frozen 21,920-episode v6 eval and write the percentage scorecard.
|
|
param(
|
|
[Parameter(Mandatory = $true)][int]$EncoderPid,
|
|
[int]$Steps = 100000,
|
|
[int]$PollSeconds = 30
|
|
)
|
|
|
|
$ErrorActionPreference = 'Stop'
|
|
$Python = 'C:\Users\Administrator\miniconda3\envs\LLM\python.exe'
|
|
$ForkRoot = 'H:\Memory\V2_dpskw'
|
|
$CacheDir = 'H:\Memory\nm_cache\nm_router_v6\feature_cache'
|
|
$Manifest = Join-Path $CacheDir 'manifest.json'
|
|
|
|
Write-Output ("[{0}] waiting for encoder pid {1}" -f (Get-Date -Format 'HH:mm:ss'), $EncoderPid)
|
|
while (Get-Process -Id $EncoderPid -ErrorAction SilentlyContinue) {
|
|
Start-Sleep -Seconds $PollSeconds
|
|
}
|
|
Write-Output ("[{0}] encoder exited" -f (Get-Date -Format 'HH:mm:ss'))
|
|
|
|
$manifest = Get-Content -LiteralPath $Manifest -Raw | ConvertFrom-Json
|
|
if (-not $manifest.PSObject.Properties.Name.Contains('encoding')) {
|
|
throw "manifest has no 'encoding' section: the encoder did not finish cleanly"
|
|
}
|
|
if ([int]$manifest.text_count -lt 2000000) {
|
|
throw "encoder produced only $($manifest.text_count) texts"
|
|
}
|
|
Write-Output ("manifest ok: texts={0} dtype={1} grouping={2}" -f $manifest.text_count, $manifest.dtype, $manifest.encoding.grouping)
|
|
|
|
# --- 3. train ---------------------------------------------------------------
|
|
& pwsh -NoProfile -File (Join-Path $ForkRoot 'run_router_v6.ps1') -Steps $Steps
|
|
if ($LASTEXITCODE -ne 0) { throw "v6 training failed with exit code $LASTEXITCODE" }
|
|
|
|
# --- 4. score ---------------------------------------------------------------
|
|
$env:PYTHONPATH = 'H:\Memory'
|
|
Set-Location $ForkRoot
|
|
$old = 'H:\Memory\dynamic_memory_lab\checkpoints'
|
|
& $Python -m V2_dpskw.eval_router_v5 `
|
|
--train-file data/router_training_v6/train.jsonl `
|
|
--eval-file data/router_training_v6/eval.jsonl `
|
|
--feature-cache $CacheDir `
|
|
--run "V2-128 deployed(v3)=$old\natural_memory_v2_qwen_router_entities\memory_router_v2.pt" `
|
|
--run "V2-512 v3 best=$old\natural_memory_v2_router_512\router_best.pt" `
|
|
--run "V2-512 v3 final=$old\natural_memory_v2_router_512\memory_router_v2.pt" `
|
|
--run "V2-512 v6 best=$ForkRoot\checkpoints\router_v6_v2_512\router_best.pt" `
|
|
--run "V2-512 v6 final=$ForkRoot\checkpoints\router_v6_v2_512\memory_router_v2.pt" `
|
|
--run "XL-512 v6 best=$ForkRoot\checkpoints\router_v6_xl512\router_best.pt" `
|
|
--run "XL-512 v6 final=$ForkRoot\checkpoints\router_v6_xl512\memory_router_xl.pt" `
|
|
--output router_scorecard_v6.json --markdown router_scorecard_v6.md
|
|
if ($LASTEXITCODE -ne 0) { throw "scorecard failed with exit code $LASTEXITCODE" }
|
|
|
|
# --- 5. verdict: per-axis dominance against the best baseline ---------------
|
|
& $Python -m V2_dpskw.verdict_router_v6 `
|
|
--scorecard router_scorecard_v6.json `
|
|
--candidate "XL-512 v6 best" --candidate "XL-512 v6 final" `
|
|
--candidate "V2-512 v6 best" --candidate "V2-512 v6 final" `
|
|
--baseline-prefix "V2-128 deployed" --baseline-prefix "V2-512 v3" `
|
|
--output router_verdict_v6.json --markdown router_verdict_v6.md
|
|
$verdictCode = $LASTEXITCODE
|
|
Write-Output ("verdict exit code: {0} (0 = complete dominance, 2 = some axis failed)" -f $verdictCode)
|
|
Write-Output ("[{0}] chain complete" -f (Get-Date -Format 'HH:mm:ss'))
|