{ "candidates": [ "V2-128 v6 final", "REPLAY-128 v7 final", "V2-512 v6 final", "XL-512 v6 final", "XL-128 v6 final" ], "baselines": [ "V2-128 deployed(v3)" ], "passed_axes": 99, "failed_axes": 11, "skipped_axes": 0, "dominates": false, "per_candidate": { "V2-128 v6 final": { "passed": 22, "failed": 0, "dominates": true, "failed_axes": [] }, "REPLAY-128 v7 final": { "passed": 22, "failed": 0, "dominates": true, "failed_axes": [] }, "V2-512 v6 final": { "passed": 20, "failed": 2, "dominates": false, "failed_axes": [ "批量 QPS (GPU, batch=256)", "地址字节/记录" ] }, "XL-512 v6 final": { "passed": 17, "failed": 5, "dominates": false, "failed_axes": [ "单查询延迟 ms (GPU)", "路由 QPS (GPU, 单查询)", "批量 QPS (GPU, batch=64)", "批量 QPS (GPU, batch=256)", "地址字节/记录" ] }, "XL-128 v6 final": { "passed": 18, "failed": 4, "dominates": false, "failed_axes": [ "单查询延迟 ms (GPU)", "路由 QPS (GPU, 单查询)", "批量 QPS (GPU, batch=64)", "批量 QPS (GPU, batch=256)" ] } }, "rows": [ { "axis": "Top-1 正确率", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4112495789828225, "candidate_value": 0.9436959694622207, "delta": 0.5324463904793981, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 129.47037947037944 }, { "axis": "Top-1 正确率", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4112495789828225, "candidate_value": 0.9413944088918828, "delta": 0.5301448299090603, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 128.91072891072892 }, { "axis": "Top-1 正确率", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4112495789828225, "candidate_value": 0.941843493881217, "delta": 0.5305939148983945, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 129.019929019929 }, { "axis": "Top-1 正确率", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4112495789828225, "candidate_value": 0.9502077018075671, "delta": 0.5389581228247446, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 131.05378105378108 }, { "axis": "Top-1 正确率", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4112495789828225, "candidate_value": 0.9518917705175705, "delta": 0.5406421915347479, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 131.46328146328145 }, { "axis": "Recall@1", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.37027057370607386, "candidate_value": 0.8882059054676097, "delta": 0.5179353317615358, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 139.88023044269252 }, { "axis": "Recall@1", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.37027057370607386, "candidate_value": 0.8857920736499383, "delta": 0.5155214999438644, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 139.22832019405703 }, { "axis": "Recall@1", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.37027057370607386, "candidate_value": 0.8864657011339396, "delta": 0.5161951274278658, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 139.4102486355367 }, { "axis": "Recall@1", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.37027057370607386, "candidate_value": 0.8948299090602897, "delta": 0.5245593353542158, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 141.66919345057613 }, { "axis": "Recall@1", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.37027057370607386, "candidate_value": 0.8963736387111261, "delta": 0.5261030650050522, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 142.0861127956337 }, { "axis": "Recall@3", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4673009992141013, "candidate_value": 0.9639609296059279, "delta": 0.49665993039182665, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 106.28265961919634 }, { "axis": "Recall@3", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4673009992141013, "candidate_value": 0.9647748961490962, "delta": 0.4974738969349949, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 106.45684425491018 }, { "axis": "Recall@3", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4673009992141013, "candidate_value": 0.9666273717300999, "delta": 0.49932637251599865, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 106.85326446032795 }, { "axis": "Recall@3", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4673009992141013, "candidate_value": 0.965336252385764, "delta": 0.49803525317166275, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 106.57697158988529 }, { "axis": "Recall@3", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4673009992141013, "candidate_value": 0.9745424946671157, "delta": 0.5072414954530144, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 108.54705988347648 }, { "axis": "Recall@5", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4891377568204783, "candidate_value": 0.973981138430448, "delta": 0.4848433816099697, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 99.12205198829403 }, { "axis": "Recall@5", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4891377568204783, "candidate_value": 0.9714550353654429, "delta": 0.4823172785449646, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 98.60561198140815 }, { "axis": "Recall@5", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4891377568204783, "candidate_value": 0.9764230380599529, "delta": 0.4872852812394746, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 99.62127732828371 }, { "axis": "Recall@5", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4891377568204783, "candidate_value": 0.9760862243179522, "delta": 0.48694846749747395, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 99.55241866069893 }, { "axis": "Recall@5", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4891377568204783, "candidate_value": 0.9820366004266308, "delta": 0.4928988436061525, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 100.76892178803007 }, { "axis": "MRR", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.476908110965675, "candidate_value": 0.9597054333626427, "delta": 0.4827973223969677, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 101.23487340556399 }, { "axis": "MRR", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.476908110965675, "candidate_value": 0.957689277532011, "delta": 0.48078116656633607, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 100.81211778781002 }, { "axis": "MRR", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.476908110965675, "candidate_value": 0.958724954839147, "delta": 0.481816843873472, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 101.02928274754177 }, { "axis": "MRR", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.476908110965675, "candidate_value": 0.9664213223997663, "delta": 0.4895132114340913, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 102.64308787764014 }, { "axis": "MRR", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.476908110965675, "candidate_value": 0.9670023550641874, "delta": 0.49009424409851243, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 102.76492113043273 }, { "axis": "nDCG@3", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.44220238482445295, "candidate_value": 0.9530820526370456, "delta": 0.5108796678125926, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 115.53073555118962 }, { "axis": "nDCG@3", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.44220238482445295, "candidate_value": 0.9536787031890833, "delta": 0.5114763183646304, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 115.6656625829094 }, { "axis": "nDCG@3", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.44220238482445295, "candidate_value": 0.9548399733910118, "delta": 0.5126375885665588, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 115.92827315258995 }, { "axis": "nDCG@3", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.44220238482445295, "candidate_value": 0.9560053718886551, "delta": 0.5138029870642021, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 116.19181729835614 }, { "axis": "nDCG@3", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.44220238482445295, "candidate_value": 0.9642642772784563, "delta": 0.5220618924540034, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 118.05949275041866 }, { "axis": "多跳证据全中(Top-3)", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.43426518468620184, "candidate_value": 0.9595262153362524, "delta": 0.5252610306500505, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 120.95398138572907 }, { "axis": "多跳证据全中(Top-3)", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.43426518468620184, "candidate_value": 0.9622207252722578, "delta": 0.5279555405860559, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 121.57445708376422 }, { "axis": "多跳证据全中(Top-3)", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.43426518468620184, "candidate_value": 0.9644100145952621, "delta": 0.5301448299090603, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 122.07859358841779 }, { "axis": "多跳证据全中(Top-3)", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.43426518468620184, "candidate_value": 0.9534635679802402, "delta": 0.5191983832940383, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 119.55791106514995 }, { "axis": "多跳证据全中(Top-3)", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.43426518468620184, "candidate_value": 0.9728864937689458, "delta": 0.5386213090827439, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 124.03050672182006 }, { "axis": "多跳证据全中(仅多正例)", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.3715, "candidate_value": 0.921, "delta": 0.5495000000000001, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 147.91386271870797 }, { "axis": "多跳证据全中(仅多正例)", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.3715, "candidate_value": 0.9545, "delta": 0.583, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 156.93135935397038 }, { "axis": "多跳证据全中(仅多正例)", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.3715, "candidate_value": 0.9605, "delta": 0.589, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 158.5464333781965 }, { "axis": "多跳证据全中(仅多正例)", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.3715, "candidate_value": 0.7885, "delta": 0.417, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 112.24764468371467 }, { "axis": "多跳证据全中(仅多正例)", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.3715, "candidate_value": 0.9705, "delta": 0.599, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 161.23822341857334 }, { "axis": "hop 正确率", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.7322992700729927, "candidate_value": 1.0, "delta": 0.26770072992700733, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 36.556192374781965 }, { "axis": "hop 正确率", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.7322992700729927, "candidate_value": 1.0, "delta": 0.26770072992700733, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 36.556192374781965 }, { "axis": "hop 正确率", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.7322992700729927, "candidate_value": 1.0, "delta": 0.26770072992700733, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 36.556192374781965 }, { "axis": "hop 正确率", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.7322992700729927, "candidate_value": 1.0, "delta": 0.26770072992700733, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 36.556192374781965 }, { "axis": "hop 正确率", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.7322992700729927, "candidate_value": 1.0, "delta": 0.26770072992700733, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 36.556192374781965 }, { "axis": "hop 欠预测率", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.046817110138093636, "candidate_value": 0.0, "delta": -0.046817110138093636, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "hop 欠预测率", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.046817110138093636, "candidate_value": 0.0, "delta": -0.046817110138093636, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "hop 欠预测率", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.046817110138093636, "candidate_value": 0.0, "delta": -0.046817110138093636, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "hop 欠预测率", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.046817110138093636, "candidate_value": 0.0, "delta": -0.046817110138093636, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "hop 欠预测率", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.046817110138093636, "candidate_value": 0.0, "delta": -0.046817110138093636, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "need F1 (门槛 0.50)", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.895773512669387, "candidate_value": 1.0, "delta": 0.10422648733061302, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 11.635361601619609 }, { "axis": "need F1 (门槛 0.50)", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.895773512669387, "candidate_value": 1.0, "delta": 0.10422648733061302, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 11.635361601619609 }, { "axis": "need F1 (门槛 0.50)", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.895773512669387, "candidate_value": 1.0, "delta": 0.10422648733061302, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 11.635361601619609 }, { "axis": "need F1 (门槛 0.50)", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.895773512669387, "candidate_value": 1.0, "delta": 0.10422648733061302, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 11.635361601619609 }, { "axis": "need F1 (门槛 0.50)", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.895773512669387, "candidate_value": 1.0, "delta": 0.10422648733061302, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 11.635361601619609 }, { "axis": "need 召回 (门槛 0.50)", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.998203660042663, "candidate_value": 1.0, "delta": 0.0017963399573369676, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.1799572601507184 }, { "axis": "need 召回 (门槛 0.50)", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.998203660042663, "candidate_value": 1.0, "delta": 0.0017963399573369676, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.1799572601507184 }, { "axis": "need 召回 (门槛 0.50)", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.998203660042663, "candidate_value": 1.0, "delta": 0.0017963399573369676, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.1799572601507184 }, { "axis": "need 召回 (门槛 0.50)", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.998203660042663, "candidate_value": 1.0, "delta": 0.0017963399573369676, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.1799572601507184 }, { "axis": "need 召回 (门槛 0.50)", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.998203660042663, "candidate_value": 1.0, "delta": 0.0017963399573369676, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.1799572601507184 }, { "axis": "未知拒答率 (门槛 0.50)", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.0, "candidate_value": 1.0, "delta": 1.0, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": null }, { "axis": "未知拒答率 (门槛 0.50)", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.0, "candidate_value": 1.0, "delta": 1.0, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": null }, { "axis": "未知拒答率 (门槛 0.50)", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.0, "candidate_value": 1.0, "delta": 1.0, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": null }, { "axis": "未知拒答率 (门槛 0.50)", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.0, "candidate_value": 1.0, "delta": 1.0, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": null }, { "axis": "未知拒答率 (门槛 0.50)", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.0, "candidate_value": 1.0, "delta": 1.0, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": null }, { "axis": "已知问题被误拒率", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.001796339957336926, "candidate_value": 0.0, "delta": -0.001796339957336926, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "已知问题被误拒率", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.001796339957336926, "candidate_value": 0.0, "delta": -0.001796339957336926, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "已知问题被误拒率", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.001796339957336926, "candidate_value": 0.0, "delta": -0.001796339957336926, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "已知问题被误拒率", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.001796339957336926, "candidate_value": 0.0, "delta": -0.001796339957336926, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "已知问题被误拒率", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.001796339957336926, "candidate_value": 0.0, "delta": -0.001796339957336926, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "未知问题被误读率", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0, "candidate_value": 0.0, "delta": -1.0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "未知问题被误读率", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0, "candidate_value": 0.0, "delta": -1.0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "未知问题被误读率", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0, "candidate_value": 0.0, "delta": -1.0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "未知问题被误读率", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0, "candidate_value": 0.0, "delta": -1.0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "未知问题被误读率", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0, "candidate_value": 0.0, "delta": -1.0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "仲裁准确率", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.8112226277372263, "candidate_value": 1.0, "delta": 0.1887773722627737, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 23.27072320323923 }, { "axis": "仲裁准确率", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.8112226277372263, "candidate_value": 1.0, "delta": 0.1887773722627737, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 23.27072320323923 }, { "axis": "仲裁准确率", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.8112226277372263, "candidate_value": 1.0, "delta": 0.1887773722627737, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 23.27072320323923 }, { "axis": "仲裁准确率", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.8112226277372263, "candidate_value": 1.0, "delta": 0.1887773722627737, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 23.27072320323923 }, { "axis": "仲裁准确率", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.8112226277372263, "candidate_value": 1.0, "delta": 0.1887773722627737, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 23.27072320323923 }, { "axis": "平均分数余量", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": -9.29892828391031, "candidate_value": 51.315328869764656, "delta": 60.61425715367497, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -651.8413230323995 }, { "axis": "平均分数余量", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": -9.29892828391031, "candidate_value": 40.14557690149532, "delta": 49.44450518540563, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -531.7226208847976 }, { "axis": "平均分数余量", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": -9.29892828391031, "candidate_value": 73.24820388849786, "delta": 82.54713217240817, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -887.7058694520451 }, { "axis": "平均分数余量", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": -9.29892828391031, "candidate_value": 215.75331382084113, "delta": 225.05224210475143, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -2420.1954809583094 }, { "axis": "平均分数余量", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": -9.29892828391031, "candidate_value": 200.33457717921095, "delta": 209.63350546312125, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -2254.3835059556764 }, { "axis": "单查询延迟 ms (GPU)", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0995226665302955, "candidate_value": 0.9277419995729966, "delta": -0.17178066695729888, "direction": "min", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": -15.62320379436814 }, { "axis": "单查询延迟 ms (GPU)", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0995226665302955, "candidate_value": 0.9663366669459114, "delta": -0.13318599958438415, "direction": "min", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": -12.11307448573771 }, { "axis": "单查询延迟 ms (GPU)", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0995226665302955, "candidate_value": 0.9488446664181538, "delta": -0.15067800011214172, "direction": "min", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": -13.703946694216699 }, { "axis": "单查询延迟 ms (GPU)", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0995226665302955, "candidate_value": 1.450062666942055, "delta": 0.3505400004117596, "direction": "min", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": 31.88110723701038 }, { "axis": "单查询延迟 ms (GPU)", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0995226665302955, "candidate_value": 1.5358359999663662, "delta": 0.4363133334360707, "direction": "min", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": 39.68206811169443 }, { "axis": "路由 QPS (GPU, 单查询)", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 909.4855708210602, "candidate_value": 1077.8858782509155, "delta": 168.4003074298554, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 18.515995506979614 }, { "axis": "路由 QPS (GPU, 单查询)", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 909.4855708210602, "candidate_value": 1034.8360299319709, "delta": 125.35045911091072, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 13.782567105242533 }, { "axis": "路由 QPS (GPU, 单查询)", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 909.4855708210602, "candidate_value": 1053.9132856961248, "delta": 144.42771487506468, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 15.880154618030835 }, { "axis": "路由 QPS (GPU, 单查询)", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 909.4855708210602, "candidate_value": 689.6253677841637, "delta": -219.86020303689645, "direction": "max", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": -24.174127670702056 }, { "axis": "路由 QPS (GPU, 单查询)", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 909.4855708210602, "candidate_value": 651.1111863648849, "delta": -258.3743844561752, "direction": "max", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": -28.40884921603775 }, { "axis": "批量 QPS (GPU, batch=64)", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 66037.93061957207, "candidate_value": 72856.42735601631, "delta": 6818.496736444242, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 10.325121748172105 }, { "axis": "批量 QPS (GPU, batch=64)", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 66037.93061957207, "candidate_value": 69378.19790068052, "delta": 3340.2672811084485, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 5.058104107396837 }, { "axis": "批量 QPS (GPU, batch=64)", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 66037.93061957207, "candidate_value": 71586.76538686478, "delta": 5548.834767292705, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 8.402496436870726 }, { "axis": "批量 QPS (GPU, batch=64)", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 66037.93061957207, "candidate_value": 46891.9433921584, "delta": -19145.987227413672, "direction": "max", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": -28.9924094346761 }, { "axis": "批量 QPS (GPU, batch=64)", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 66037.93061957207, "candidate_value": 33111.55489890671, "delta": -32926.37572066536, "direction": "max", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": -49.85979332142605 }, { "axis": "批量 QPS (GPU, batch=256)", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 207287.4493168988, "candidate_value": 236293.15117731004, "delta": 29005.701860411238, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 13.992985082308401 }, { "axis": "批量 QPS (GPU, batch=256)", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 207287.4493168988, "candidate_value": 242759.87633474605, "delta": 35472.42701784725, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 17.112674759009355 }, { "axis": "批量 QPS (GPU, batch=256)", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 207287.4493168988, "candidate_value": 177958.2077420389, "delta": -29329.241574859887, "direction": "max", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": -14.149067718046771 }, { "axis": "批量 QPS (GPU, batch=256)", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 207287.4493168988, "candidate_value": 85734.57110724591, "delta": -121552.87820965289, "direction": "max", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": -58.639767438994426 }, { "axis": "批量 QPS (GPU, batch=256)", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 207287.4493168988, "candidate_value": 131545.14154150538, "delta": -75742.30777539342, "direction": "max", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": -36.539746147196496 }, { "axis": "地址字节/记录", "candidate": "V2-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 512, "candidate_value": 512, "delta": 0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.0 }, { "axis": "地址字节/记录", "candidate": "REPLAY-128 v7 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 512, "candidate_value": 512, "delta": 0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.0 }, { "axis": "地址字节/记录", "candidate": "V2-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 512, "candidate_value": 2048, "delta": 1536, "direction": "min", "pass": false, "relative_tolerance_applied": false, "relative_delta_pct": 300.0 }, { "axis": "地址字节/记录", "candidate": "XL-512 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 512, "candidate_value": 2048, "delta": 1536, "direction": "min", "pass": false, "relative_tolerance_applied": false, "relative_delta_pct": 300.0 }, { "axis": "地址字节/记录", "candidate": "XL-128 v6 final", "baseline": "V2-128 deployed(v3)", "baseline_value": 512, "candidate_value": 512, "delta": 0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.0 } ] }