{ "candidates": [ "REPLAY-128 v7", "PROD-128 step20000", "PROD-128 step10000", "V2-128 v6 best" ], "baselines": [ "V2-128 deployed(v3)" ], "passed_axes": 82, "failed_axes": 6, "skipped_axes": 0, "dominates": false, "per_candidate": { "REPLAY-128 v7": { "passed": 22, "failed": 0, "dominates": true, "failed_axes": [] }, "PROD-128 step20000": { "passed": 22, "failed": 0, "dominates": true, "failed_axes": [] }, "PROD-128 step10000": { "passed": 18, "failed": 4, "dominates": false, "failed_axes": [ "单查询延迟 ms (GPU)", "路由 QPS (GPU, 单查询)", "批量 QPS (GPU, batch=64)", "批量 QPS (GPU, batch=256)" ] }, "V2-128 v6 best": { "passed": 20, "failed": 2, "dominates": false, "failed_axes": [ "单查询延迟 ms (GPU)", "路由 QPS (GPU, 单查询)" ] } }, "rows": [ { "axis": "Top-1 正确率", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4112495789828225, "candidate_value": 0.9413944088918828, "delta": 0.5301448299090603, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 128.91072891072892 }, { "axis": "Top-1 正确率", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4112495789828225, "candidate_value": 0.9378017289772089, "delta": 0.5265521499943864, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 128.03712803712804 }, { "axis": "Top-1 正确率", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4112495789828225, "candidate_value": 0.9380824070955428, "delta": 0.5268328281127204, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 128.10537810537812 }, { "axis": "Top-1 正确率", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4112495789828225, "candidate_value": 0.946165936903559, "delta": 0.5349163579207366, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 130.07098007098008 }, { "axis": "Recall@1", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.37027057370607386, "candidate_value": 0.8857920736499383, "delta": 0.5155214999438644, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 139.22832019405703 }, { "axis": "Recall@1", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.37027057370607386, "candidate_value": 0.8834343774559336, "delta": 0.5131638037498597, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 138.59157064887813 }, { "axis": "Recall@1", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.37027057370607386, "candidate_value": 0.8837711911979342, "delta": 0.5135006174918604, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 138.68253486961797 }, { "axis": "Recall@1", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.37027057370607386, "candidate_value": 0.8919108566296171, "delta": 0.5216402829235433, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 140.8808368708308 }, { "axis": "Recall@3", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4673009992141013, "candidate_value": 0.9647748961490962, "delta": 0.4974738969349949, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 106.45684425491018 }, { "axis": "Recall@3", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4673009992141013, "candidate_value": 0.9658976086224318, "delta": 0.4985966094083305, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 106.69709892486034 }, { "axis": "Recall@3", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4673009992141013, "candidate_value": 0.9677500842034354, "delta": 0.5004490849893342, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 107.09351913027807 }, { "axis": "Recall@3", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4673009992141013, "candidate_value": 0.9780509711462895, "delta": 0.5107499719321882, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 109.2978557270707 }, { "axis": "Recall@5", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4891377568204783, "candidate_value": 0.9714550353654429, "delta": 0.4823172785449646, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 98.60561198140815 }, { "axis": "Recall@5", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4891377568204783, "candidate_value": 0.9732794431346132, "delta": 0.48414168631413496, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 98.97859643082573 }, { "axis": "Recall@5", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4891377568204783, "candidate_value": 0.9777702930279556, "delta": 0.4886325362074773, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 99.89671199862283 }, { "axis": "Recall@5", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.4891377568204783, "candidate_value": 0.984001347254968, "delta": 0.49486359043448974, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 101.1705973489413 }, { "axis": "MRR", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.476908110965675, "candidate_value": 0.957689277532011, "delta": 0.48078116656633607, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 100.81211778781002 }, { "axis": "MRR", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.476908110965675, "candidate_value": 0.9559179074946493, "delta": 0.47900979652897435, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 100.44068983415772 }, { "axis": "MRR", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.476908110965675, "candidate_value": 0.9570269878646712, "delta": 0.48011887689899624, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 100.67324624167533 }, { "axis": "MRR", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.476908110965675, "candidate_value": 0.9648813461092199, "delta": 0.48797323514354496, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 102.32017949023022 }, { "axis": "nDCG@3", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.44220238482445295, "candidate_value": 0.9536787031890833, "delta": 0.5114763183646304, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 115.6656625829094 }, { "axis": "nDCG@3", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.44220238482445295, "candidate_value": 0.9538607332074894, "delta": 0.5116583483830365, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 115.70682699645694 }, { "axis": "nDCG@3", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.44220238482445295, "candidate_value": 0.9552694474506009, "delta": 0.513067062626148, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 116.02539475896927 }, { "axis": "nDCG@3", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.44220238482445295, "candidate_value": 0.9649494672503449, "delta": 0.522747082425892, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 118.21444215716157 }, { "axis": "多跳证据全中(Top-3)", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.43426518468620184, "candidate_value": 0.9622207252722578, "delta": 0.5279555405860559, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 121.57445708376422 }, { "axis": "多跳证据全中(Top-3)", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.43426518468620184, "candidate_value": 0.96497137083193, "delta": 0.5307061861457281, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 122.20785935884177 }, { "axis": "多跳证据全中(Top-3)", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.43426518468620184, "candidate_value": 0.9670483889076008, "delta": 0.5327832042213989, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 122.68614270941056 }, { "axis": "多跳证据全中(Top-3)", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.43426518468620184, "candidate_value": 0.9774896149096216, "delta": 0.5432244302234197, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 125.09048603929678 }, { "axis": "多跳证据全中(仅多正例)", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.3715, "candidate_value": 0.9545, "delta": 0.583, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 156.93135935397038 }, { "axis": "多跳证据全中(仅多正例)", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.3715, "candidate_value": 0.9835, "delta": 0.6120000000000001, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 164.7375504710633 }, { "axis": "多跳证据全中(仅多正例)", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.3715, "candidate_value": 0.9875, "delta": 0.6160000000000001, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 165.814266487214 }, { "axis": "多跳证据全中(仅多正例)", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.3715, "candidate_value": 0.99, "delta": 0.6185, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 166.4872139973082 }, { "axis": "hop 正确率", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.7322992700729927, "candidate_value": 1.0, "delta": 0.26770072992700733, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 36.556192374781965 }, { "axis": "hop 正确率", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.7322992700729927, "candidate_value": 1.0, "delta": 0.26770072992700733, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 36.556192374781965 }, { "axis": "hop 正确率", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.7322992700729927, "candidate_value": 1.0, "delta": 0.26770072992700733, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 36.556192374781965 }, { "axis": "hop 正确率", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.7322992700729927, "candidate_value": 1.0, "delta": 0.26770072992700733, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 36.556192374781965 }, { "axis": "hop 欠预测率", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.046817110138093636, "candidate_value": 0.0, "delta": -0.046817110138093636, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "hop 欠预测率", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.046817110138093636, "candidate_value": 0.0, "delta": -0.046817110138093636, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "hop 欠预测率", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.046817110138093636, "candidate_value": 0.0, "delta": -0.046817110138093636, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "hop 欠预测率", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.046817110138093636, "candidate_value": 0.0, "delta": -0.046817110138093636, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "need F1 (门槛 0.50)", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.895773512669387, "candidate_value": 1.0, "delta": 0.10422648733061302, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 11.635361601619609 }, { "axis": "need F1 (门槛 0.50)", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.895773512669387, "candidate_value": 1.0, "delta": 0.10422648733061302, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 11.635361601619609 }, { "axis": "need F1 (门槛 0.50)", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.895773512669387, "candidate_value": 1.0, "delta": 0.10422648733061302, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 11.635361601619609 }, { "axis": "need F1 (门槛 0.50)", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.895773512669387, "candidate_value": 1.0, "delta": 0.10422648733061302, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 11.635361601619609 }, { "axis": "need 召回 (门槛 0.50)", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.998203660042663, "candidate_value": 1.0, "delta": 0.0017963399573369676, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.1799572601507184 }, { "axis": "need 召回 (门槛 0.50)", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.998203660042663, "candidate_value": 1.0, "delta": 0.0017963399573369676, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.1799572601507184 }, { "axis": "need 召回 (门槛 0.50)", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.998203660042663, "candidate_value": 1.0, "delta": 0.0017963399573369676, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.1799572601507184 }, { "axis": "need 召回 (门槛 0.50)", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.998203660042663, "candidate_value": 1.0, "delta": 0.0017963399573369676, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.1799572601507184 }, { "axis": "未知拒答率 (门槛 0.50)", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.0, "candidate_value": 1.0, "delta": 1.0, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": null }, { "axis": "未知拒答率 (门槛 0.50)", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.0, "candidate_value": 1.0, "delta": 1.0, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": null }, { "axis": "未知拒答率 (门槛 0.50)", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.0, "candidate_value": 1.0, "delta": 1.0, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": null }, { "axis": "未知拒答率 (门槛 0.50)", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.0, "candidate_value": 1.0, "delta": 1.0, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": null }, { "axis": "已知问题被误拒率", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.001796339957336926, "candidate_value": 0.0, "delta": -0.001796339957336926, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "已知问题被误拒率", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.001796339957336926, "candidate_value": 0.0, "delta": -0.001796339957336926, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "已知问题被误拒率", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.001796339957336926, "candidate_value": 0.0, "delta": -0.001796339957336926, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "已知问题被误拒率", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.001796339957336926, "candidate_value": 0.0, "delta": -0.001796339957336926, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "未知问题被误读率", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0, "candidate_value": 0.0, "delta": -1.0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "未知问题被误读率", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0, "candidate_value": 0.0, "delta": -1.0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "未知问题被误读率", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0, "candidate_value": 0.0, "delta": -1.0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "未知问题被误读率", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 1.0, "candidate_value": 0.0, "delta": -1.0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -100.0 }, { "axis": "仲裁准确率", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.8112226277372263, "candidate_value": 1.0, "delta": 0.1887773722627737, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 23.27072320323923 }, { "axis": "仲裁准确率", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.8112226277372263, "candidate_value": 1.0, "delta": 0.1887773722627737, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 23.27072320323923 }, { "axis": "仲裁准确率", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.8112226277372263, "candidate_value": 1.0, "delta": 0.1887773722627737, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 23.27072320323923 }, { "axis": "仲裁准确率", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.8112226277372263, "candidate_value": 1.0, "delta": 0.1887773722627737, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 23.27072320323923 }, { "axis": "平均分数余量", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": -9.29892828391031, "candidate_value": 40.14557690149532, "delta": 49.44450518540563, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -531.7226208847976 }, { "axis": "平均分数余量", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": -9.29892828391031, "candidate_value": 21.892463866317613, "delta": 31.191392150227923, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -335.4299678189535 }, { "axis": "平均分数余量", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": -9.29892828391031, "candidate_value": 18.42186796360512, "delta": 27.72079624751543, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -298.1074313206608 }, { "axis": "平均分数余量", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": -9.29892828391031, "candidate_value": 14.959203617273067, "delta": 24.258131901183376, "direction": "max", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": -260.87019020413976 }, { "axis": "单查询延迟 ms (GPU)", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.9698253340320662, "candidate_value": 0.9359393330911795, "delta": -0.033886000940886674, "direction": "min", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": -3.4940313221149855 }, { "axis": "单查询延迟 ms (GPU)", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.9698253340320662, "candidate_value": 0.9775833330544023, "delta": 0.007757999022336093, "direction": "min", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 0.799937756841438 }, { "axis": "单查询延迟 ms (GPU)", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.9698253340320662, "candidate_value": 1.2315193335719716, "delta": 0.26169399953990546, "direction": "min", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": 26.983621726183205 }, { "axis": "单查询延迟 ms (GPU)", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 0.9698253340320662, "candidate_value": 1.2807459999263908, "delta": 0.31092066589432465, "direction": "min", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": 32.0594497775869 }, { "axis": "路由 QPS (GPU, 单查询)", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 1031.1135056067076, "candidate_value": 1068.445319738026, "delta": 37.331814131318424, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 3.62053391099289 }, { "axis": "路由 QPS (GPU, 单查询)", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 1031.1135056067076, "candidate_value": 1022.9306967371857, "delta": -8.182808869521864, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": -0.7935895345204595 }, { "axis": "路由 QPS (GPU, 单查询)", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 1031.1135056067076, "candidate_value": 812.0051165575621, "delta": -219.10838904914544, "direction": "max", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": -21.249686659881544 }, { "axis": "路由 QPS (GPU, 单查询)", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 1031.1135056067076, "candidate_value": 780.7949429921887, "delta": -250.3185626145189, "direction": "max", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": -24.276528360205248 }, { "axis": "批量 QPS (GPU, batch=64)", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 64355.240952926746, "candidate_value": 65927.72676538704, "delta": 1572.4858124602906, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 2.443446390963714 }, { "axis": "批量 QPS (GPU, batch=64)", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 64355.240952926746, "candidate_value": 73335.62500742644, "delta": 8980.384054499693, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 13.954394267699938 }, { "axis": "批量 QPS (GPU, batch=64)", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 64355.240952926746, "candidate_value": 49115.91353738528, "delta": -15239.32741554147, "direction": "max", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": -23.68000987936386 }, { "axis": "批量 QPS (GPU, batch=64)", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 64355.240952926746, "candidate_value": 62429.27930602223, "delta": -1925.961646904514, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": -2.9927036530144875 }, { "axis": "批量 QPS (GPU, batch=256)", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 185281.68609572947, "candidate_value": 262171.5169506191, "delta": 76889.83085488965, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 41.498883389458676 }, { "axis": "批量 QPS (GPU, batch=256)", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 185281.68609572947, "candidate_value": 273837.7939855633, "delta": 88556.1078898338, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 47.795391846811846 }, { "axis": "批量 QPS (GPU, batch=256)", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 185281.68609572947, "candidate_value": 141564.73262936738, "delta": -43716.95346636209, "direction": "max", "pass": false, "relative_tolerance_applied": true, "relative_delta_pct": -23.59485947454885 }, { "axis": "批量 QPS (GPU, batch=256)", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 185281.68609572947, "candidate_value": 201612.9031802962, "delta": 16331.217084566742, "direction": "max", "pass": true, "relative_tolerance_applied": true, "relative_delta_pct": 8.814264069320318 }, { "axis": "地址字节/记录", "candidate": "REPLAY-128 v7", "baseline": "V2-128 deployed(v3)", "baseline_value": 512, "candidate_value": 512, "delta": 0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.0 }, { "axis": "地址字节/记录", "candidate": "PROD-128 step20000", "baseline": "V2-128 deployed(v3)", "baseline_value": 512, "candidate_value": 512, "delta": 0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.0 }, { "axis": "地址字节/记录", "candidate": "PROD-128 step10000", "baseline": "V2-128 deployed(v3)", "baseline_value": 512, "candidate_value": 512, "delta": 0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.0 }, { "axis": "地址字节/记录", "candidate": "V2-128 v6 best", "baseline": "V2-128 deployed(v3)", "baseline_value": 512, "candidate_value": 512, "delta": 0, "direction": "min", "pass": true, "relative_tolerance_applied": false, "relative_delta_pct": 0.0 } ] }