wpy/natural-memory-nm21
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
643e22ecb905392eedef8b52ce7c9d0c7f185ed1
natural-memory-nm21/rv2_anslast2_e2e.json
T
WpyQwq 643e22ecb9 Natural Memory NM2.1: 记忆路由器分叉、数据集缺陷修复与全轴评测证据 
- 引入 MemoryRouterXL 与 v5/v6 流式多线程训练/编码管线
- 修复 prepare_memory_router_dataset 候选池重建缺陷（mega 家族 3568x 加速，输出逐字节相同）
- 修复 v5 被破坏的拒答与多跳标签（train 未知样本 319 -> 16319，multi_hop 平均正例 1.00 -> 2.00）
- 同存储预算下 V2-128 v6 逐轴 22/22 通过：Top-1 41.12% -> 94.62%，未知拒答 0.00% -> 100.00%
- 记录三条被实测推翻的显然优化（logits_to_keep=1 反而慢 55%、XL 容量未带来收益）
- 记忆手术跨架构可移植性 14/14，读写关闭时与原生模型逐位相同
2026-09-19 11:11:31 +08:00

2587 lines
80 KiB
JSON
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
{
"realistic_v2": {
"summary": {
"router": "realistic_v2",
"cases": 200,
"write_order": "answer-last",
"scorer": "whitespace-insensitive containment (eval_scoring.score_case)",
"accuracy_pct": 82.0,
"answerable_cases": 175,
"answerable_accuracy_pct": 86.28571428571429,
"unknown_cases": 25,
"unknown_refusal_pct": 52.0,
"wrong_abstention_pct": 2.2857142857142856,
"seconds": 473.0,
"per_category": {
"alias_paraphrase": {
"cases": 25,
"accuracy_pct": 100.0,
"answerable": 25,
"answerable_accuracy_pct": 100.0,
"unknown": 0,
"unknown_refusal_pct": 0.0
},
"long_fact": {
"cases": 25,
"accuracy_pct": 72.0,
"answerable": 25,
"answerable_accuracy_pct": 72.0,
"unknown": 0,
"unknown_refusal_pct": 0.0
},
"multi_entity": {
"cases": 25,
"accuracy_pct": 96.0,
"answerable": 25,
"answerable_accuracy_pct": 96.0,
"unknown": 0,
"unknown_refusal_pct": 0.0
},
"multi_hop": {
"cases": 25,
"accuracy_pct": 100.0,
"answerable": 25,
"answerable_accuracy_pct": 100.0,
"unknown": 0,
"unknown_refusal_pct": 0.0
},
"near_miss": {
"cases": 25,
"accuracy_pct": 100.0,
"answerable": 25,
"answerable_accuracy_pct": 100.0,
"unknown": 0,
"unknown_refusal_pct": 0.0
},
"noise_context": {
"cases": 25,
"accuracy_pct": 72.0,
"answerable": 25,
"answerable_accuracy_pct": 72.0,
"unknown": 0,
"unknown_refusal_pct": 0.0
},
"unknown_attribute": {
"cases": 25,
"accuracy_pct": 52.0,
"answerable": 0,
"answerable_accuracy_pct": 0.0,
"unknown": 25,
"unknown_refusal_pct": 52.0
},
"update_conflict": {
"cases": 25,
"accuracy_pct": 64.0,
"answerable": 25,
"answerable_accuracy_pct": 64.0,
"unknown": 0,
"unknown_refusal_pct": 0.0
}
}
},
"rows": [
{
"category": "alias_paraphrase",
"query": "我用的那台是什么款？",
"reply": "我手上那台机器是 v2.8.0。",
"written": 5,
"correct": true,
"matched": [
"v2.8.0"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我常年落脚在哪儿？",
"reply": "我常年落脚在凌晨 03:30。",
"written": 5,
"correct": true,
"matched": [
"凌晨 03:30"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我常去的那家叫什么？",
"reply": "我周末常去的那家店叫 C1-105。",
"written": 5,
"correct": true,
"matched": [
"C1-105"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我用的那台是什么款？",
"reply": "我手上那台机器是 A-7719。",
"written": 5,
"correct": true,
"matched": [
"A-7719"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我那个数字是多少？",
"reply": "我那个数字是 v2.8.0。",
"written": 5,
"correct": true,
"matched": [
"v2.8.0"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我常去的那家叫什么？",
"reply": "我周末常去的那家店叫 C1-105。",
"written": 5,
"correct": true,
"matched": [
"C1-105"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我常去的那家叫什么？",
"reply": "我周末常去的那家店叫 每周一 09:30。",
"written": 5,
"correct": true,
"matched": [
"每周一 09:30"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我常年落脚在哪儿？",
"reply": "我常年落脚在 256GB。",
"written": 5,
"correct": true,
"matched": [
"256GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我那个数字是多少？",
"reply": "我那个数字是 B-3310。",
"written": 5,
"correct": true,
"matched": [
"B-3310"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我随身带的是哪一本？",
"reply": "我包里常备的那本册子是 10.20.3.7:5432。",
"written": 5,
"correct": true,
"matched": [
"10.20.3.7:5432"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我常去的那家叫什么？",
"reply": "我周末常去的那家店叫 10.30.7.3:6379。",
"written": 5,
"correct": true,
"matched": [
"10.30.7.3:6379"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我早上那杯是什么口味？",
"reply": "我每天早上灌下去的那杯是偏爱 v2.8.0 口味。",
"written": 5,
"correct": true,
"matched": [
"v2.8.0"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我用的那台是什么款？",
"reply": "我手上那台机器是 63.2%。",
"written": 5,
"correct": true,
"matched": [
"63.2%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我早上那杯是什么口味？",
"reply": "我每天早上灌下去的那杯是偏爱 v1.9.7 口味。",
"written": 5,
"correct": true,
"matched": [
"v1.9.7"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我常年落脚在哪儿？",
"reply": "我常年落脚在 32GB。",
"written": 5,
"correct": true,
"matched": [
"32GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我那个数字是多少？",
"reply": "我每天睡醒最早看的那个数字是 C1-105。",
"written": 5,
"correct": true,
"matched": [
"C1-105"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我早上那杯是什么口味？",
"reply": "我每天早上灌下去的那杯偏爱 B-3310 的口味信息在现有记录中未明确说明，无法确认具体口味。",
"written": 5,
"correct": true,
"matched": [
"B-3310"
],
"refused": true,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我随身带的是哪一本？",
"reply": "我包里常备的那本册子是 10.20.9.1:6379。",
"written": 5,
"correct": true,
"matched": [
"10.20.9.1:6379"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我常去的那家叫什么？",
"reply": "我周末常去的那家店叫 v1.9.7。",
"written": 5,
"correct": true,
"matched": [
"v1.9.7"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我随身带的是哪一本？",
"reply": "我包里常备的那本册子是 v2.8.0。",
"written": 5,
"correct": true,
"matched": [
"v2.8.0"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我用的那台是什么款？",
"reply": "我手上那台机器是 每周三 22:00。",
"written": 5,
"correct": true,
"matched": [
"每周三 22:00"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我早上那杯是什么口味？",
"reply": "我每天早上灌下去的那杯是偏爱 v4.0.0-rc1 口味。",
"written": 5,
"correct": true,
"matched": [
"v4.0.0-rc1"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我那个数字是多少？",
"reply": "我那个数字是 10.30.1.9:5432。",
"written": 5,
"correct": true,
"matched": [
"10.30.1.9:5432"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我用的那台是什么款？",
"reply": "我手上那台机器是 v2.8.0。",
"written": 5,
"correct": true,
"matched": [
"v2.8.0"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "alias_paraphrase",
"query": "我早上那杯是什么口味？",
"reply": "我每天早上灌下去的那杯偏爱 凌晨 03:30 的口味是未知，因为长期记忆中仅记录了时间（凌晨 03:30）和饮品名称（偏爱），未包含具体的口味信息。",
"written": 5,
"correct": true,
"matched": [
"凌晨 03:30"
],
"refused": true,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我协议编号是什么？",
"reply": "关于合同编号，会上曾提及的说法是10.20.9.1:6379，但后来没有正式确认过；散会时临时讨论后确认的临时值是128GB，后续如有",
"written": 4,
"correct": true,
"matched": [
"128GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我轮班时该拨什么号码？",
"reply": "关于值班电话，之前散会时临时定下来的是85%，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"85%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我挑哪个时段变更？",
"reply": "关于发布窗口的变更时段，之前散会时临时定下来的是 E-4408，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"E-4408"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我上游是哪一家？",
"reply": "关于供应商这件事，会上也提过一嘴，但那次的说法是63.2%，后来没有正式确认过。",
"written": 4,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我上手需要多长时间？",
"reply": "关于培训周期这件事，会上也提过一嘴，但那次的说法是85%，后来没有正式确认过。",
"written": 4,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我这周按什么表轮？",
"reply": "关于值班表，之前散会时临时定下来按 A-7719 轮，后续如有调整会在群里同步。",
"written": 4,
"correct": true,
"matched": [
"A-7719"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我纸面上那个号是多少？",
"reply": "关于合同编号这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认A-7719，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"A-7719"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我纸面上那个号是多少？",
"reply": "关于合同编号这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认每周三 22:00，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"每周三 22:00"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我要学多久？",
"reply": "关于培训周期，之前散会时临时定了下来，当时讨论得比较久，最后确认10.20.3.7:5432，后续如果还有调整会在群里同步，暂时先按这个执行",
"written": 4,
"correct": true,
"matched": [
"10.20.3.7:5432"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我要学多久？",
"reply": "关于培训周期，之前散会时我们临时定了下来，当时讨论得比较久，最后确认A-7719，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"A-7719"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我挑哪个时段变更？",
"reply": "关于发布窗时段变更，之前散会时我们临时定了下来，当时讨论得比较久，最后确认256GB，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"256GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我一般什么时候做上线？",
"reply": "关于发布窗口，之前散会时我们临时定了下来，当时讨论得比较久，最后确认256GB，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"256GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我上游是哪一家？",
"reply": "关于供应商这件事，会上也提过一嘴，但那次的说法是李工 139****3344，后来没有正式确认过。",
"written": 4,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我轮班时该拨什么号码？",
"reply": "关于值班电话，之前散会时临时定下来的是夜间 02:00，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"夜间 02:00"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我团队什么时候碰一次？",
"reply": "关于周会时间，之前散会时我们临时定了下来，当时讨论得比较久，最后确认王工 138****6621，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"王工 138****6621"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我哪条线一破就叫？",
"reply": "关于告警阈值这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认分机 8821，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"分机 8821"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我这份多久后失效？",
"reply": "关于保险到期这件事，会上也提过一嘴，但那次的说法是10.30.1.9:5432，后来没有正式确认过。",
"written": 4,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我 weekly 的会安排在何时？",
"reply": "周会时间已确认为 A-7719，后续如有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"A-7719"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我一般什么时候做上线？",
"reply": "关于发布窗口，会上也提过一嘴，但那次的说法是B3-204，后来没有正式确认过。",
"written": 4,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我货是谁供的？",
"reply": "关于供应商这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认 91.5%，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"91.5%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我排班依据是哪一份？",
"reply": "关于值班表这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认李工 139****3344，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"李工 139****3344"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我数据落在哪一个地址？",
"reply": "关于主库地址，之前散会时临时定下来的是 v3.14.2，后续若有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"v3.14.2"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我哪条线一破就叫？",
"reply": "关于告警阈值这件事，之前散会时我们临时定了下来，当时讨论得比较久，最后确认分机 8821，后续如果还有调整会在群里同步，暂时先按这个执行。",
"written": 4,
"correct": true,
"matched": [
"分机 8821"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我上手需要多长时间？",
"reply": "关于培训周期这件事，会上也提过一嘴，但那次的说法是64GB，后来没有正式确认过。",
"written": 4,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "long_fact",
"query": "我团队什么时候碰一次？",
"reply": "关于周会时间，会上也提过一嘴，但那次的说法是每周一 09:30，后来没有正式确认过。",
"written": 4,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "李工排班依据是哪一份？",
"reply": "李工排班依据是每周一 09:30。",
"written": 3,
"correct": true,
"matched": [
"每周一 09:30"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Beta 客户保障什么时候结束？",
"reply": "Beta 客户保障到期时间是 王工 138****6621。",
"written": 3,
"correct": true,
"matched": [
"王工 138****6621"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "李工上游是哪一家？",
"reply": "李工的供应商是 B-3310。",
"written": 3,
"correct": true,
"matched": [
"B-3310"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Alpha东西放在哪一格？",
"reply": "项目 Alpha 的仓库库位是 王工 138****6621。",
"written": 3,
"correct": true,
"matched": [
"王工 138****6621"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Gamma保障什么时候结束？",
"reply": "Gamma 保障的保险到期时间是 王工 138****6621。",
"written": 3,
"correct": true,
"matched": [
"王工 138****6621"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Beta 客户保障什么时候结束？",
"reply": "客户 Beta 的保险到期是 D-9021。",
"written": 3,
"correct": true,
"matched": [
"D-9021"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Beta 客户 weekly 的会安排在何时？",
"reply": "Beta 客户 weekly 的会安排在 256GB。",
"written": 3,
"correct": true,
"matched": [
"256GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "李工轮班时该拨什么号码？",
"reply": "李工轮班时该拨打的号码是 256GB。",
"written": 3,
"correct": true,
"matched": [
"256GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Beta到多少会触发报警？",
"reply": "Beta 客户触发报警的阈值是 85%。",
"written": 3,
"correct": true,
"matched": [
"85%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "张三团队什么时候碰一次？",
"reply": "张三团队的周会时间是 10.30.1.9:5432。",
"written": 3,
"correct": true,
"matched": [
"10.30.1.9:5432"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Beta这周按什么表轮？",
"reply": "Beta 这周按 32GB 表轮。",
"written": 3,
"correct": true,
"matched": [
"32GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Delta 客户有急事按哪个号找人？",
"reply": "Delta 客户有急事按 85% 这个号找人。",
"written": 3,
"correct": true,
"matched": [
"85%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "王五写库连的是哪里？",
"reply": "王五的写库连接地址是 10.20.9.1:6379。",
"written": 3,
"correct": true,
"matched": [
"10.20.9.1:6379"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Beta协议编号是什么？",
"reply": "Beta 协议编号是 夜间 02:00。",
"written": 3,
"correct": true,
"matched": [
"夜间 02:00"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "张三团队什么时候碰一次？",
"reply": "张三团队的周会时间是 10.20.3.7:5432。",
"written": 3,
"correct": true,
"matched": [
"10.20.3.7:5432"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Gamma 项目有急事按哪个号找人？",
"reply": "Gamma 项目有急事按王工 138****6621 找人。",
"written": 3,
"correct": true,
"matched": [
"王工 138****6621"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "我 weekly 的会安排在何时？",
"reply": "您的周会安排时间取决于具体是哪位参会者：王五固定在 10.20.9.1:6379 开周会，张三固定在 10.20.3.7:",
"written": 3,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Delta有急事按哪个号找人？",
"reply": "Delta 的值班电话是 E-4408。",
"written": 3,
"correct": true,
"matched": [
"E-4408"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "李工东西放在哪一格？",
"reply": "李工东西放在分机 8821 格。",
"written": 3,
"correct": true,
"matched": [
"分机 8821"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Delta 客户东西放在哪一格？",
"reply": "Delta 客户东西放在 B3-204 格。",
"written": 3,
"correct": true,
"matched": [
"B3-204"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Beta这份多久后失效？",
"reply": "客户 Beta 的保险到期是 v1.9.7。",
"written": 3,
"correct": true,
"matched": [
"v1.9.7"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "我们组那位张三到多少会触发报警？",
"reply": "张三的告警阈值是 v2.8.0。",
"written": 3,
"correct": true,
"matched": [
"v2.8.0"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Gamma weekly 的会安排在何时？",
"reply": "项目 Gamma 的周会时间是分机 8821。",
"written": 3,
"correct": true,
"matched": [
"分机 8821"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Delta要学多久？",
"reply": "客户 Delta 的培训周期是 64GB。",
"written": 3,
"correct": true,
"matched": [
"64GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_entity",
"query": "Alpha保障什么时候结束？",
"reply": "项目 Alpha 的保险到期是 E-4408。",
"written": 3,
"correct": true,
"matched": [
"E-4408"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-5259。编号 REF-9X6UYE 对应的值班人是 值班人-5259。",
"written": 5,
"correct": true,
"matched": [
"值班人-5259"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -6542。编号 REF-NVN3HY 对应的值班人是 值班人 -6542。",
"written": 5,
"correct": true,
"matched": [
"值班人-6542"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-3411，编号 REF-TWTM4V。",
"written": 5,
"correct": true,
"matched": [
"值班人-3411"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-5266。编号 REF-M37YRD 对应的值班人是 值班人-5266。",
"written": 5,
"correct": true,
"matched": [
"值班人-5266"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-8344。编号 REF-QGBYWN 对应的值班人是 值班人-8344。",
"written": 5,
"correct": true,
"matched": [
"值班人-8344"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -2613。编号 REF-SE7JMG 对应的值班人是 值班人 -2613。",
"written": 5,
"correct": true,
"matched": [
"值班人-2613"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -3738。编号 REF-S63RSN 对应的值班人是 值班人 -3738。",
"written": 5,
"correct": true,
"matched": [
"值班人-3738"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -7047。编号 REF-F99DWT 对应的值班人是 值班人 -7047。",
"written": 5,
"correct": true,
"matched": [
"值班人-7047"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -3951。",
"written": 5,
"correct": true,
"matched": [
"值班人-3951"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -6399。",
"written": 5,
"correct": true,
"matched": [
"值班人-6399"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-7311。编号 REF-LQPXN5 对应的值班人是 值班人-7311。",
"written": 5,
"correct": true,
"matched": [
"值班人-7311"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -5068。编号 REF-WUV4EX 对应的值班人是 值班人 -5068。",
"written": 5,
"correct": true,
"matched": [
"值班人-5068"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-4408。编号 REF-786KY7 对应的值班人是 值班人-4408。",
"written": 5,
"correct": true,
"matched": [
"值班人-4408"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-2126。编号 REF-7ABRRH 对应的值班人是 值班人-2126。",
"written": 5,
"correct": true,
"matched": [
"值班人-2126"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-9666。编号 REF-GAXKV6 对应的值班人是 值班人-9666。",
"written": 5,
"correct": true,
"matched": [
"值班人-9666"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -7755。编号 REF-XQ23AR 对应的值班人是 值班人 -7755。",
"written": 5,
"correct": true,
"matched": [
"值班人-7755"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-5200。编号 REF-VPML2S 对应的值班人是 值班人-5200。",
"written": 5,
"correct": true,
"matched": [
"值班人-5200"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -5479。编号 REF-CMJ4GB 对应的值班人是 值班人 -5479。",
"written": 5,
"correct": true,
"matched": [
"值班人-5479"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-3615，编号 REF-KW5MPC 对应的值班人是 值班人-3615。",
"written": 5,
"correct": true,
"matched": [
"值班人-3615"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -8175。编号 REF-7ZGPFQ 对应的值班人是 值班人 -8175。",
"written": 5,
"correct": true,
"matched": [
"值班人-8175"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -1122。",
"written": 5,
"correct": true,
"matched": [
"值班人-1122"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-9282。编号 REF-PJUBBR 对应的值班人是 值班人-9282。",
"written": 5,
"correct": true,
"matched": [
"值班人-9282"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人 -2662。",
"written": 5,
"correct": true,
"matched": [
"值班人-2662"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-3660。",
"written": 5,
"correct": true,
"matched": [
"值班人-3660"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "multi_hop",
"query": "负责那个项目的同事对应的值班人是谁？",
"reply": "负责该项目的同事对应的值班人是 值班人-8311。",
"written": 5,
"correct": true,
"matched": [
"值班人-8311"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的手机尾号是分机 6612。",
"written": 4,
"correct": true,
"matched": [
"分机 6612"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的手机尾号是 10.20.3.7:5432。",
"written": 4,
"correct": true,
"matched": [
"10.20.3.7:5432"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我白天上班待的地儿在哪儿？",
"reply": "您的办公城市是 v1.9.7。",
"written": 4,
"correct": true,
"matched": [
"v1.9.7"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我白天上班待的地儿在哪儿？",
"reply": "您的办公城市是 256GB。",
"written": 4,
"correct": true,
"matched": [
"256GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我白天上班待的地儿在哪儿？",
"reply": "您的办公城市是 D-9021。",
"written": 4,
"correct": true,
"matched": [
"D-9021"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的随身设备末几位数字是 256GB。user；手机尾号；256GB",
"written": 4,
"correct": true,
"matched": [
"256GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的手机尾号是 91.5%，座机尾号是 78%。",
"written": 4,
"correct": true,
"matched": [
"91.5%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我白天上班待的地儿在哪儿？",
"reply": "您的办公城市是 78%。user；办公城市；78%",
"written": 4,
"correct": true,
"matched": [
"78%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的手机尾号是 v2.8.0。",
"written": 4,
"correct": true,
"matched": [
"v2.8.0"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我白天上班待的地儿在哪儿？",
"reply": "您的办公城市是 钱工 135****2211。",
"written": 4,
"correct": true,
"matched": [
"钱工 135****2211"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我白天上班待的地儿在哪儿？",
"reply": "您的办公城市是 91.5%。user；办公城市；91.5%",
"written": 4,
"correct": true,
"matched": [
"91.5%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的随身设备末几位数字是 user；手机尾号；v4.0.0-rc1。",
"written": 4,
"correct": true,
"matched": [
"v4.0.0-rc1"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我白天上班待的地儿在哪儿？",
"reply": "您的办公城市是 E-4408。",
"written": 4,
"correct": true,
"matched": [
"E-4408"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的设备末几位数字是 E-4408。user；手机尾号；E-4408",
"written": 4,
"correct": true,
"matched": [
"E-4408"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我白天上班待的地儿在哪儿？",
"reply": "您的办公城市是 user；办公城市；每周一 09:30。",
"written": 4,
"correct": true,
"matched": [
"每周一 09:30"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的手机尾号是 李工 139****3344。",
"written": 4,
"correct": true,
"matched": [
"李工 139****3344"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的座机尾号是 v2.8.0，手机尾号是 v4.0.0-rc1。",
"written": 4,
"correct": true,
"matched": [
"v4.0.0-rc1"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的手机尾号是 91.5%。",
"written": 4,
"correct": true,
"matched": [
"91.5%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的手机尾号是 10.20.9.1:6379，您的座机尾号是 85%。",
"written": 4,
"correct": true,
"matched": [
"10.20.9.1:6379"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我白天上班待的地儿在哪儿？",
"reply": "您的办公城市是 A-7719。",
"written": 4,
"correct": true,
"matched": [
"A-7719"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的手机尾号是 v1.9.7，座机尾号是 D-9021，按 78% 排班，货从 256GB 来。",
"written": 4,
"correct": true,
"matched": [
"v1.9.7"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的手机尾号是 63.2%。",
"written": 4,
"correct": true,
"matched": [
"63.2%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我白天上班待的地儿在哪儿？",
"reply": "您的办公城市是 32GB。",
"written": 4,
"correct": true,
"matched": [
"32GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的手机尾号是 256GB。",
"written": 4,
"correct": true,
"matched": [
"256GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "near_miss",
"query": "我随身那台设备的末几位数字是啥？",
"reply": "您的设备末几位数字分别是：user；手机尾号；v2.8.0；座机尾号；256GB；代码仓库；李工 139****3344。",
"written": 4,
"correct": true,
"matched": [
"v2.8.0"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我东西放在哪一格？",
"reply": "您的仓库库位是 85%。",
"written": 6,
"correct": true,
"matched": [
"85%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我提交到哪个地方？",
"reply": "您提交到 N-6TQ7KEQS。",
"written": 6,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我保障什么时候结束？",
"reply": "您的保险到期是 赵工 137****8890。",
"written": 6,
"correct": true,
"matched": [
"赵工 137****8890"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我货是谁供的？",
"reply": "您的供应商是 user，供应商，63.2%。",
"written": 6,
"correct": true,
"matched": [
"63.2%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我纸面上那个号是多少？",
"reply": "您的合同编号是 B-3310。",
"written": 6,
"correct": true,
"matched": [
"B-3310"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我这周按什么表轮？",
"reply": "您的值班表是 每周三 22:00。",
"written": 6,
"correct": true,
"matched": [
"每周三 22:00"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我到多少会触发报警？",
"reply": "您未提供具体的报警阈值参数或设备型号，无法确定触发报警的具体数值。请补充说明设备类型、监测指标（如温度、压力等）或相关配置信息，以便我提供准确答案。",
"written": 6,
"correct": false,
"matched": [],
"refused": true,
"abstained": false,
"wrongly_abstained": true
},
{
"category": "noise_context",
"query": "我协议编号是什么？",
"reply": "您的协议编号是 v4.0.0-rc1。",
"written": 6,
"correct": true,
"matched": [
"v4.0.0-rc1"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我这周按什么表轮？",
"reply": "您的值班表是 10.20.3.7:5432。",
"written": 6,
"correct": true,
"matched": [
"10.20.3.7:5432"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我货码在哪个位置？",
"reply": "您的货码在 32GB 仓库库位。",
"written": 6,
"correct": true,
"matched": [
"32GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我 weekly 的会安排在何时？",
"reply": "您的周会时间是 v2.8.0。",
"written": 6,
"correct": true,
"matched": [
"v2.8.0"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我数据落在哪一个地址？",
"reply": "您的主库地址是 D-9021。",
"written": 6,
"correct": true,
"matched": [
"D-9021"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我一般什么时候做上线？",
"reply": "您的发布窗口是 王工 138****6621。",
"written": 6,
"correct": true,
"matched": [
"王工 138****6621"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我这周按什么表轮？",
"reply": "您的值班表是 B-3310。",
"written": 6,
"correct": true,
"matched": [
"B-3310"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我协议编号是什么？",
"reply": "您的协议编号是 李工 139****3344。",
"written": 6,
"correct": true,
"matched": [
"李工 139****3344"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我上手需要多长时间？",
"reply": "关于您上手所需的时间，当前长期记忆中未包含此信息，无法回答。",
"written": 6,
"correct": false,
"matched": [],
"refused": true,
"abstained": false,
"wrongly_abstained": true
},
{
"category": "noise_context",
"query": "我哪条线一破就叫？",
"reply": "您提到的“哪条线一破就叫？”缺乏具体上下文，无法确定您指的是哪条线路或事件，因此不知道具体答案。如果您能提供更多细节，例如线路名称、事件背景或相关编号（如 N-2",
"written": 6,
"correct": false,
"matched": [],
"refused": true,
"abstained": false,
"wrongly_abstained": true
},
{
"category": "noise_context",
"query": "我一般什么时候做上线？",
"reply": "关于您一般什么时候做上线，当前长期记忆中无相关记录，无法回答。",
"written": 6,
"correct": false,
"matched": [],
"refused": true,
"abstained": false,
"wrongly_abstained": true
},
{
"category": "noise_context",
"query": "我这周按什么表轮？",
"reply": "您的值班表是 v3.14.2。",
"written": 6,
"correct": true,
"matched": [
"v3.14.2"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我团队什么时候碰一次？",
"reply": "您的团队碰会时间是 D-9021。",
"written": 6,
"correct": true,
"matched": [
"D-9021"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我东西放在哪一格？",
"reply": "您的仓库库位是 10.30.1.9:5432。",
"written": 6,
"correct": true,
"matched": [
"10.30.1.9:5432"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我提交到哪个地方？",
"reply": "您提交到 N-UQFFVWZ2。",
"written": 6,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我提交到哪个地方？",
"reply": "您提交到 N-B46G7ZAZ。",
"written": 6,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我纸面上那个号是多少？",
"reply": "您的合同编号是 夜间 02:00。",
"written": 6,
"correct": true,
"matched": [
"夜间 02:00"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "noise_context",
"query": "我货码在哪个位置？",
"reply": "您的货码位置是：user；仓库库位；赵工 137****8890。",
"written": 6,
"correct": true,
"matched": [
"赵工 137****8890"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我这份多久后失效？",
"reply": "您的培训周期是 10.30.1.9:5432，您的合同编号是 钱工 135****2211。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我写库连的是哪里？",
"reply": "您的代码仓库是 91.5%，仓库库位是 E-4408。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我 weekly 的会安排在何时？",
"reply": "关于您的 weekly 会议安排，当前长期记忆中未包含相关信息，无法回答。",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我 weekly 的会安排在何时？",
"reply": "关于您的 weekly 会议安排，当前长期记忆中未包含相关信息，无法回答。",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我到多少会触发报警？",
"reply": "关于触发报警的阈值，当前长期记忆中未包含相关信息。已知事实包括：user 的值班电话是 v1.9.7，培训周期是 B3-204。",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我轮班时该拨什么号码？",
"reply": "您的轮班拨号号码是 王工 138****6621。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我这周按什么表轮？",
"reply": "关于您这周按什么表轮，当前长期记忆中未包含该信息。已知信息如下：user；培训周期；78%；user；保险到期；v1.9.7；user；合同编号；1",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我保障什么时候结束？",
"reply": "您的培训周期是 32GB。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我排班依据是哪一份？",
"reply": "关于排班依据，当前长期记忆中未包含相关信息，无法回答。",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我协议编号是什么？",
"reply": "您的协议编号未知。",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我这周按什么表轮？",
"reply": "关于您这周按什么表轮的问题，当前长期记忆中未包含该信息。已知信息如下：user；主库地址；每周三 22:00；合同编号；凌晨 03:30；",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我这周按什么表轮？",
"reply": "关于您这周按什么表轮，当前长期记忆中未包含该信息。已知信息如下：user；保险到期；10.20.3.7:5432；代码仓库；10.2",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我 weekly 的会安排在何时？",
"reply": "您的培训周期是 每周三 22:00。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我源码托管在哪里？",
"reply": "关于源码托管位置，当前长期记忆中未包含相关信息，无法回答。",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我一般什么时候做上线？",
"reply": "您的上线时间是 v3.14.2。user；周会时间；v3.14.2",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我保障什么时候结束？",
"reply": "您的值班表是 夜间 02:00。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我写库连的是哪里？",
"reply": "您的代码仓库是 每周三 22:00。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我上手需要多长时间？",
"reply": "关于上手所需时间，当前长期记忆中未包含相关信息，无法回答。",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我这份多久后失效？",
"reply": "您的培训周期是 分机 6612，周会时间是 夜间 02:00。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我数据落在哪一个地址？",
"reply": "我的数据落在 10.20.3.7:5432。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我东西放在哪一格？",
"reply": "关于您物品存放位置的信息，当前长期记忆中未包含相关记录，无法回答。",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我排班依据是哪一份？",
"reply": "关于排班依据，当前长期记忆中未包含相关信息，无法回答。",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我到多少会触发报警？",
"reply": "关于报警触发条件，当前记忆中没有相关记录。已知信息：user；保险到期；A-7719。",
"written": 5,
"correct": true,
"matched": [],
"refused": true,
"abstained": true,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我轮班时该拨什么号码？",
"reply": "您的值班表是 B3-204，供应商是 赵工 137****8890。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "unknown_attribute",
"query": "我提交到哪个地方？",
"reply": "您的仓库库位是 每周一 09:30。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我提交到哪个地方？",
"reply": "我源码放在 每周一 09:30。",
"written": 5,
"correct": true,
"matched": [
"每周一 09:30"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我上游是哪一家？",
"reply": "您的上游供应商是 B-3310。\nuser；供应商；B-3310",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我这份多久后失效？",
"reply": "您的保险到期是每周一 09:30。user；保险到期；每周一 09:30",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我货是谁供的？",
"reply": "您的货由王工 138****6621 供应。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我提交到哪个地方？",
"reply": "我源码放在 32GB。",
"written": 5,
"correct": true,
"matched": [
"32GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我上手需要多长时间？",
"reply": "我训 256GB 那么久。",
"written": 5,
"correct": true,
"matched": [
"256GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我哪条线一破就叫？",
"reply": "您的告警阈值是每周三 22:00。user；告警阈值；每周三 22:00",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我数据落在哪一个地址？",
"reply": "我主库落在 钱工 135****2211。",
"written": 5,
"correct": true,
"matched": [
"钱工 135****2211"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我一般什么时候做上线？",
"reply": "我一般固定 128GB 做上线。",
"written": 5,
"correct": true,
"matched": [
"128GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我纸面上那个号是多少？",
"reply": "我签的是 64GB 号合同。",
"written": 5,
"correct": true,
"matched": [
"64GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我一般什么时候做上线？",
"reply": "我一般每周三 22:00 做上线。",
"written": 5,
"correct": true,
"matched": [
"每周三 22:00"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我一般什么时候做上线？",
"reply": "我一般 10.30.1.9:5432 做上线。",
"written": 5,
"correct": true,
"matched": [
"10.30.1.9:5432"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我哪条线一破就叫？",
"reply": "您提到的“哪条线一破就叫？”似乎缺少了具体的上下文或完整的问题。为了给您提供准确的帮助，能否补充以下信息？\n\n1. **具体场景**：您是指电力线路、通信线路、安全规范",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我挑哪个时段变更？",
"reply": "关于变更时段，现有证据仅确认您固定使用 10.30.1.9:5432 做上线，未提供关于变更时段的建议或限制信息，因此不知道具体应挑哪个时段",
"written": 5,
"correct": true,
"matched": [
"10.30.1.9:5432"
],
"refused": true,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我东西放在哪一格？",
"reply": "您的东西放在每周三 22:00。实体：user；仓库库位：每周三 22:00。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我到多少会触发报警？",
"reply": "我超过 B-3310 就报警。",
"written": 5,
"correct": true,
"matched": [
"B-3310"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我哪条线一破就叫？",
"reply": "您的告警阈值是每周三 22:00。user；告警阈值；每周三 22:00",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我东西放在哪一格？",
"reply": "我东西放在 夜间 02:00。",
"written": 5,
"correct": true,
"matched": [
"夜间 02:00"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我这份多久后失效？",
"reply": "您的保险失效时间是 李工 139****3344。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我要学多久？",
"reply": "我训 v1.9.7 那么久。",
"written": 5,
"correct": true,
"matched": [
"v1.9.7"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我到多少会触发报警？",
"reply": "我超过 64GB 就报警。",
"written": 5,
"correct": true,
"matched": [
"64GB"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我货码在哪个位置？",
"reply": "我货码在 78%。",
"written": 5,
"correct": true,
"matched": [
"78%"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我货是谁供的？",
"reply": "您的供应商是 128GB。",
"written": 5,
"correct": false,
"matched": [],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我要学多久？",
"reply": "我训每周三 22:00 那么久。",
"written": 5,
"correct": true,
"matched": [
"每周三 22:00"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
},
{
"category": "update_conflict",
"query": "我源码托管在哪里？",
"reply": "我源码放在 王工 138****6621。",
"written": 5,
"correct": true,
"matched": [
"王工 138****6621"
],
"refused": false,
"abstained": false,
"wrongly_abstained": false
}
]
}
}
Reference in New Issue View Git Blame Copy Permalink