wpy/natural-memory-nm21
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
643e22ecb905392eedef8b52ce7c9d0c7f185ed1
natural-memory-nm21/prior_scale_dose_response.json
T
WpyQwq 643e22ecb9 Natural Memory NM2.1: 记忆路由器分叉、数据集缺陷修复与全轴评测证据 
- 引入 MemoryRouterXL 与 v5/v6 流式多线程训练/编码管线
- 修复 prepare_memory_router_dataset 候选池重建缺陷（mega 家族 3568x 加速，输出逐字节相同）
- 修复 v5 被破坏的拒答与多跳标签（train 未知样本 319 -> 16319，multi_hop 平均正例 1.00 -> 2.00）
- 同存储预算下 V2-128 v6 逐轴 22/22 通过：Top-1 41.12% -> 94.62%，未知拒答 0.00% -> 100.00%
- 记录三条被实测推翻的显然优化（logits_to_keep=1 反而慢 55%、XL 容量未带来收益）
- 记忆手术跨架构可移植性 14/14，读写关闭时与原生模型逐位相同
2026-09-19 11:11:31 +08:00

3221 lines
115 KiB
JSON
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
{
"eval_file": "data/zero_overlap/eval.jsonl",
"episodes": 48,
"candidate_count": 24,
"router": "checkpoints\\router_replay_v7_v2_128\\memory_router_v2.pt",
"results": {
"prior=1.00 blend=0.00": {
"router": "prior=1.00 blend=0.00",
"cases": 48,
"answerable_cases": 40,
"unknown_cases": 8,
"accuracy_pct": 65.0,
"wrong_attribute_pct": 35.0,
"unknown_leak_pct": 75.0,
"mean_records_selected": 6.25,
"records_active_min": 23,
"records_active_max": 24,
"stop_reasons": {
"evidence_found": 48
},
"top_score_answerable": {
"n": 40,
"min": 0.7,
"p10": 0.77,
"p50": 2.85,
"p90": 8.52,
"max": 8.52
},
"top_score_unknown": {
"n": 8,
"min": 0.78,
"p10": 0.78,
"p50": 2.85,
"p90": 8.51,
"max": 8.51
},
"seconds": 355.7
},
"prior=0.50 blend=0.00": {
"router": "prior=0.50 blend=0.00",
"cases": 48,
"answerable_cases": 40,
"unknown_cases": 8,
"accuracy_pct": 47.5,
"wrong_attribute_pct": 35.0,
"unknown_leak_pct": 75.0,
"mean_records_selected": 4.916666666666667,
"records_active_min": 23,
"records_active_max": 24,
"stop_reasons": {
"evidence_found": 40,
"below_read_threshold": 8
},
"top_score_answerable": {
"n": 40,
"min": 0.45,
"p10": 0.48,
"p50": 1.86,
"p90": 8.52,
"max": 8.52
},
"top_score_unknown": {
"n": 8,
"min": 0.49,
"p10": 0.49,
"p50": 1.95,
"p90": 8.51,
"max": 8.51
},
"seconds": 298.1
},
"prior=0.25 blend=0.00": {
"router": "prior=0.25 blend=0.00",
"cases": 48,
"answerable_cases": 40,
"unknown_cases": 8,
"accuracy_pct": 42.5,
"wrong_attribute_pct": 35.0,
"unknown_leak_pct": 75.0,
"mean_records_selected": 4.583333333333333,
"records_active_min": 23,
"records_active_max": 24,
"stop_reasons": {
"evidence_found": 38,
"below_read_threshold": 10
},
"top_score_answerable": {
"n": 40,
"min": 0.32,
"p10": 0.34,
"p50": 1.41,
"p90": 8.52,
"max": 8.52
},
"top_score_unknown": {
"n": 8,
"min": 0.35,
"p10": 0.35,
"p50": 1.5,
"p90": 8.51,
"max": 8.51
},
"seconds": 297.6
},
"prior=0.00 blend=0.00": {
"router": "prior=0.00 blend=0.00",
"cases": 48,
"answerable_cases": 40,
"unknown_cases": 8,
"accuracy_pct": 40.0,
"wrong_attribute_pct": 30.0,
"unknown_leak_pct": 75.0,
"mean_records_selected": 4.083333333333333,
"records_active_min": 23,
"records_active_max": 24,
"stop_reasons": {
"evidence_found": 35,
"below_read_threshold": 13
},
"top_score_answerable": {
"n": 40,
"min": 0.19,
"p10": 0.2,
"p50": 1.04,
"p90": 8.52,
"max": 8.52
},
"top_score_unknown": {
"n": 8,
"min": 0.2,
"p10": 0.2,
"p50": 1.05,
"p90": 8.51,
"max": 8.51
},
"seconds": 307.4
}
},
"rows": {
"prior=1.00 blend=0.00": [
{
"id": "zero-overlap-000259",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-M9VSJAEX",
"reply": "您的出生城市是 VAL-M9VSJAEX。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.564332926884773,
"need_memory": true
},
{
"id": "zero-overlap-000219",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-M3W7MRJR",
"reply": "关于您早上那杯咖啡的豆子偏好，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-Y4Z5H2FG。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000193",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-HG84H5TD",
"reply": "您的午餐偏好是 user；午餐偏好；VAL-HG84H5TD。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.6998433045297862,
"need_memory": true
},
{
"id": "zero-overlap-000080",
"attribute": "入职年份",
"answerable": true,
"expected": "VAL-GFT4HRX2",
"reply": "关于您何时开始在这家公司上班，当前记忆中没有相关记录。已知信息：user；办公城市；VAL-TCNMN9HW。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.51429933919514,
"need_memory": true
},
{
"id": "zero-overlap-000285",
"attribute": "起床时间",
"answerable": true,
"expected": "VAL-4K3RQQKF",
"reply": "我的闹钟设定时间是 VAL-4K3RQQKF。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 3.359343914853775,
"need_memory": true
},
{
"id": "zero-overlap-000246",
"attribute": "常住城市",
"answerable": false,
"expected": "VAL-6BWJYDE4",
"reply": "关于您小时候待的地方，当前长期记忆中未包含此信息。已知信息如下：user；常住城市；VAL-6BWJYDE4；办公城市；VAL-88V99MPM；宿舍楼号",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.6527658945475845,
"need_memory": true
},
{
"id": "zero-overlap-000204",
"attribute": "阅读工具",
"answerable": true,
"expected": "VAL-ZRLSPU5V",
"reply": "您的阅读工具是 VAL-ZRLSPU5V。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.9886870104974497,
"need_memory": true
},
{
"id": "zero-overlap-000078",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-TQBY65U8",
"reply": "我的常住城市是 VAL-TQBY65U8。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.2650369691848753,
"need_memory": true
},
{
"id": "zero-overlap-000104",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-SRFC842D",
"reply": "您的午餐偏好是 VAL-SRFC842D。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7423390823602677,
"need_memory": true
},
{
"id": "zero-overlap-000281",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-3GP4STZX",
"reply": "关于您早上饮用的咖啡偏好哪种豆子，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-XNN7T8EK。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000106",
"attribute": "咖啡口味",
"answerable": false,
"expected": "VAL-837DYYWV",
"reply": "关于您的闹钟设置时间，当前长期记忆中未包含相关证据，无法回答。已知信息包括：user；闹钟设置时间；未知。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 3.273330240117752,
"need_memory": true
},
{
"id": "zero-overlap-000091",
"attribute": "运动习惯",
"answerable": true,
"expected": "VAL-92MQHEDL",
"reply": "您的运动习惯是 VAL-92MQHEDL。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.0058205354213714,
"need_memory": true
},
{
"id": "zero-overlap-000088",
"attribute": "设备型号",
"answerable": true,
"expected": "VAL-JY6S7EYF",
"reply": "关于您使用的机器档次，当前长期记忆中未包含此信息，无法回答。已知信息仅涉及：user；常用编辑器；VAL-3KPKRM4J。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.516791512356487,
"need_memory": true
},
{
"id": "zero-overlap-000244",
"attribute": "午餐偏好",
"answerable": false,
"expected": "VAL-2VLHC26V",
"reply": "关于您服务的对象，当前长期记忆中未包含相关信息，无法回答。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7779876451194286,
"need_memory": true
},
{
"id": "zero-overlap-000282",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-Q2AQQMUP",
"reply": "关于您早上那杯咖啡的豆子偏好，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-5ATEHVSM。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000056",
"attribute": "主管姓名",
"answerable": true,
"expected": "VAL-VDL8H7Y9",
"reply": "您的主管姓名是 user；主管姓名；VAL-VDL8H7Y9。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.9513123025616852,
"need_memory": true
},
{
"id": "zero-overlap-000184",
"attribute": "项目代号",
"answerable": true,
"expected": "VAL-3H5TQEC4",
"reply": "您的团队名称是 VAL-Z98JC7BG。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 3.191310502301591,
"need_memory": true
},
{
"id": "zero-overlap-000198",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-7T3XVMVH",
"reply": "您随身那台设备的末端数字是 4N，该设备的完整型号为 VAL-9MWPDS4N。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000258",
"attribute": "阅读工具",
"answerable": true,
"expected": "VAL-SHRY3GNG",
"reply": "我翻书时依赖的阅读工具是 VAL-SHRY3GNG。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.9932317454522837,
"need_memory": true
},
{
"id": "zero-overlap-000030",
"attribute": "课程名称",
"answerable": true,
"expected": "VAL-BQY3K5EV",
"reply": "您的课程名称是 VAL-BQY3K5EV。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7088197509944439,
"need_memory": true
},
{
"id": "zero-overlap-000196",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-ZHN2NMZV",
"reply": "您随身那台设备的末端数字是 W9，该设备的完整型号为 VAL-5VBJ22W9。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000268",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-QVYMWTLK",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-QVYMWTLK。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.7659836388747943,
"need_memory": true
},
{
"id": "zero-overlap-000006",
"attribute": "档案标识",
"answerable": true,
"expected": "VAL-8EFN3KGR",
"reply": "您的系统分配字符包括：紧急联系人姓氏 VAL-KLPQW2L2；课程名称 VAL-PVMQLCL9；团队名称 VAL-V4BVFB2N；客户名称 VAL-92LH7CHG",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 4.169416844133658,
"need_memory": true
},
{
"id": "zero-overlap-000047",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-PW46K9K9",
"reply": "关于您早上饮用的咖啡偏好哪种豆子，当前记忆中没有相关记录。已知信息仅包含您的午餐偏好是 VAL-BFW4LVTV。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000173",
"attribute": "客户名称",
"answerable": false,
"expected": "VAL-P84HTKZR",
"reply": "您随身那台设备的末端数字是 Y。\n设备型号：VAL-NARXVSSY",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000000",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-PHB8FNF9",
"reply": "您的出生城市是 VAL-PHB8FNF9。user；出生城市；VAL-PHB8FNF9",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.8505235558902053,
"need_memory": true
},
{
"id": "zero-overlap-000266",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-K7FT5XFB",
"reply": "您的出生城市是 VAL-K7FT5XFB。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.3051346188937454,
"need_memory": true
},
{
"id": "zero-overlap-000051",
"attribute": "项目代号",
"answerable": false,
"expected": "VAL-KG4RZYH5",
"reply": "您的办公城市是 VAL-W9KGRD9U。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.2606107878684996,
"need_memory": true
},
{
"id": "zero-overlap-000061",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-3SUNPNRD",
"reply": "您的常住城市是 VAL-3SUNPNRD，通勤方式是 VAL-2CXTE3TB，出生城市是 VAL-GE828D22，办公城市是 VAL-XYRY8BUQ，入职年份",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.6213454890251158,
"need_memory": true
},
{
"id": "zero-overlap-000214",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-MV382EEF",
"reply": "我服务的对象是 VAL-MV382EEF。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7693164377659559,
"need_memory": true
},
{
"id": "zero-overlap-000092",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-PLZZ659B",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-PLZZ659B。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.8819549524530643,
"need_memory": true
},
{
"id": "zero-overlap-000140",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-RMDSB297",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-RMDSB297。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.942847951625275,
"need_memory": true
},
{
"id": "zero-overlap-000164",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-BB55YHW5",
"reply": "您的客户名称是 VAL-BB55YHW5。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.77552460052073,
"need_memory": true
},
{
"id": "zero-overlap-000213",
"attribute": "通勤方式",
"answerable": true,
"expected": "VAL-M58DDQX2",
"reply": "您的通勤方式是 VAL-M58DDQX2。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.1366783114608343,
"need_memory": true
},
{
"id": "zero-overlap-000122",
"attribute": "通勤方式",
"answerable": true,
"expected": "VAL-VULSNGJ3",
"reply": "您的通勤方式是 VAL-VULSNGJ3。user；通勤方式；VAL-VULSNGJ3",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.130069571965557,
"need_memory": true
},
{
"id": "zero-overlap-000168",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-8TQ8737C",
"reply": "您的常住城市是 VAL-8TQ8737C。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.4585979866981504,
"need_memory": true
},
{
"id": "zero-overlap-000175",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-QJNRRE8X",
"reply": "您的客户名称是 VAL-QJNRRE8X。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7712558816373348,
"need_memory": true
},
{
"id": "zero-overlap-000144",
"attribute": "入职年份",
"answerable": false,
"expected": "VAL-GLHQMRN6",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；档案标识；VAL-AVX95V7L；手机尾号；VAL-LBRPQJRT",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.8524921381220096,
"need_memory": true
},
{
"id": "zero-overlap-000002",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-HEE2QMH2",
"reply": "您的午餐偏好是 user；午餐偏好；VAL-HEE2QMH2。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7196446585655213,
"need_memory": true
},
{
"id": "zero-overlap-000171",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-KZA246K9",
"reply": "您的常住城市是 VAL-KZA246K9。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.286561994552612,
"need_memory": true
},
{
"id": "zero-overlap-000154",
"attribute": "入职年份",
"answerable": true,
"expected": "VAL-7Z9CBUX8",
"reply": "关于您何时开始在这家公司上班，当前记忆中没有相关记录。已知信息：user；办公城市；VAL-BP7253WL。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.51429933919514,
"need_memory": true
},
{
"id": "zero-overlap-000234",
"attribute": "工位楼层",
"answerable": true,
"expected": "VAL-87M7HVC7",
"reply": "关于您坐在哪一间房的信息，当前长期记忆中未包含该数据。已知信息如下：user；宿舍楼号；VAL-JTSHA7PM。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 3.1937497879965546,
"need_memory": true
},
{
"id": "zero-overlap-000083",
"attribute": "办公城市",
"answerable": true,
"expected": "VAL-YBVYV97X",
"reply": "您的办公城市是 VAL-YBVYV97X。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.8081361769552853,
"need_memory": true
},
{
"id": "zero-overlap-000079",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-7R8WVAFG",
"reply": "您的出生城市是 VAL-7R8WVAFG。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.7214163786326675,
"need_memory": true
},
{
"id": "zero-overlap-000180",
"attribute": "客户名称",
"answerable": false,
"expected": "VAL-3F87H6UT",
"reply": "您随身那台设备的末端数字是 VAL-X5VZ48QF。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000025",
"attribute": "紧急联系人姓氏",
"answerable": true,
"expected": "VAL-STECQ3PX",
"reply": "您的默认语言是 VAL-PRVTUCP7，课程名称是 VAL-93ME7BJ5，出生城市是 VAL-KYBRBBKV，起床时间是 VAL-PJC3D3W9，阅读工具是",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 8.516015553315961,
"need_memory": true
},
{
"id": "zero-overlap-000187",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-PXRHJ49F",
"reply": "您随身那台设备的末端数字是 H9，该设备的完整型号为 VAL-ZPUPV9H9。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000045",
"attribute": "办公城市",
"answerable": false,
"expected": "VAL-CG4X6ZWD",
"reply": "您的办公城市是 VAL-SZ4R5GT3。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.1886139500141142,
"need_memory": true
}
],
"prior=0.50 blend=0.00": [
{
"id": "zero-overlap-000259",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-M9VSJAEX",
"reply": "您的出生城市是 VAL-M9VSJAEX。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.6585591223912848,
"need_memory": true
},
{
"id": "zero-overlap-000219",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-M3W7MRJR",
"reply": "关于您早上那杯咖啡的豆子偏好，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-Y4Z5H2FG。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000193",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-HG84H5TD",
"reply": "白天那顿（午餐）通常是一天中能量消耗最大的时候，既要吃饱又要吃得健康，避免下午犯困。\n\n既然你还没决定，我可以给你几个不同方向的灵感，看看哪个戳中你：\n\n###",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.4498433045297861,
"need_memory": false
},
{
"id": "zero-overlap-000080",
"attribute": "入职年份",
"answerable": true,
"expected": "VAL-GFT4HRX2",
"reply": "关于您何时开始在这家公司上班，当前记忆中没有相关记录。已知信息：user；办公城市；VAL-TCNMN9HW。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.51429933919514,
"need_memory": true
},
{
"id": "zero-overlap-000285",
"attribute": "起床时间",
"answerable": true,
"expected": "VAL-4K3RQQKF",
"reply": "我的闹钟设定时间是 VAL-4K3RQQKF。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.0465570370523243,
"need_memory": true
},
{
"id": "zero-overlap-000246",
"attribute": "常住城市",
"answerable": false,
"expected": "VAL-6BWJYDE4",
"reply": "关于您小时候待的地方，当前长期记忆中未包含此信息。已知信息如下：user；常住城市；VAL-6BWJYDE4；办公城市；VAL-88V99MPM；宿舍楼号",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.746992090054096,
"need_memory": true
},
{
"id": "zero-overlap-000204",
"attribute": "阅读工具",
"answerable": true,
"expected": "VAL-ZRLSPU5V",
"reply": "您的阅读工具是 VAL-ZRLSPU5V。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.078503501758277,
"need_memory": true
},
{
"id": "zero-overlap-000078",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-TQBY65U8",
"reply": "您的常住城市是 VAL-TQBY65U8。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.9962869691848755,
"need_memory": true
},
{
"id": "zero-overlap-000104",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-SRFC842D",
"reply": "白天那顿（午餐）通常是一天中能量消耗最大的时候，既要吃饱又要吃得健康，避免下午犯困。\n\n既然你还没决定，我可以给你几个不同方向的灵感，看看哪个戳中你：\n\n###",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.49233908236026763,
"need_memory": false
},
{
"id": "zero-overlap-000281",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-3GP4STZX",
"reply": "关于您早上饮用的咖啡偏好哪种豆子，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-XNN7T8EK。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000106",
"attribute": "咖啡口味",
"answerable": false,
"expected": "VAL-837DYYWV",
"reply": "关于您的闹钟设置时间，当前长期记忆中未包含相关证据，无法回答。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.056298820194414,
"need_memory": true
},
{
"id": "zero-overlap-000091",
"attribute": "运动习惯",
"answerable": true,
"expected": "VAL-92MQHEDL",
"reply": "您的运动习惯是 VAL-92MQHEDL。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7558205354213714,
"need_memory": true
},
{
"id": "zero-overlap-000088",
"attribute": "设备型号",
"answerable": true,
"expected": "VAL-JY6S7EYF",
"reply": "关于您使用的机器档次，当前长期记忆中未包含此信息，无法回答。已知信息仅涉及：user；常用编辑器；VAL-3KPKRM4J。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.516791512356487,
"need_memory": true
},
{
"id": "zero-overlap-000244",
"attribute": "午餐偏好",
"answerable": false,
"expected": "VAL-2VLHC26V",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 23,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.4904876451194286,
"need_memory": false
},
{
"id": "zero-overlap-000282",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-Q2AQQMUP",
"reply": "关于您早上那杯咖啡的豆子偏好，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-5ATEHVSM。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000056",
"attribute": "主管姓名",
"answerable": true,
"expected": "VAL-VDL8H7Y9",
"reply": "您的主管姓名是 VAL-VDL8H7Y9。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.0718537002178952,
"need_memory": true
},
{
"id": "zero-overlap-000184",
"attribute": "项目代号",
"answerable": true,
"expected": "VAL-3H5TQEC4",
"reply": "您的团队名称是 VAL-Z98JC7BG。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.6856707668666544,
"need_memory": true
},
{
"id": "zero-overlap-000198",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-7T3XVMVH",
"reply": "您随身那台设备的末端数字是 4N，该设备的完整型号为 VAL-9MWPDS4N。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000258",
"attribute": "阅读工具",
"answerable": true,
"expected": "VAL-SHRY3GNG",
"reply": "我翻书时依赖的阅读工具是 VAL-SHRY3GNG。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.083048236713111,
"need_memory": true
},
{
"id": "zero-overlap-000030",
"attribute": "课程名称",
"answerable": true,
"expected": "VAL-BQY3K5EV",
"reply": "您好！由于我无法访问您的个人记录或课程信息，无法直接得知您最近报名的具体课程名称。建议您：\n\n1. 查看报名确认邮件或短信通知\n2. 登录报名平台查看课程详情\n3.",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.4588197509944439,
"need_memory": false
},
{
"id": "zero-overlap-000196",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-ZHN2NMZV",
"reply": "您随身那台设备的末端数字是 W9，该设备的完整型号为 VAL-5VBJ22W9。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000268",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-QVYMWTLK",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-QVYMWTLK。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.8631529462894325,
"need_memory": true
},
{
"id": "zero-overlap-000006",
"attribute": "档案标识",
"answerable": true,
"expected": "VAL-8EFN3KGR",
"reply": "您的系统分配字符包括：紧急联系人姓氏 VAL-KLPQW2L2；课程名称 VAL-PVMQLCL9；团队名称 VAL-V4BVFB2N；客户名称 VAL-92LH7CHG",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.6395167669078328,
"need_memory": true
},
{
"id": "zero-overlap-000047",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-PW46K9K9",
"reply": "关于您早上饮用的咖啡偏好哪种豆子，当前记忆中没有相关记录。已知信息仅包含您的午餐偏好是 VAL-BFW4LVTV。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000173",
"attribute": "客户名称",
"answerable": false,
"expected": "VAL-P84HTKZR",
"reply": "您随身那台设备的末端数字是 Y。\n设备型号：VAL-NARXVSSY",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000000",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-PHB8FNF9",
"reply": "您的出生城市是 VAL-PHB8FNF9。user；出生城市；VAL-PHB8FNF9",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.944749751396717,
"need_memory": true
},
{
"id": "zero-overlap-000266",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-K7FT5XFB",
"reply": "您的出生城市是 VAL-K7FT5XFB。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.3993608144002572,
"need_memory": true
},
{
"id": "zero-overlap-000051",
"attribute": "项目代号",
"answerable": false,
"expected": "VAL-KG4RZYH5",
"reply": "您的办公城市是 VAL-W9KGRD9U。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.9918607878684997,
"need_memory": true
},
{
"id": "zero-overlap-000061",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-3SUNPNRD",
"reply": "您的常住城市是 VAL-3SUNPNRD，通勤方式是 VAL-2CXTE3TB，出生城市是 VAL-GE828D22，办公城市是 VAL-XYRY8BUQ，入职年份",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.352595489025116,
"need_memory": true
},
{
"id": "zero-overlap-000214",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-MV382EEF",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.4818164377659559,
"need_memory": false
},
{
"id": "zero-overlap-000092",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-PLZZ659B",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-PLZZ659B。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.9791350847355957,
"need_memory": true
},
{
"id": "zero-overlap-000140",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-RMDSB297",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-RMDSB297。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 2.0400280839078064,
"need_memory": true
},
{
"id": "zero-overlap-000164",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-BB55YHW5",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.48802460052073,
"need_memory": false
},
{
"id": "zero-overlap-000213",
"attribute": "通勤方式",
"answerable": true,
"expected": "VAL-M58DDQX2",
"reply": "您的通勤方式是 VAL-M58DDQX2。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.2586492876378803,
"need_memory": true
},
{
"id": "zero-overlap-000122",
"attribute": "通勤方式",
"answerable": true,
"expected": "VAL-VULSNGJ3",
"reply": "您的通勤方式是 VAL-VULSNGJ3。user；通勤方式；VAL-VULSNGJ3",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.252040548142603,
"need_memory": true
},
{
"id": "zero-overlap-000168",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-8TQ8737C",
"reply": "您的常住城市是 VAL-8TQ8737C。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.1898479866981506,
"need_memory": true
},
{
"id": "zero-overlap-000175",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-QJNRRE8X",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.4837558816373348,
"need_memory": false
},
{
"id": "zero-overlap-000144",
"attribute": "入职年份",
"answerable": false,
"expected": "VAL-GLHQMRN6",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；档案标识；VAL-AVX95V7L；手机尾号；VAL-LBRPQJRT",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.949672270404541,
"need_memory": true
},
{
"id": "zero-overlap-000002",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-HEE2QMH2",
"reply": "白天那顿（午餐）通常是一天中能量消耗最大的时候，既要吃饱又要吃得健康，避免下午犯困。\n\n既然你还没决定，我可以给你几个不同方向的灵感，看看哪个戳中你：\n\n###",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.46964465856552123,
"need_memory": false
},
{
"id": "zero-overlap-000171",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-KZA246K9",
"reply": "您的常住城市是 VAL-KZA246K9。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.0178119945526123,
"need_memory": true
},
{
"id": "zero-overlap-000154",
"attribute": "入职年份",
"answerable": true,
"expected": "VAL-7Z9CBUX8",
"reply": "关于您何时开始在这家公司上班，当前记忆中没有相关记录。已知信息：user；办公城市；VAL-BP7253WL。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.51429933919514,
"need_memory": true
},
{
"id": "zero-overlap-000234",
"attribute": "工位楼层",
"answerable": true,
"expected": "VAL-87M7HVC7",
"reply": "关于您坐在哪一间房的信息，当前长期记忆中未包含该数据。已知信息如下：user；宿舍楼号；VAL-JTSHA7PM。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.6871387144297054,
"need_memory": true
},
{
"id": "zero-overlap-000083",
"attribute": "办公城市",
"answerable": true,
"expected": "VAL-YBVYV97X",
"reply": "您的办公城市是 VAL-YBVYV97X。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.9304772042689635,
"need_memory": true
},
{
"id": "zero-overlap-000079",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-7R8WVAFG",
"reply": "您的出生城市是 VAL-7R8WVAFG。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.815642574139179,
"need_memory": true
},
{
"id": "zero-overlap-000180",
"attribute": "客户名称",
"answerable": false,
"expected": "VAL-3F87H6UT",
"reply": "您随身那台设备的末端数字是 VAL-X5VZ48QF。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000025",
"attribute": "紧急联系人姓氏",
"answerable": true,
"expected": "VAL-STECQ3PX",
"reply": "当遇到突发状况或需要联系特定信息时，请依据已保存的长期记忆中的实体与属性进行核对。可直接复述的关键短语：user；默认语言；VAL-PRVTUCP7；user；起床时间",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 8.516015553315961,
"need_memory": true
},
{
"id": "zero-overlap-000187",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-PXRHJ49F",
"reply": "您随身那台设备的末端数字是 H9，该设备的完整型号为 VAL-ZPUPV9H9。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000045",
"attribute": "办公城市",
"answerable": false,
"expected": "VAL-CG4X6ZWD",
"reply": "您的办公城市是 VAL-SZ4R5GT3。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.9198639500141144,
"need_memory": true
}
],
"prior=0.25 blend=0.00": [
{
"id": "zero-overlap-000259",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-M9VSJAEX",
"reply": "您的出生城市是 VAL-M9VSJAEX。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.2056722201445407,
"need_memory": true
},
{
"id": "zero-overlap-000219",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-M3W7MRJR",
"reply": "关于您早上那杯咖啡的豆子偏好，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-Y4Z5H2FG。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000193",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-HG84H5TD",
"reply": "白天那顿（午餐）通常是一天中能量消耗最大的时候，既要吃饱又要吃得健康，避免下午犯困。\n\n既然你还没决定，我可以给你几个不同方向的灵感，看看哪个戳中你：\n\n###",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.32484330452978605,
"need_memory": false
},
{
"id": "zero-overlap-000080",
"attribute": "入职年份",
"answerable": true,
"expected": "VAL-GFT4HRX2",
"reply": "关于您何时开始在这家公司上班，当前记忆中没有相关记录。已知信息：user；办公城市；VAL-TCNMN9HW。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.51429933919514,
"need_memory": true
},
{
"id": "zero-overlap-000285",
"attribute": "起床时间",
"answerable": true,
"expected": "VAL-4K3RQQKF",
"reply": "我的闹钟设定时间是 VAL-4K3RQQKF。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.607542525140847,
"need_memory": true
},
{
"id": "zero-overlap-000246",
"attribute": "常住城市",
"answerable": false,
"expected": "VAL-6BWJYDE4",
"reply": "关于您小时候待的地方，当前长期记忆中未包含此信息。已知信息如下：user；常住城市；VAL-6BWJYDE4；办公城市；VAL-88V99MPM；通勤方式；",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.294105187807352,
"need_memory": true
},
{
"id": "zero-overlap-000204",
"attribute": "阅读工具",
"answerable": true,
"expected": "VAL-ZRLSPU5V",
"reply": "您的阅读工具是 VAL-ZRLSPU5V。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.6234117473886904,
"need_memory": true
},
{
"id": "zero-overlap-000078",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-TQBY65U8",
"reply": "您的常住城市是 VAL-TQBY65U8。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.8619119691848756,
"need_memory": true
},
{
"id": "zero-overlap-000104",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-SRFC842D",
"reply": "白天那顿（午餐）通常是一天中能量消耗最大的时候，既要吃饱又要吃得健康，避免下午犯困。\n\n既然你还没决定，我可以给你几个不同方向的灵感，看看哪个戳中你：\n\n###",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.3673390823602676,
"need_memory": false
},
{
"id": "zero-overlap-000281",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-3GP4STZX",
"reply": "关于您早上饮用的咖啡偏好哪种豆子，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-XNN7T8EK。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000106",
"attribute": "咖啡口味",
"answerable": false,
"expected": "VAL-837DYYWV",
"reply": "关于您的闹钟设置时间，当前长期记忆中未包含相关证据，无法回答。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.617284308282937,
"need_memory": true
},
{
"id": "zero-overlap-000091",
"attribute": "运动习惯",
"answerable": true,
"expected": "VAL-92MQHEDL",
"reply": "这是一个非常有趣的问题！作为一个人工智能，我并没有实体身体，所以无法像人类一样进行跑步、举重或瑜伽等日常锻炼。\n\n不过，如果从“训练”的角度来看，我每天都在进行以下“工作",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.6308205354213714,
"need_memory": false
},
{
"id": "zero-overlap-000088",
"attribute": "设备型号",
"answerable": true,
"expected": "VAL-JY6S7EYF",
"reply": "关于您使用的机器档次，当前长期记忆中未包含此信息，无法回答。已知信息仅涉及：user；常用编辑器；VAL-3KPKRM4J。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.516791512356487,
"need_memory": true
},
{
"id": "zero-overlap-000244",
"attribute": "午餐偏好",
"answerable": false,
"expected": "VAL-2VLHC26V",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 23,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.3467376451194286,
"need_memory": false
},
{
"id": "zero-overlap-000282",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-Q2AQQMUP",
"reply": "关于您早上那杯咖啡的豆子偏好，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-5ATEHVSM。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000056",
"attribute": "主管姓名",
"answerable": true,
"expected": "VAL-VDL8H7Y9",
"reply": "作为一个人工智能助手，我没有“上级”这一概念。我的设计目标是提供准确、有用的信息和服务，而不是模拟人类职场中的层级关系。如果您在工作中遇到需要指导或支持的问题，我很乐意为您提供帮助！",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.632124399046,
"need_memory": false
},
{
"id": "zero-overlap-000184",
"attribute": "项目代号",
"answerable": true,
"expected": "VAL-3H5TQEC4",
"reply": "您的团队名称是 VAL-Z98JC7BG。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.932850899149186,
"need_memory": true
},
{
"id": "zero-overlap-000198",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-7T3XVMVH",
"reply": "您随身那台设备的末端数字是 4N，该设备的完整型号为 VAL-9MWPDS4N。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000258",
"attribute": "阅读工具",
"answerable": true,
"expected": "VAL-SHRY3GNG",
"reply": "我翻书时依赖的阅读工具是 VAL-SHRY3GNG。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.6279564823435244,
"need_memory": true
},
{
"id": "zero-overlap-000030",
"attribute": "课程名称",
"answerable": true,
"expected": "VAL-BQY3K5EV",
"reply": "您好！由于我无法访问您的个人记录或课程信息，无法直接得知您最近报名的具体课程名称。建议您：\n\n1. 查看报名确认邮件或短信通知\n2. 登录报名平台查看课程详情\n3.",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.33381975099444383,
"need_memory": false
},
{
"id": "zero-overlap-000196",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-ZHN2NMZV",
"reply": "您随身那台设备的末端数字是 W9，该设备的完整型号为 VAL-5VBJ22W9。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000268",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-QVYMWTLK",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-QVYMWTLK。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.4117375999967516,
"need_memory": true
},
{
"id": "zero-overlap-000006",
"attribute": "档案标识",
"answerable": true,
"expected": "VAL-8EFN3KGR",
"reply": "您的系统分配字符包括：紧急联系人姓氏 VAL-KLPQW2L2；课程名称 VAL-PVMQLCL9；团队名称 VAL-V4BVFB2N；客户名称 VAL-92LH7CHG",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.8745667282949197,
"need_memory": true
},
{
"id": "zero-overlap-000047",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-PW46K9K9",
"reply": "关于您早上饮用的咖啡偏好哪种豆子，当前记忆中没有相关记录。已知信息仅包含您的午餐偏好是 VAL-BFW4LVTV。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000173",
"attribute": "客户名称",
"answerable": false,
"expected": "VAL-P84HTKZR",
"reply": "您随身那台设备的末端数字是 Y。\n设备型号：VAL-NARXVSSY",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000000",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-PHB8FNF9",
"reply": "您的出生城市是 VAL-PHB8FNF9。user；出生城市；VAL-PHB8FNF9",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.4918628491499728,
"need_memory": true
},
{
"id": "zero-overlap-000266",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-K7FT5XFB",
"reply": "您的出生城市是 VAL-K7FT5XFB。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.9464739121535128,
"need_memory": true
},
{
"id": "zero-overlap-000051",
"attribute": "项目代号",
"answerable": false,
"expected": "VAL-KG4RZYH5",
"reply": "您的办公城市是 VAL-W9KGRD9U。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.8574857878684998,
"need_memory": true
},
{
"id": "zero-overlap-000061",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-3SUNPNRD",
"reply": "您的常住城市是 VAL-3SUNPNRD，通勤方式是 VAL-2CXTE3TB，出生城市是 VAL-GE828D22，办公城市是 VAL-XYRY8BUQ，入职年份",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.218220489025116,
"need_memory": true
},
{
"id": "zero-overlap-000214",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-MV382EEF",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.3380664377659559,
"need_memory": false
},
{
"id": "zero-overlap-000092",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-PLZZ659B",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-PLZZ659B。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.5277251508768617,
"need_memory": true
},
{
"id": "zero-overlap-000140",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-RMDSB297",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-RMDSB297。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.5886181500490724,
"need_memory": true
},
{
"id": "zero-overlap-000164",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-BB55YHW5",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.34427460052073,
"need_memory": false
},
{
"id": "zero-overlap-000213",
"attribute": "通勤方式",
"answerable": true,
"expected": "VAL-M58DDQX2",
"reply": "您的通勤方式是 VAL-M58DDQX2。user；通勤方式；VAL-M58DDQX2",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.9530578184127807,
"need_memory": true
},
{
"id": "zero-overlap-000122",
"attribute": "通勤方式",
"answerable": true,
"expected": "VAL-VULSNGJ3",
"reply": "我的通勤方式是 VAL-VULSNGJ3。user；通勤方式；VAL-VULSNGJ3",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.9995248246192932,
"need_memory": true
},
{
"id": "zero-overlap-000168",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-8TQ8737C",
"reply": "您的常住城市是 VAL-8TQ8737C。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.0554729866981507,
"need_memory": true
},
{
"id": "zero-overlap-000175",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-QJNRRE8X",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.3400058816373348,
"need_memory": false
},
{
"id": "zero-overlap-000144",
"attribute": "入职年份",
"answerable": false,
"expected": "VAL-GLHQMRN6",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；档案标识；VAL-AVX95V7L；手机尾号；VAL-LBRPQJRT",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.498262336545807,
"need_memory": true
},
{
"id": "zero-overlap-000002",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-HEE2QMH2",
"reply": "白天那顿（午餐）通常是一天中能量消耗最大的时候，既要吃饱又要吃得健康，避免下午犯困。\n\n既然你还没决定，我可以给你几个不同方向的灵感，看看哪个戳中你：\n\n###",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.3446446585655212,
"need_memory": false
},
{
"id": "zero-overlap-000171",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-KZA246K9",
"reply": "您的常住城市是 VAL-KZA246K9。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.8834369945526124,
"need_memory": true
},
{
"id": "zero-overlap-000154",
"attribute": "入职年份",
"answerable": true,
"expected": "VAL-7Z9CBUX8",
"reply": "关于您何时开始在这家公司上班，当前记忆中没有相关记录。已知信息：user；办公城市；VAL-BP7253WL。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.51429933919514,
"need_memory": true
},
{
"id": "zero-overlap-000234",
"attribute": "工位楼层",
"answerable": true,
"expected": "VAL-87M7HVC7",
"reply": "您的房间号是 VAL-JTSHA7PM。user；宿舍楼号；VAL-JTSHA7PM",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.9788355645085095,
"need_memory": true
},
{
"id": "zero-overlap-000083",
"attribute": "办公城市",
"answerable": true,
"expected": "VAL-YBVYV97X",
"reply": "您的办公城市是 VAL-YBVYV97X。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.4916477179258025,
"need_memory": true
},
{
"id": "zero-overlap-000079",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-7R8WVAFG",
"reply": "您的出生城市是 VAL-7R8WVAFG。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.362755671892435,
"need_memory": true
},
{
"id": "zero-overlap-000180",
"attribute": "客户名称",
"answerable": false,
"expected": "VAL-3F87H6UT",
"reply": "您随身那台设备的末端数字是 VAL-X5VZ48QF。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000025",
"attribute": "紧急联系人姓氏",
"answerable": true,
"expected": "VAL-STECQ3PX",
"reply": "根据长期记忆证据，您的关键联系信息如下：默认语言是 VAL-PRVTUCP7；起床时间是 VAL-PJC3D3W9；出生城市是 VAL-KYBRBBKV；课程名称是 VAL-",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 8.516015553315961,
"need_memory": true
},
{
"id": "zero-overlap-000187",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-PXRHJ49F",
"reply": "您随身那台设备的末端数字是 H9，该设备的完整型号为 VAL-ZPUPV9H9。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000045",
"attribute": "办公城市",
"answerable": false,
"expected": "VAL-CG4X6ZWD",
"reply": "您的办公城市是 VAL-SZ4R5GT3。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7854889500141145,
"need_memory": true
}
],
"prior=0.00 blend=0.00": [
{
"id": "zero-overlap-000259",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-M9VSJAEX",
"reply": "您的出生城市是 VAL-M9VSJAEX。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7527853178977966,
"need_memory": true
},
{
"id": "zero-overlap-000219",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-M3W7MRJR",
"reply": "关于您早上那杯咖啡的豆子偏好，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-Y4Z5H2FG。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000193",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-HG84H5TD",
"reply": "白天那顿（午餐）通常是一天中能量消耗最大的时候，既要吃饱又要吃得健康，避免下午犯困。\n\n既然你还没决定，我可以给你几个不同方向的灵感，看看哪个戳中你：\n\n###",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.1998433045297861,
"need_memory": false
},
{
"id": "zero-overlap-000080",
"attribute": "入职年份",
"answerable": true,
"expected": "VAL-GFT4HRX2",
"reply": "关于您何时开始在这家公司上班，当前记忆中没有相关记录。已知信息：user；办公城市；VAL-TCNMN9HW。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.51429933919514,
"need_memory": true
},
{
"id": "zero-overlap-000285",
"attribute": "起床时间",
"answerable": true,
"expected": "VAL-4K3RQQKF",
"reply": "我的闹钟设定时间是 VAL-4K3RQQKF。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.16852801322937,
"need_memory": true
},
{
"id": "zero-overlap-000246",
"attribute": "常住城市",
"answerable": false,
"expected": "VAL-6BWJYDE4",
"reply": "关于您小时候待的地方，当前长期记忆中未包含此信息。已知信息如下：user；常住城市；VAL-6BWJYDE4；办公城市；VAL-88V99MPM；通勤方式；",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.8412182855606078,
"need_memory": true
},
{
"id": "zero-overlap-000204",
"attribute": "阅读工具",
"answerable": true,
"expected": "VAL-ZRLSPU5V",
"reply": "您的阅读工具是 VAL-ZRLSPU5V。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.168319993019104,
"need_memory": true
},
{
"id": "zero-overlap-000078",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-TQBY65U8",
"reply": "您的常住城市是 VAL-TQBY65U8。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7275369691848754,
"need_memory": true
},
{
"id": "zero-overlap-000104",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-SRFC842D",
"reply": "白天那顿（午餐）通常是一天中能量消耗最大的时候，既要吃饱又要吃得健康，避免下午犯困。\n\n既然你还没决定，我可以给你几个不同方向的灵感，看看哪个戳中你：\n\n###",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.24233908236026763,
"need_memory": false
},
{
"id": "zero-overlap-000281",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-3GP4STZX",
"reply": "关于您早上饮用的咖啡偏好哪种豆子，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-XNN7T8EK。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000106",
"attribute": "咖啡口味",
"answerable": false,
"expected": "VAL-837DYYWV",
"reply": "关于您的闹钟设置时间，当前长期记忆中未包含相关证据，无法回答。",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.17826979637146,
"need_memory": true
},
{
"id": "zero-overlap-000091",
"attribute": "运动习惯",
"answerable": true,
"expected": "VAL-92MQHEDL",
"reply": "这是一个非常有趣的问题！作为一个人工智能，我并没有实体身体，所以无法像人类一样进行跑步、举重或瑜伽等日常锻炼。\n\n不过，如果从“训练”的角度来看，我每天都在进行以下“工作",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.5058205354213714,
"need_memory": false
},
{
"id": "zero-overlap-000088",
"attribute": "设备型号",
"answerable": true,
"expected": "VAL-JY6S7EYF",
"reply": "关于您使用的机器档次，当前长期记忆中未包含此信息，无法回答。已知信息仅涉及：user；常用编辑器；VAL-3KPKRM4J。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.516791512356487,
"need_memory": true
},
{
"id": "zero-overlap-000244",
"attribute": "午餐偏好",
"answerable": false,
"expected": "VAL-2VLHC26V",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 23,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.20392967604100704,
"need_memory": false
},
{
"id": "zero-overlap-000282",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-Q2AQQMUP",
"reply": "关于您早上那杯咖啡的豆子偏好，当前记忆中没有相关记录。已知信息仅包含：user；午餐偏好；VAL-5ATEHVSM。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000056",
"attribute": "主管姓名",
"answerable": true,
"expected": "VAL-VDL8H7Y9",
"reply": "作为一个人工智能助手，我没有“上级”这一概念。我的设计目标是提供准确、有用的信息和服务，而不是模拟人类职场中的层级关系。如果您在工作中遇到需要指导或支持的问题，我很乐意为您提供帮助！",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.19239509787410497,
"need_memory": false
},
{
"id": "zero-overlap-000184",
"attribute": "项目代号",
"answerable": true,
"expected": "VAL-3H5TQEC4",
"reply": "你手上那摊活儿，通常叫**手汗**或**汗水**。\n\n不过，如果是在特定语境下，它可能有不同的称呼：\n- 如果是**工作场景**（比如工地、工厂），可能叫“手上的",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.18615919195115566,
"need_memory": false
},
{
"id": "zero-overlap-000198",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-7T3XVMVH",
"reply": "您随身那台设备的末端数字是 4N，该设备的完整型号为 VAL-9MWPDS4N。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000258",
"attribute": "阅读工具",
"answerable": true,
"expected": "VAL-SHRY3GNG",
"reply": "我翻书时依赖的阅读工具是 VAL-SHRY3GNG。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.172864727973938,
"need_memory": true
},
{
"id": "zero-overlap-000030",
"attribute": "课程名称",
"answerable": true,
"expected": "VAL-BQY3K5EV",
"reply": "您好！由于我无法访问您的个人记录或课程信息，无法直接得知您最近报名的具体课程名称。建议您：\n\n1. 查看报名确认邮件或短信通知\n2. 登录报名平台查看课程详情\n3.",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.2088197509944439,
"need_memory": false
},
{
"id": "zero-overlap-000196",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-ZHN2NMZV",
"reply": "您随身那台设备的末端数字是 W9，该设备的完整型号为 VAL-5VBJ22W9。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000268",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-QVYMWTLK",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-QVYMWTLK。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.960322253704071,
"need_memory": true
},
{
"id": "zero-overlap-000006",
"attribute": "档案标识",
"answerable": true,
"expected": "VAL-8EFN3KGR",
"reply": "您的课程名称是 VAL-PVMQLCL9，团队名称是 VAL-V4BVFB2N，客户名称是 VAL-92LH7CHG，邮箱域名是 VAL-SCTGJLXU，阅读",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.1691941547393798,
"need_memory": true
},
{
"id": "zero-overlap-000047",
"attribute": "咖啡口味",
"answerable": true,
"expected": "VAL-PW46K9K9",
"reply": "关于您早上饮用的咖啡偏好哪种豆子，当前记忆中没有相关记录。已知信息仅包含您的午餐偏好是 VAL-BFW4LVTV。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.515033109300843,
"need_memory": true
},
{
"id": "zero-overlap-000173",
"attribute": "客户名称",
"answerable": false,
"expected": "VAL-P84HTKZR",
"reply": "您随身那台设备的末端数字是 Y。\n设备型号：VAL-NARXVSSY",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000000",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-PHB8FNF9",
"reply": "您的出生城市是 VAL-PHB8FNF9。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.0389759469032287,
"need_memory": true
},
{
"id": "zero-overlap-000266",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-K7FT5XFB",
"reply": "作为一个人工智能助手，我并没有“小时候”的概念，也无法知道您具体待过哪里。\n\n不过，如果您是想询问**您自己**小时候待的地方，或者想聊聊关于某个特定地点的童年回忆，我很乐意",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.4935870099067688,
"need_memory": false
},
{
"id": "zero-overlap-000051",
"attribute": "项目代号",
"answerable": false,
"expected": "VAL-KG4RZYH5",
"reply": "您的办公城市是 VAL-W9KGRD9U。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7231107878684997,
"need_memory": true
},
{
"id": "zero-overlap-000061",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-3SUNPNRD",
"reply": "您的常住城市是 VAL-3SUNPNRD，通勤方式是 VAL-2CXTE3TB，出生城市是 VAL-GE828D22，办公城市是 VAL-XYRY8BUQ，入职年份",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.083845489025116,
"need_memory": true
},
{
"id": "zero-overlap-000214",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-MV382EEF",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.19431643776595592,
"need_memory": false
},
{
"id": "zero-overlap-000092",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-PLZZ659B",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-PLZZ659B。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.0763152170181274,
"need_memory": true
},
{
"id": "zero-overlap-000140",
"attribute": "宿舍楼号",
"answerable": true,
"expected": "VAL-RMDSB297",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；宿舍楼号；VAL-RMDSB297。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.137208216190338,
"need_memory": true
},
{
"id": "zero-overlap-000164",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-BB55YHW5",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.20052460052073,
"need_memory": false
},
{
"id": "zero-overlap-000213",
"attribute": "通勤方式",
"answerable": true,
"expected": "VAL-M58DDQX2",
"reply": "您的通勤方式是 VAL-M58DDQX2。user；通勤方式；VAL-M58DDQX2",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.8280578184127807,
"need_memory": true
},
{
"id": "zero-overlap-000122",
"attribute": "通勤方式",
"answerable": true,
"expected": "VAL-VULSNGJ3",
"reply": "您的通勤方式是 VAL-VULSNGJ3。user；通勤方式；VAL-VULSNGJ3",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.8745248246192932,
"need_memory": true
},
{
"id": "zero-overlap-000168",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-8TQ8737C",
"reply": "您的常住城市是 VAL-8TQ8737C。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.9210979866981506,
"need_memory": true
},
{
"id": "zero-overlap-000175",
"attribute": "客户名称",
"answerable": true,
"expected": "VAL-QJNRRE8X",
"reply": "您好！作为一个人工智能助手，我并没有直接服务于特定某一家公司或机构。我的设计目标是**为所有用户**提供通用、安全、有帮助的信息和服务。\n\n不过，如果您是在某个具体平台（如企业微信",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.19625588163733482,
"need_memory": false
},
{
"id": "zero-overlap-000144",
"attribute": "入职年份",
"answerable": false,
"expected": "VAL-GLHQMRN6",
"reply": "关于您睡觉的地儿是第几排，当前长期记忆中未包含此信息。已知信息如下：user；档案标识；VAL-AVX95V7L；手机尾号；VAL-LBRPQJRT",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.0468524026870727,
"need_memory": true
},
{
"id": "zero-overlap-000002",
"attribute": "午餐偏好",
"answerable": true,
"expected": "VAL-HEE2QMH2",
"reply": "白天那顿（午餐）通常是一天中能量消耗最大的时候，既要吃饱又要吃得健康，避免下午犯困。\n\n既然你还没决定，我可以给你几个不同方向的灵感，看看哪个戳中你：\n\n###",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.21964465856552123,
"need_memory": false
},
{
"id": "zero-overlap-000171",
"attribute": "常住城市",
"answerable": true,
"expected": "VAL-KZA246K9",
"reply": "您的常住城市是 VAL-KZA246K9。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.7490619945526122,
"need_memory": true
},
{
"id": "zero-overlap-000154",
"attribute": "入职年份",
"answerable": true,
"expected": "VAL-7Z9CBUX8",
"reply": "关于您何时开始在这家公司上班，当前记忆中没有相关记录。已知信息：user；办公城市；VAL-BP7253WL。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.51429933919514,
"need_memory": true
},
{
"id": "zero-overlap-000234",
"attribute": "工位楼层",
"answerable": true,
"expected": "VAL-87M7HVC7",
"reply": "作为一个人工智能，我无法知道您具体坐在哪一间房，因为我没有访问您物理位置或周围环境的能力。\n\n不过，如果您是在进行某种角色扮演、解谜游戏，或者在描述一个特定的故事场景，请提供更多背景信息",
"correct": false,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "below_read_threshold",
"records_selected": 0,
"top_score": 0.5396891164779662,
"need_memory": false
},
{
"id": "zero-overlap-000083",
"attribute": "办公城市",
"answerable": true,
"expected": "VAL-YBVYV97X",
"reply": "您的办公城市是 VAL-YBVYV97X。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 1.0528182315826415,
"need_memory": true
},
{
"id": "zero-overlap-000079",
"attribute": "出生城市",
"answerable": true,
"expected": "VAL-7R8WVAFG",
"reply": "您的出生城市是 VAL-7R8WVAFG。",
"correct": true,
"wrong_attribute": false,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.9098687696456909,
"need_memory": true
},
{
"id": "zero-overlap-000180",
"attribute": "客户名称",
"answerable": false,
"expected": "VAL-3F87H6UT",
"reply": "您随身那台设备的末端数字是 VAL-X5VZ48QF。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000025",
"attribute": "紧急联系人姓氏",
"answerable": true,
"expected": "VAL-STECQ3PX",
"reply": "您的默认语言是 VAL-PRVTUCP7，您的起床时间是 VAL-PJC3D3W9，您的课程名称是 VAL-93ME7BJ5，您的出生城市是 VAL-KYBRBBKV，",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 8.516015553315961,
"need_memory": true
},
{
"id": "zero-overlap-000187",
"attribute": "手机尾号",
"answerable": true,
"expected": "VAL-PXRHJ49F",
"reply": "您随身那台设备的末端数字是 H9，该设备的完整型号为 VAL-ZPUPV9H9。",
"correct": false,
"wrong_attribute": true,
"leaked": false,
"records_written": 24,
"records_active": 24,
"stop_reason": "evidence_found",
"records_selected": 1,
"top_score": 8.513663491707547,
"need_memory": true
},
{
"id": "zero-overlap-000045",
"attribute": "办公城市",
"answerable": false,
"expected": "VAL-CG4X6ZWD",
"reply": "您的办公城市是 VAL-SZ4R5GT3。",
"correct": false,
"wrong_attribute": false,
"leaked": true,
"records_written": 24,
"records_active": 23,
"stop_reason": "evidence_found",
"records_selected": 8,
"top_score": 0.6511139500141143,
"need_memory": true
}
]
}
}
Reference in New Issue View Git Blame Copy Permalink