WpyQwq
643e22ecb9
- 引入 MemoryRouterXL 与 v5/v6 流式多线程训练/编码管线 - 修复 prepare_memory_router_dataset 候选池重建缺陷（mega 家族 3568x 加速，输出逐字节相同） - 修复 v5 被破坏的拒答与多跳标签（train 未知样本 319 -> 16319，multi_hop 平均正例 1.00 -> 2.00） - 同存储预算下 V2-128 v6 逐轴 22/22 通过：Top-1 41.12% -> 94.62%，未知拒答 0.00% -> 100.00% - 记录三条被实测推翻的显然优化（logits_to_keep=1 反而慢 55%、XL 容量未带来收益） - 记忆手术跨架构可移植性 14/14，读写关闭时与原生模型逐位相同
195 lines
6.2 KiB
JSON
195 lines
6.2 KiB
JSON
{
|
|
"generator": "make_zero_overlap_paraphrase_data.py",
|
|
"purpose": "train the router on paraphrase queries with no distinctive-character overlap",
|
|
"attributes": 24,
|
|
"usable_paraphrases": 72,
|
|
"candidate_count": 24,
|
|
"unknown_ratio": 0.15,
|
|
"query_string_split": {
|
|
"train": [
|
|
"万一出岔子该找哪一户？",
|
|
"他们给我的那串字段是多少？",
|
|
"出事时该喊谁来？",
|
|
"别人给我发信要写哪个后缀？",
|
|
"我上班待的格子是哪个？",
|
|
"我什么时候开始在这儿干活的？",
|
|
"我从何时起在这家公司上班？",
|
|
"我住在哪一栋？",
|
|
"我做开发时靠什么？",
|
|
"我写代码靠什么？",
|
|
"我在哪个组干活？",
|
|
"我在跟哪家公司打交道？",
|
|
"我坐在哪儿，第几间？",
|
|
"我小时候成长的地儿是哪里？",
|
|
"我属于哪个小组？",
|
|
"我干活儿的地儿是哪儿？",
|
|
"我平时待得最久的地儿是哪里？",
|
|
"我平时怎么锻炼？",
|
|
"我平时讲哪种话？",
|
|
"我归谁带？",
|
|
"我手上那摊活儿叫什么？",
|
|
"我报的那门学的是什么？",
|
|
"我拿的那台是哪种档？",
|
|
"我收信地址的后半段是什么？",
|
|
"我早上几点睁眼？",
|
|
"我早上怎么去公司？",
|
|
"我早上那杯想喝哪种？",
|
|
"我早上那杯要什么风格？",
|
|
"我最近在学什么？",
|
|
"我服务的那家叫什么？",
|
|
"我正在做的那个工程叫什么？",
|
|
"我每天上班要去哪儿？",
|
|
"我每天几点醒？",
|
|
"我每天路上靠什么？",
|
|
"我用的那台是哪种款？",
|
|
"我白天那顿想吃什么？",
|
|
"我白天那顿想尝什么味道？",
|
|
"我看书靠什么设备？",
|
|
"我看电子书靠什么？",
|
|
"我睡觉的地儿是第几栋？",
|
|
"我老家在哪儿？",
|
|
"我跟人交流用哪门话？",
|
|
"我长期落脚的地儿在哪儿？",
|
|
"我随身那台设备的末几位数字是啥？",
|
|
"我靠什么门路保持体力？",
|
|
"系统派给我的那串字符是什么？",
|
|
"谁带我？",
|
|
"那串数字的最后几位是啥？"
|
|
],
|
|
"eval": [
|
|
"万一出岔子该找哪一个？",
|
|
"我何时开始在这家公司上班？",
|
|
"我使用的机器是哪一档？",
|
|
"我写代码靠哪个软件？",
|
|
"我坐在哪一间房？",
|
|
"我小时候待的地儿是哪里？",
|
|
"我归在哪个小组里？",
|
|
"我待得最久的那块地儿是哪里？",
|
|
"我手上那摊活儿叫啥？",
|
|
"我早上那杯偏好哪种豆子？",
|
|
"我最近报的那门教的是什么？",
|
|
"我服务的对象是哪家？",
|
|
"我每天如何到公司？",
|
|
"我每天都在练些什么？",
|
|
"我白天上班的地儿在哪儿？",
|
|
"我白天那顿打算吃啥？",
|
|
"我睡觉的地儿是第几排？",
|
|
"我翻书时依赖什么？",
|
|
"我跟人交流讲哪种话？",
|
|
"我闹钟设在哪一刻？",
|
|
"我随身那台设备的末端数字是啥？",
|
|
"收信时我地址的后半段是啥？",
|
|
"系统分给我的那串字符是啥？",
|
|
"谁是我上级？"
|
|
],
|
|
"shared_query_strings": [],
|
|
"disjoint": true,
|
|
"note": "eval queries are paraphrases the router never saw, so the eval measures generalisation to an unseen phrasing, not memorisation"
|
|
},
|
|
"train": {
|
|
"episodes": 1200,
|
|
"sha256": "763729d3ed74919fffb9768ef527d8143d1501d57a5bdcaf1b9d1a261f666b31",
|
|
"unknown": 199
|
|
},
|
|
"eval": {
|
|
"episodes": 300,
|
|
"sha256": "495f8d2fc7eec5cec1ffd8be1c61ba1a01768e7a3e778e018091fe53a6a8569f",
|
|
"unknown": 50
|
|
},
|
|
"target_overlap_check": {
|
|
"max_query_target_overlap_ratio": 0.0,
|
|
"passed": true
|
|
},
|
|
"hardness": {
|
|
"paraphrases_lexically_matching_an_unrelated_attribute": 40,
|
|
"episodes_with_at_least_one_lexical_distractor": 54.53,
|
|
"max_query_distractor_overlap_ratio": 0.5
|
|
},
|
|
"trap_examples": [
|
|
{
|
|
"attribute": "常住城市",
|
|
"paraphrase": "我平时待得最久的地儿是哪里？",
|
|
"lexically_matches": [
|
|
"起床时间"
|
|
]
|
|
},
|
|
{
|
|
"attribute": "出生城市",
|
|
"paraphrase": "我小时候成长的地儿是哪里？",
|
|
"lexically_matches": [
|
|
"起床时间"
|
|
]
|
|
},
|
|
{
|
|
"attribute": "出生城市",
|
|
"paraphrase": "我小时候待的地儿是哪里？",
|
|
"lexically_matches": [
|
|
"起床时间"
|
|
]
|
|
},
|
|
{
|
|
"attribute": "档案标识",
|
|
"paraphrase": "系统派给我的那串字符是什么？",
|
|
"lexically_matches": [
|
|
"紧急联系人姓氏"
|
|
]
|
|
},
|
|
{
|
|
"attribute": "档案标识",
|
|
"paraphrase": "系统分给我的那串字符是啥？",
|
|
"lexically_matches": [
|
|
"紧急联系人姓氏"
|
|
]
|
|
},
|
|
{
|
|
"attribute": "常用编辑器",
|
|
"paraphrase": "我写代码靠什么？",
|
|
"lexically_matches": [
|
|
"项目代号"
|
|
]
|
|
},
|
|
{
|
|
"attribute": "常用编辑器",
|
|
"paraphrase": "我做开发时靠什么？",
|
|
"lexically_matches": [
|
|
"起床时间"
|
|
]
|
|
},
|
|
{
|
|
"attribute": "常用编辑器",
|
|
"paraphrase": "我写代码靠哪个软件？",
|
|
"lexically_matches": [
|
|
"项目代号"
|
|
]
|
|
},
|
|
{
|
|
"attribute": "默认语言",
|
|
"paraphrase": "我平时讲哪种话？",
|
|
"lexically_matches": [
|
|
"起床时间"
|
|
]
|
|
},
|
|
{
|
|
"attribute": "默认语言",
|
|
"paraphrase": "我跟人交流用哪门话？",
|
|
"lexically_matches": [
|
|
"常用编辑器",
|
|
"紧急联系人姓氏"
|
|
]
|
|
},
|
|
{
|
|
"attribute": "默认语言",
|
|
"paraphrase": "我跟人交流讲哪种话？",
|
|
"lexically_matches": [
|
|
"紧急联系人姓氏"
|
|
]
|
|
},
|
|
{
|
|
"attribute": "通勤方式",
|
|
"paraphrase": "我早上怎么去公司？",
|
|
"lexically_matches": [
|
|
"办公城市"
|
|
]
|
|
}
|
|
]
|
|
} |