From 516351f0b543855db78939545248cb228e92ef5a Mon Sep 17 00:00:00 2001 From: WpyQwq <3911625973@qq.com> Date: Sat, 5 Sep 2026 08:53:41 +0800 Subject: [PATCH] Add Natural Memory architecture and tooling --- Natural_Memory_v2_Paper.md | 312 +++ Natural_Memory_v2_Paper_EN.docx | Bin 0 -> 47679 bytes Natural_Memory_v2_Paper_ZH.docx | Bin 0 -> 48325 bytes README.md | 871 +++++++ README_NATURAL_MEMORY_V2.md | 388 +++ __init__.py | 15 + benchmark_embedded_memory_v2.py | 203 ++ benchmark_kv_offload.py | 128 + benchmark_long_context_v1.py | 190 ++ benchmark_memory_v2.py | 301 +++ benchmark_memory_vs_full_kv.py | 291 +++ benchmark_natural_language_memory.py | 319 +++ benchmark_natural_memory_v1.py | 725 ++++++ benchmark_qwen.py | 423 +++ benchmark_tiered_memory_v2.py | 162 ++ build_memory_policy_hardset.py | 250 ++ build_natural_memory_v2_package.py | 293 +++ build_production_memory_dataset.py | 307 +++ chat_qwen_memory.py | 297 +++ comprehensive_benchmark.py | 301 +++ diagnose_generation_path.py | 66 + diagnose_pointer.py | 57 + evaluate_associative.py | 49 + evaluate_native_memory.py | 281 ++ evaluate_qwen_memory.py | 64 + make_benchmark_data.py | 112 + make_mega_memory_validation.py | 264 ++ make_native_memory_data.py | 156 ++ memory_os_v2.py | 1922 ++++++++++++++ merge_memory_weights.py | 307 +++ model.py | 219 ++ natural_memory_app.py | 54 + natural_memory_service.py | 418 +++ qwen_integration.py | 3567 ++++++++++++++++++++++++++ smoke_test.py | 30 + stream_chat_qwen_memory.py | 448 ++++ stress_test_natural_memory.py | 198 ++ tasks.py | 56 + test_natural_memory_v2_restart.py | 158 ++ test_restart_memory_dialogue.py | 226 ++ tests/__init__.py | 0 tests/test_memory_os_v2.py | 309 +++ tests/test_model.py | 34 + tests/test_qwen_surgery.py | 142 + tiered_memory_store_v2.py | 561 ++++ train_associative.py | 127 + train_auto_memory_policy.py | 284 ++ train_memory_router_v2.py | 245 ++ train_native_memory.py | 222 ++ train_natural_retriever.py | 747 ++++++ train_production_memory_policy.py | 289 +++ train_qwen_memory.py | 249 ++ train_qwen_router_v2.py | 367 +++ verify_native_checkpoint.py | 109 + verify_persistent_memory.py | 107 + verify_qwen_integration.py | 99 + 56 files changed, 18319 insertions(+) create mode 100644 Natural_Memory_v2_Paper.md create mode 100644 Natural_Memory_v2_Paper_EN.docx create mode 100644 Natural_Memory_v2_Paper_ZH.docx create mode 100644 README.md create mode 100644 README_NATURAL_MEMORY_V2.md create mode 100644 __init__.py create mode 100644 benchmark_embedded_memory_v2.py create mode 100644 benchmark_kv_offload.py create mode 100644 benchmark_long_context_v1.py create mode 100644 benchmark_memory_v2.py create mode 100644 benchmark_memory_vs_full_kv.py create mode 100644 benchmark_natural_language_memory.py create mode 100644 benchmark_natural_memory_v1.py create mode 100644 benchmark_qwen.py create mode 100644 benchmark_tiered_memory_v2.py create mode 100644 build_memory_policy_hardset.py create mode 100644 build_natural_memory_v2_package.py create mode 100644 build_production_memory_dataset.py create mode 100644 chat_qwen_memory.py create mode 100644 comprehensive_benchmark.py create mode 100644 diagnose_generation_path.py create mode 100644 diagnose_pointer.py create mode 100644 evaluate_associative.py create mode 100644 evaluate_native_memory.py create mode 100644 evaluate_qwen_memory.py create mode 100644 make_benchmark_data.py create mode 100644 make_mega_memory_validation.py create mode 100644 make_native_memory_data.py create mode 100644 memory_os_v2.py create mode 100644 merge_memory_weights.py create mode 100644 model.py create mode 100644 natural_memory_app.py create mode 100644 natural_memory_service.py create mode 100644 qwen_integration.py create mode 100644 smoke_test.py create mode 100644 stream_chat_qwen_memory.py create mode 100644 stress_test_natural_memory.py create mode 100644 tasks.py create mode 100644 test_natural_memory_v2_restart.py create mode 100644 test_restart_memory_dialogue.py create mode 100644 tests/__init__.py create mode 100644 tests/test_memory_os_v2.py create mode 100644 tests/test_model.py create mode 100644 tests/test_qwen_surgery.py create mode 100644 tiered_memory_store_v2.py create mode 100644 train_associative.py create mode 100644 train_auto_memory_policy.py create mode 100644 train_memory_router_v2.py create mode 100644 train_native_memory.py create mode 100644 train_natural_retriever.py create mode 100644 train_production_memory_policy.py create mode 100644 train_qwen_memory.py create mode 100644 train_qwen_router_v2.py create mode 100644 verify_native_checkpoint.py create mode 100644 verify_persistent_memory.py create mode 100644 verify_qwen_integration.py diff --git a/Natural_Memory_v2_Paper.md b/Natural_Memory_v2_Paper.md new file mode 100644 index 0000000..13a4001 --- /dev/null +++ b/Natural_Memory_v2_Paper.md @@ -0,0 +1,312 @@ +# Natural Memory v2：面向长期交互的分层神经记忆与稀疏地址路由 + +## 摘要 + +大语言模型的长期记忆通常有两种实现：把历史对话原样放回上下文，或者把历史写入外部检索系统。前者的计算和显存成本随历史长度增长，后者虽然实用，却把记忆写入、读取和纠错放在模型之外，模型本身并不知道记忆为何存在、是否可信以及何时应该停止检索。 + +本文提出 Natural Memory v2，一种附着在冻结 Qwen3.5-4B 主干上的分层记忆架构。它不试图让 Memory Slot 复现完整 KV Cache，而是把长期、昂贵、适合结构化复用的历史信息编码成紧凑地址和版本化证据记录；当前窗口继续由热 KV 负责精确顺序和局部连贯性。V2 的查询路径固定为“粗索引—候选页—精确重排—Top-K 读取”，因此查询复杂度不随全部记忆槽做全量注意力。系统还加入了自动写入策略、置信度隔离、冲突版本、纠错、撤回、多跳关联和嵌入式持久化。 + +在本地控制变量实验中，20,000 条合成记录被组织为 626 个页面，平均只进入 178.13 个候选页（28.45%）；记录 Recall@K 与页 Recall@K 均为 100%，多跳和导出恢复测试均通过。通用路由器的候选 route accuracy 为 99.32%，Qwen hidden-state 路由器在 103 条 held-out 事实上的 route accuracy 为 91.26%。在 120 个固定的通用、数学、推理、语言、知识、逻辑和上下文用例上，Natural Memory v2 与原版 Qwen3.5-4B 的总分都为 0.85833，回归差值为 0。真实模型重启实验中，模型没有收到历史聊天记录，仍通过嵌入式 memory shard 找到目标事实并正确生成；未知事实经过阈值校准后不再进入内部证据前缀。 + +这些结果证明的是架构闭环和工程可行性，而不是已经解决百万级自然语言记忆。本文同时报告多跳路由不足、训练数据规模有限、NVMe 级分页注意力尚未完成等限制，并给出下一阶段的训练与系统路线。 + +**关键词：** 大语言模型、长期记忆、Memory Slot、KV Cache、稀疏路由、分页索引、持续学习、事实纠错 + +## 1. 问题定义 + +设当前对话的 token 序列为 (x_{1:t})，模型的热 KV 为 (K_t,V_t)。如果所有历史都保留在注意力上下文中，序列长度 (t) 变大时，注意力计算和 KV 显存都会持续增加。另一种做法是把历史写入外部数据库，再由固定程序检索结果并拼接进 prompt。后一种方法把检索变成了应用层逻辑：模型通常无法区分未经确认的推断、已经被纠正的旧值和当前有效值。 + +Natural Memory 的目标不是让一个固定大小的张量保存所有原始历史，而是让模型拥有一种长期运行的神经记忆接口： + +1. 重要的个人事实、项目约束和事件关系可以自动进入记忆； +2. 查询只访问少量有地址的记忆单元； +3. 新旧事实具有可解释的版本关系； +4. 证据不足时模型可以拒绝读取，而不是把相似内容强行当答案； +5. 记忆状态可以在模型重启后恢复，而不需要重放聊天记录。 + +这里的“神经记忆”指记忆读取和写入策略是模型架构的一部分，并不意味着所有存储介质都必须是 GPU 上的可训练参数。长期记忆可以是模型拥有的状态快照，读取器、路由器和写入控制器则直接参与模型运行。运行时优先将热点记录提升到 VRAM，同时保留显存安全余量；无法安全提升的记录继续驻留在系统 RAM。 + +## 2. 设计原则 + +### 2.1 Memory Slot 不模拟 KV + +KV Cache 适合保存近期 token 的精确顺序；Memory Slot 适合保存跨会话仍有价值的事实、摘要和关联。两者承担不同的任务： + +```text +热 KV = 当前工作内存，强调顺序和细节 +Memory Slot = 长期神经 RAM，强调地址、复用和生命周期 +冷页面 = 更大容量的历史存储，按需加载 +``` + +如果要求 Memory Slot 无损等价于数百万 token 的原始 KV，那么它最终仍然需要保存近似相同的信息量，只是换了数据结构。V2 选择有损但可审计的语义压缩：长期证据优先，当前上下文精确。 + +### 2.2 任何大规模读取都必须有界 + +不允许当前 token 对全部槽位直接做注意力。V2 采用两阶段路由： + +1. 用 LSH 粗索引从页面签名中取候选页面； +2. 对候选页面做页级和记录级精确重排； +3. 只将 Top-K 记录的 token 证据送回 Qwen。 + +页面签名同时包含页面中心和记录地址。这样可以避免混合主题页面的中心向量把某一条稀有但相关的记录“平均掉”。当前实现还会探测查询签名的 Hamming 距离 1 和 2 的桶，并始终保留少量热页作为安全候选。 + +### 2.3 错误必须进入状态机 + +长期记忆最危险的不是暂时漏召回，而是一次错误写入之后长期污染回答。因此一条记录除了文本和向量外，还带有： + +- 来源和证据； +- 置信度和重要性； +- 创建时间、访问次数和版本； +- 实体—属性—值冲突键； +- `active`、`superseded`、`retracted`、`quarantined` 状态； +- `supersedes` 和 `related_ids` 关系。 + +重复写入是幂等的；同一实体和属性的新值会 supersede 旧值；不可信写入进入 quarantine，不参与普通读取；显式纠错生成新版本；撤回记录仍保留审计信息但不再被读取。 + +## 3. 架构 + +### 3.1 路由器 + +给定查询 hidden state (q) 和候选记忆键 (k_i)，路由器先把两者投影到 (d=128) 的紧凑地址空间： + +[ +hat q = \operatorname{norm}(W_q q), \qquad +hat k_i = \operatorname{norm}(W_k k_i). +] + +V2 使用 8 个路由头。每个头计算局部相似度，头门控对各头加权；随后将查询、候选和差向量送入 pair scorer。路由器同时输出： + +- 候选记录分数； +- 是否需要记忆的二分类 logit； +- 多跳步数预测； +- 每个路由头的诊断分数。 + +存储侧只保留紧凑地址，而不保存每条记录的 2560 维 Qwen hidden state。查询时只把当前 query 和已经由粗索引筛出的候选键放到路由器所在设备。 + +### 3.2 分页记忆库 + +一个页面包含有限数量的记录、页面中心、摘要中心、重要性和冷热等级。默认页面容量为 32 条记录，最大页面数为 32768，懒分配容量为： + +[ +32768 \times 32 = 1,048,576 +] + +这只是地址空间上限，不代表启动时分配一百万条记录。写入侧只在开放页的有界窗口中选择目标页，避免随着页面数增长而扫描整个写入空间。达到硬上限后系统抛出明确的容量错误，要求先 consolidation 或提高容量，而不是静默超过限制。 + +### 3.3 多跳检索 + +一次查询先得到候选页面和记录。被选记录可以带关联记录 ID，下一跳只在关联记录所在的页面中继续搜索。每跳都记录访问轨迹、去重集合和停止原因。系统在达到 Top-K、最大 hop、无新关联或没有新证据时停止。 + +### 3.4 Qwen 集成 + +V2 作为 Qwen3.5-4B 的附加模块接入： + +- Qwen 主干冻结； +- 原有 memory controller、自然语言写入策略和热文本 bank 保留兼容性； +- V2 router 注册为模型模块并可单独训练； +- 生成前由当前查询 hidden state 触发 V2 读取； +- 选中记录的 token 序列在模型内部形成证据前缀； +- 生成本身不更新持久记忆，写入发生在当前用户回合结束前； +- memory state、路由器参数、页面元数据和记录 token 可写入 safetensors memory shard。 + +该设计使模型重启时只需要重新加载模型包和内嵌状态，不需要把历史聊天重新放入 prompt，也不需要依赖一个固定的外部数据库读取程序。 + +## 4. 训练方法 + +### 4.1 路由训练目标 + +训练损失由三部分组成： + +[ +\mathcal L = \mathcal L_{candidate} + + \lambda_n \mathcal L_{need} + + \lambda_h \mathcal L_{hop}. +] + +其中候选损失使用包含 hard negatives 的交叉熵；need loss 判断问题是否需要记忆；hop loss 预测继续关联检索所需的步数。负样本不仅包括随机记录，还包括相同实体、相近属性、共享词汇但答案不同的记录。无记忆问题作为独立类别参与训练，使路由器有机会学会 abstain。 + +### 4.2 两个训练阶段 + +第一阶段使用共享潜在因子训练通用路由器，验证分页、地址投影和损失函数是否稳定。第二阶段使用真实 Qwen3.5-4B 的 hidden state 编码实体—属性—值事实，并在不同实体、不同属性和 hard negative 上训练 Qwen 专用路由器。 + +第二阶段目前使用 512 条本地合成事实，409 条用于训练、103 条用于 held-out。这样做主要是工程启动数据，不足以代表真实用户对话的分布。正式版本需要加入： + +- 同一事实的多种问法； +- 省略主语、代词和跨语言表达； +- 时间先后和旧值修正； +- 多事实组合与多跳路径； +- 没有记录时的拒答； +- 误导性相似事实和记忆污染样本。 + +## 5. 实验设置 + +### 5.1 硬件与加载 + +实验使用 RTX 5070，报告的总显存为 11.94 GiB；Qwen 使用 4-bit NF4 加载。主干权重保持冻结。结果来自本地工程测试，不是公开排行榜结果。 + +### 5.2 核心组件测试 + +单元测试共 18 项，覆盖： + +- 路由器输入输出形状与紧凑地址； +- 页面粗索引候选边界； +- 版本冲突、纠错和 slot 替换； +- quarantine、批准和撤回； +- 多跳关联； +- safetensors 前的导出/恢复语义； +- KV 预算和页容量上限。 + +结果为 18/18 通过。 + +### 5.3 分页检索实验 + +在 20,000 条合成记录、626 页、Top-K 页面和记录限制下，结果如下： + +| 指标 | 结果 | +|---|---:| +| 粗候选页平均数 | 178.13 | +| 粗候选页最大数 | 429 | +| 粗候选页占全部页面 | 28.45% | +| 记录 Recall@K | 100% | +| 页面 Recall@K | 100% | +| 多跳成功 | 100% | +| 多跳步数 | 2 | +| 导出恢复后召回 | 100% | +| 冲突版本与纠错 | 通过 | +| quarantine 隔离与批准 | 通过 | +| 撤回隔离 | 通过 | +| 重复写入幂等 | 通过 | + +页面容量配置为 32768 页 × 32 条记录，地址空间为 1,048,576 条记录。除 20,000 条分页检索实验外，项目还完成了 1,000,000 条轻量记录的 durable page store 压力测试：31,250 页实际落盘，重启后记录总数保持 1,000,000，64 个常驻页对应约 160 条常驻记录，目标记录通过精确粗桶召回。该结果证明的是存储、冷热分层和地址路径，不声称已经完成一百万条完整自然语言长文本的 Qwen 端到端质量验证。 + +通用路由器在 40 个评估批次上的结果为：route accuracy 99.32%，need-memory precision、recall、specificity 均为 100%，hop accuracy 为 86.25%。这些数字来自合成分布，不能直接推断真实对话泛化。 + +### 5.4 Qwen hidden-state 路由器 + +Qwen 专用路由器的 held-out 结果： + +| 指标 | 结果 | +|---|---:| +| held-out 事实 | 103 | +| route accuracy | 91.26% | +| need precision | 100% | +| need recall | 100% | +| need specificity | 100% | +| hop accuracy | 36.70% | + +多跳控制器明显弱于候选记录路由。这意味着当前系统的可靠性主要来自显式关联关系、页面约束和记录状态机，不能把 hop prediction 当作唯一的正确性保证。 + +### 5.5 与原版 Qwen3.5-4B 的回归 + +综合测试使用同一组 120 个固定用例，包含通用能力、数学、推理、语言、知识、逻辑和 512—8192 token 的上下文定位。基线和 V2 均使用贪心解码与 4-bit NF4： + +| 指标 | 原版 Qwen3.5-4B | Natural Memory v2 | +|---|---:|---:| +| 总分 | 0.85833 | 0.85833 | +| 总分差值 | - | 0 | +| 各分类差值 | - | 全部 0 | +| 自动写入 precision | - | 100% | +| 自动写入 recall | - | 100% | +| 自动写入 specificity | - | 100% | +| 无历史重启恢复 | - | 通过 | +| 清理后停止召回 | - | 通过 | + +这说明在当前测试集合上，接入 V2 没有造成可测的通用能力退化；它不等于在所有任务、所有长度和所有语言上都没有退化。 + +### 5.6 真实重启实验 + +实验先给模型一条普通自然语言事实： + +> 我正在开发一个长期项目，项目内部代号是 NM-V2-RESTART，使用中文。 + +没有使用 `/remember`。自动写入成功后，系统把状态保存进 memory safetensors shard，释放第一个模型，再加载第二个模型。第二个模型只收到新问题，没有聊天记录。结果如下： + +- router 找到 `page_00000001` 和目标记录； +- 内部证据前缀长度为 36 token； +- 生成结果为 `NM-V2-RESTART`； +- 记录在报告中显示为 `evidence_found`； +- 测试结束后清理操作将页面数和记录数恢复为 0。 + +在未知事实边界测试中，写入“我的长期项目代号是 ZX-77”后询问“我的血型是什么”，阈值校准前会出现低分无关召回；阈值设为 0.65 后，路由结果为 `below_read_threshold`，内部前缀长度为 0。这个修复体现了一个重要原则：回答碰巧说“不知道”不能代替读取器本身拒绝无关证据。 + +## 6. 长上下文与容量边界 + +直接 KV 压力测试在当前机器上约 8192 token 可以运行，16384 和 32768 token 会 OOM。这个结果与 V2 的作用并不矛盾：V2 的目标是把长期信息移出热 KV，而不是自动让原始长文本注意力变成低成本。 + +当前还不能声称支持 200M—300M 原始 token 上下文。百万级轻量记录的 durable page store 已经实现；同时，Qwen 生成路径已经接入 CPU-backed `DynamicCache(offloading=True)`，并加入了模型内的旧前缀分块归档和热窗口裁剪。真实自动路径把 371 token 压缩为 32 token，写入 22 条上下文记录后完成生成。要达到原始长上下文目标，仍然需要： + +1. GPU 热页、RAM 温页、磁盘冷页之间更细粒度的统一 page manager，以及面向 NVMe 的分页调度； +2. 原文页与摘要页的可逆压缩； +3. 更高吞吐的 CPU/NVMe KV offload 与分页注意力； +4. 128K 热窗口到百万级历史的课程训练； +5. 大规模多跳、冲突、污染和纠错数据； +6. 召回失败时的保守拒答和校准评测。 + +V2 已经把地址空间、页路由、版本状态机、持久化接口和 CPU KV offload 接在一起；当前证据仍然是轻量记录压力测试和短自动压缩验证，不是百万 token 原始上下文的端到端质量证明。 + +## 7. 讨论 + +### 7.1 与外部 RAG 的差异 + +V2 与普通 RAG 的主要区别不在于“是否存在向量”，而在于记忆生命周期由模型运行时直接控制。路由器学习问题是否需要记忆，写入策略决定什么值得保留，记录状态机维护冲突和撤回，证据前缀由模型内部读取路径生成。本次交付的默认实现不启用磁盘分页：完整 V2 记录随第三个 safetensors memory shard 载入进程内存，只有有限的热点地址和 token payload 进入 VRAM cache。未来更大规模部署可以增加冷页后端，但那是容量扩展，不是当前正确性路径。 + +### 7.2 与扩大 KV 的差异 + +扩大 KV 对最近历史的细节保持最好，但长期存储成本高，而且每个查询都容易被无关上下文拖慢。Memory Slot 主动丢弃顺序细节，只保存事实和结构化证据，因此更适合个人偏好、项目决策、联系人属性和长期计划。两者应该组合使用，而不是互相替代。 + +### 7.3 为什么训练比扩大张量更难 + +增加 slot 数量只改变了容量，不会教会模型如何寻址。真正困难的是建立稳定的写入地址、区分相似事件、关联多个记录、修正旧版本，以及在没有答案时停下来。当前 Qwen 路由器的 hop accuracy 已经显示，候选选择和多跳控制是两个不同的学习问题，不能用单一的相似度损失解决。 + +## 8. 可复现性 + +项目目录为 `W:\Flash\model\dynamic_memory_lab`。核心命令： + +```powershell +Set-Location W:\Flash\model + +# 单元测试 +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m unittest discover -s dynamic_memory_lab\tests -v + +# V2 存储与路由评测 +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m dynamic_memory_lab.benchmark_memory_v2 + +# Qwen3.5-4B 综合回归 +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m dynamic_memory_lab.benchmark_natural_memory_v1 ` + --base-model W:\Flash\model ` + --memory-model W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2 ` + --output W:\Flash\model\dynamic_memory_lab\natural_memory_v2_full_benchmark.json + +# 真实重启测试 +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m dynamic_memory_lab.test_natural_memory_v2_restart + +# KV offload 与自动长上下文压缩 +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m dynamic_memory_lab.benchmark_kv_offload +``` + +关键结果文件： + +- `natural_memory_v2_benchmark.json`：分页、路由、完整性和恢复； +- `natural_memory_v2_full_benchmark.json`：Qwen 基线回归； +- `natural_memory_v2_restart_test.json`：无历史重启； +- `qwen_router_v2_training.json`：Qwen 专用路由器训练与 held-out 指标。 + +## 9. 局限与未来工作 + +本文的实现仍然是研究原型，距离可公开部署还有几项关键工作： + +1. 用脱敏真实对话替代小规模合成事实，并按用户、项目和时间做严格数据隔离； +2. 训练多跳控制器和不确定性校准，而不是只优化 top-1 路由； +3. 引入事实来源签名、用户确认策略和可撤销日志； +4. 将页对象替换为压缩列式存储，降低百万记录的 Python 对象开销； +5. 完成 GPU/RAM/NVMe 三级冷热迁移和 NVMe page cache； +6. 实现摘要页与原文页之间的按需恢复； +7. 建立跨会话、跨语言、长时间连续运行的污染测试； +8. 在 128K 热 KV 和百万级历史上进行端到端吞吐、延迟、质量和故障恢复评测。 + +Natural Memory v2 最重要的成果不是一个更大的 slot 张量，而是把“记忆是什么、如何寻址、何时读取、怎样纠错、何时拒绝”放进了一个可测试的模型架构中。后续版本的主要任务，是让这个架构在更大规模和更真实的分布上保持同样的克制与可解释性。 diff --git a/Natural_Memory_v2_Paper_EN.docx b/Natural_Memory_v2_Paper_EN.docx new file mode 100644 index 0000000000000000000000000000000000000000..5da82a9ea969d109e8e9c32c07793b34c39f99c3 GIT binary patch literal 47679 zcmZ7cbCf4RlRXZ9+O};?+qP{@+qP}nwlQtnHl}Uc)^DEO_j}&m{io_wWJKgWaU&~F zWnBen5KvSA000T-s3+B-!`K6q0|5XN5C8zmKdY9oovpKpt+SqrhrNlD4xPJ=b#scW z-J$?u=*=heBnClzHx)#%LNufD4M7`@izxTCapVO2uO+7dYYbxRlx9lGtQv<*lN`&A>Y zXOX)i#Bxu2ay`gX)UMMV9Ii)!abDO&UktwYDE2$dmkUki{i*P!V88=yid+fI8JDU_fdP+%yQW*z6(W0 z_ewRFe%bHIV;VleB7_oU{H_qFj(4QJ5EZinJ81IvUn74A9S)!1M$RRnK#8{pSKLc!#%0%Kt#qeI%u3&Kd8GVihYU(Zrz;8Z!0iIbcHRyG;SU7PrMKt zzM|6mf++kiVm-*E1z!IVx(y5f!2G-GIht5I(bN6s`X_N(3WO2S|AtR=jI7MIMOCDD zO;_YpwwSLked@Z@)>oo*y{B7IL`MU?AOGa$z{vD(RuRrBb*Xibx}oNBV8Kei#tzk8 zQ>Wf0WGYlw0Fk@Oez2x>X4Df2ynqS$3!AALAs_WN%CHtyNMN_7_>+C@8XJ29CS*2uCy?T6NGk+1wM&Jz0m0_XAeNXi*<#*7#o#qg32D38LD zC$q7Y@$K2@9q*kA=2}&Ebf-bW^2)mIq>td!UC2WmW=%Y0^KA#>$F!s*)9RixrY_q- zihlO9_?HazX*a){<5qnj$LF=!ZvJOU@Qq(ltX4j?Ys*ar zH@*5I{hA0)ot!yqM56s!zWvNG)b6>!@4yE9mBmIojuwU1*4%@DKV4N$EYwIfa}S4k=qE0_WENZbe&Sw(3N}@5?MC|vmu9=( z7UU<~gug$h-*NsoLysF97#IH-vIYeJ5dSAb2KM&;)U(d( z@B-USUZtIK_TF=!CIX_DuJx}&w{4DyjxAYZlSRUYNDysY8}Pv@GcDRA&& zzy@E;ppza|7L;q@Vi>Z7IE?z;w^QbzmM~t>e)JIbf6i+=FNU zMcyBN9Ou-bBnw#Ju5}=h`pnGpiPlfnRY~pBRTJ^nj8KrK;(Ztr;7}V;U8|p*2(SFs zk<*Gn%VWhxawXdf@ofh>vZDY?w&KN95O@8(Pw--n{e?((XTx~1`{u$6bM6Mt;oH^- zg`ai>W&JfCJ&7OCX1$Y^!Z)qHL&_bNjiKsgEuWA!v?0k~A}`+El|}zakADl5_4a`C zv;1^P@V^_Qc96>2g8~3>I{xpa>t^R@O#g5Fy4d{Nx&G4`SG-nED5I%6FY3;U&6Bo& zZiU%K;-y<~k%8IcFIYDfw6rQztV+qAp1PQLjfgD$K6BOi#gH+B24oG%Dm1XCAD#2~ ze756yKUX#y6x2&yT59ljcsIG*s$^1@+y9ux-F$yNEqax?rCd0tTol$!9dt?`Tz{{u z{M@Gv7j@0NFR0`MBK>+XpEr)Xnd+?ZXzIObXs2r4ptkw@wbubP z;p?t{56H)Ior`&<|04JFT&k0sNn6uz)4XKnbM&sipUS&c71PK^%*E)}tHbZslIvY7 z?jVZw$)0uyBesr46s=X;2&0@}gMSduHqH~G9q6Y(@;pFM+?`d?zmMOAU+zVY;`|D~ z(k1UncA&>BJU{+W=?}OZ9k)c-e=N=Kjme!oS6-R50D19*V zPwFVHq!-V$-QM#+SJC3vUHb3|c6+P*@#55hyh^o;w9Hh->!=?Wnn0U?3shFAlLm(^ z|6X8iiV(U<`n=>}CQqMj;N8tO~$C z68hJ|Fyvq_L9$;NWk7(Ku3+uw7lZg$Ew=rgQC6C{E^GlXnxA{Cc6iwb!$lP~Ixhpn z1>2x0*B2NaU`=@YwaVD11Di9)!%8L{f(@1EEm<2<7GO)Q)*T6%k2&YZBQ2F~rt28r z{u&U0g|yJD6(7IC1{pQ?eSV>M0&8>DVu+aCIvSLfg4kDjO6_d)RN9LQ9loSv_775K zH)IRXde$#iG`Qt3G4KlH|0TRpy(Nf!8kA@7*`;RC#9U=@cXj&IcQ(5>2jS1I`WotDczps=m$O0(*lsET)^)eQ;s9Nv zx`b6Gdv9m$PHL?m1FqW$I!GhRxH*?jw*#ifd!`n$VQjr^%X>scT!_&(np$e&P<&0y znkt+SSh?^6NGqnPb_4Whc0E?o2vxPZkP3jML!Ktkfv2<~%GgKKKw4ggVjMdZ9}!>4 zIhFyoz`wF9fF&Sw!+Zi+fi<8p=iW9xzfD*bt#eLjC!t6*6jL^E-B3ppA@=Y{06f(& zfcf+DMB8Dkt{R*t;Z5&#=e6O9zDHDRbl_#GKJV2vcn=ELGRx0|`EG0IMX;U#3bdAI zkCOPMBS>>xJJht*bL49~tZu=TKrBKGpt>CaI-7KT=?F5%3E;^uppkVjOTDa(s&CnXSnA%Ms1)n z+%69PV%w{!eTVm(kc!yn>#74gOd0!It2Xi1dPl5)d;Oco?=z$uDnJcAAV_S>)ZdBD4+ogSt#_aG}qU3B6!xEwIgdq;0(_0*(kvfUk~$(M=ewtZ^X9O)6X; z>fQA0y^%<>nOKp@Vf>1xh0Fs@@rLsWCH*pC-spknmq( zOm)t;p($1-vND=mOk%j8#vTR{oL{TfVNJ-IpxH2oA81U^$sUAfZm-A&wH2iC+u&KE z;-uR_LV|i{)HX1NWIn2WlgT9nfMIjR_0G)9}kDDs=r4$TZAfJIGmfN zE1-V{v(JDRg^i?`4l_8|2C)oAeW%^elsHa-XV53Dc}|)P|!XG3@%X{M!&T@YZefwHI(DR ziSq2cumP;QT*wlBGE;~P5^gVACwe-FRikB^hx0ck>VXN3@d1r7g~2@K8U_b1R*Bev zgcHO<4Aoj0m3SPj7rJFoPCoE3%vb~wh@UvJNWt1Mw`&J@ce7YRtN`kWQ{)bwtSVG; zL7~#hUn|fY+18~giOHwbn=&p!Dah>s6e!as1_sqROc*2?;%v!P5*W%B-9E0^CKLRU z))p-1B7hQQ#;XZ>4=Hodp};EqDi;alAZXe70SPKuS4OX?g_)YEC;Kn*9Ed4*A@eEO z4rRBP%2+hykc^r#R1zVEYQAxyB3}@JK8gewF=y1uN~Y$db&TC^jNRPA00nXj#t140rEixkqW7~5KS5K1a^r2I^9BT z_peyLo;gOfb2Ov3op9eEA;RZ5!3LA1SPQ+ zg3n0*tbG8~X#C0J5E8%6lq?#jh=7{$3<~OB0POQ00-?t3Ggdj37u7wQjzvSMKjJc6;16cJJ#sFA=9 zbkBW5DG>DgqL8Ubv0cGM5Cg(fu^S=*9`sKpq^VRuCW>*!CoW%n&~$Zw)G3pC)l(3} z7~l8sV`5NOnn*Ve0l2HS1wy_m7yHkRf+~lW4=ojVvphA=(ug@EthWrGsgI^|6D?^B zN<*eR8W=3Mqr6Y1ufazLG{8~Jz0cm^8f{ey>y)3i9#qHPHs%YA*+ex2r18n5k8l~C z62~M#=!V*@iloRT-&|xVk^5AFa0@O#a?nY6FyiKQFsMYE7E{38MNM?Zv-Clh&eZw1Vxge! z+*$%Af0O&bYsb#khZb=z=X>qd5XAW1rmBwgw%a~%fXBc^SM>?*J`diVAqeUav#N@T zxvWL#9v;PSo)_jm2`IY12*wLcsF?KkOtkfTLhXS=l@}tF2GcCsOp18~gRi|um^AbW zRjMBjX^}qJ#jBs)vOTadlb`%SUUq^sAkP(ezN}Vi#74IXb8NxYn9l|r08JtylZB&2 z)bpxh#K$7IH?O)bTH%{w3tZu5{A%dX^c-gh$3e;oNA4CnZmUd#5|iJ*@Lj z@yi&5Y|s~Kqzk4YYMV(gx3yK5z{U5snDT`c%HkDb;bY~+UkI{?grzwqJFEjhk@_hc?6pD8OZ>0& z$QIO=?v5D2u&osq#GWD%_+BqAP5Ye6Uj2-Hj*ANF|$$T zA}dvMC5Xj?!QYWVFvKQ`R$hZ&iiyvtC>XF{fhf7Ej?J?j(PtWL6YRsik9|gBT4*}~ z!|qgzq}+&8RITO?5@4m!CzYE4i4FuNc zhVYSKEp!vyBJROSQ+W3eolyIGSd~9qFVqHz%xN?Kz;F}Iiq@;Z&-fx)>sE173C&tD zVXCBER=93oJs_aF_*Wrx7s(hYdrV}VD|I1yq}w3JhCXY9F56T5)etvqef=;vJEm2_ z{OlWWXeDoaYX_11U@}~(SDIClJ_o!0oe#%{2uS zE;H+-h7Y3Ecnnys4&@X564nbqh=NR2P%$#wMw|eZJ|(AJ=|_)zB;G);AfNAbiClvf z%|Wu##O&`6q(lPCue5{8nfKQ^4XuXpDpURv}8I^g|e!^Fz74 z{@SSiup|o{)5FaLZ_gY-7$+m(6*=ulO0)e%&r22tEhT*c&QI>t0z{{(W2dwnrQdz*HO2?Y zw0x^(r*cR4Aj=rGh|N+Aww3?`lerrCyILQDPV-O1B{`SKu?tBgvA58o8+oZEs_PJF zq84wJ|K^5_^W|;`Ng1E0TZ0nr;2e5K8|)o^1SFf43-b>X?w3dfy8s<6*f@k6#mrBj z4!aiI&0Xz4+iwC8VesHoidg|u1Z#igD#Sb~;!fQ{G!$TKCp21SoM>a>-|DBn0NPg{ z*JNl)zW_DNxXuX!wh_uB3V+K!@-cWOmeO4Tu(3K37J9U?ml`2CjI$xl*%#VWDhNf=_GOX#Dq%+_I zc7}WROnHmS2h-~Pv(bEz&;Q$yyrTECfWm43y3Gt&AbtjLRTHZa+z!#mOSvc)V( zP!9SSc<#)Hw@BK}kDTGyEVjtb*rT5z*;QMNSx>WCA>|ghF|B}KWE3(I1T+S7k>I7x z#JC{A$RrzV>AQOw`h{Y<2O!OrN(0TmGkOMa-l7GieQA-hdM&)Aq_u0K{u0FbhlpS} zQ-!Y_G<(3@E{AV34|3&bsomm^F;1`uNR2DXSE|rr>+1VDV^T9OqF(rGFWm?s0=-p7 zNx~SHA(m1qTA?l{_V^STOpn?)GlGN#ISIvgiHvo6Lc$Z|g~NIbtA)|Q5vY*wS)YQ@ zLPv};miM-f2~F5s%=2ZlgGY++vYneq{vMrU5+C7(hYM*XRykm;R|pmyli$XgxsntJ z8igr=V&rvTh&$OqdE|g+Pa7?Pf(>mV4IKOi3JFf4gaQu8gW!=UK3T>hbHs-Od$BJ@ z%|e$9k_fpY&8%Raz7gK?Ex@nB=tZ<%_8VZNrfB~@LZm|)8c6x~;fHzIbSnSM6`k@< zeP_{sU?126(1bX8d+R%FwJ9p&kW`0@%ICYa&@=!dC3W}|Nu)+K!QyioIu>NDd5BjU zJCRej1xgEUcqcqfK|FqsByLW`q?)+sIs);%GHtBO2}0@(rGco~Dp zQjmRgHFR&LNJlm@HcS+6|C+q7ty24FO`aqboaGOM4jsWhr<|WM!Bkjne>&;Whdh8I9m4x|u16>mzMP#5@#KID zfzmuLbPDjm<3~UBm-O~@CCv~5E>YWKT-WI27`KH7Sd_|1+a<%5AqBpGj}wx3BQ+pz z(a7Jm_Cyp`D7CQvEX`Mg6`tbOO^9#&X?#Dq)c(jcYKFJFB}ZLI|d{85#+QL zz!F{#hI~nB*(tDFfsx{AzvZTE2!z6?hdbGbKw&EOpVsi3+t9{tI~#gzLGUzO*5<>| zTwk0&9}mygVr@l4_M*|@iO20ImRGqVKhMg?$47uOT4RzgCBTgalU_EuY$<@&kf7tR zt&V5#)>b76S9YhQi>UM75vR5Y1hV;=$<`u>SClZHqgZaJ@a;FkCu74Iers2wes|{_ z8i|wh@F{4X`fVYF=R7*#?Md(+v?f_z2FF^3#0CZ7(XP!$FPVB)QH{hhT~ZFpO|(VC zkOX(Z9c;GQOao;zPkOU&~5wpV$$_Clhv#KQu*mIvv#QJW=`|c9N z7Jd_U#X>MXesorkLY}T9bFs>3t*VHIclg?@#$A;uM3-W6z!1Fc>@A9~%@W*|7Ddj(K?D-;?2IQe8Z-n-8hB?>iPadJy%h5u4l*FA>YG zWb=-t9Av7k-{){41L*iPS2~+LL^o6FmGjje96VS=eWy}x>O8W^Nj3*69;PbgJ>s&==^?h z9fMnQ^zu0PmpTv#-pY|DKC#tjaD}E6`bQV_ihP^6B84b?`zG&BEbj({>P@GHvfTz) z=$$HO7Y^@lm34YGuo+-jYKS3sc%a@lMV?%gJaWqYz+UwqH)yWopG+wS zu_>O4%3-k2Uj|qjP@$`aRf?c+w6mR<6auNG+EyqqHN@7!VZ~s;#g|YeQnrEdk0CEd zYjsme5;>x z*rR>A0?_oO{!s$99ZK1$lc9Lyt&hFh-43JhDl0(5bE($x;KcVmXQ#1yfGY_b#5J5f zPVsa-^!t*HyaxG&B4)V4nbzz&(1ehs3-aU7EAhLqtc2i(>(WZqUOj>MF^YLJD2e-} z=Y+!$%6nyaKWWo0OKQV*)mc~;<5a#}g2UQ8RqGcByz+==6Tp>7Q^SV?5!TWo2v4$J zI+ly4zjW53*8D7Bz$F4<^!&rl{+(g<<-~7Cq4r0Z_xwrK#>w{fGAmFr?j*U?-b852 zf&Edw2!g$m{9T_Ha-Vw#^B9&fzLM1rp?$_XO|TStV58WE<*%vjTd?EF>A!y_cy7{r zC}%*^G3LQt#OM0zo1!!r=baZemU*Z<$K1gs-IWn>Uf8j4w{4L&I{87abJ1bvi;h>C zQICI$n7%N#1#xD$EoB$@0;Ny(6U&L2)zq3vdHM_()ibpOLb%3zwm;cA_x0zEsE~4! zbK|n@ExFvibj^IIWOMH|w0euT(R+%Z*uQr1_RpUUcrG22GM+{xBnP9PZ1!}yL=?Se zg{_N8McXugQC%(>PgYAXP3RpEDG^vd4s<*DcMqC&zOX4uPAGkl>l>I* zcPmp)kv)cQ?{D)Cdlu@*15>AIx-w>yTlf&0l-4&X8I*A8^}09E=$`2_k<*}!YX?g_zTVWnbfXCJQA1qm7dyiR2HQUpJn2(KJzWy zi;S$fwWOHajsH&xS+w719V28NX+fjIu|;RJ&gMMbwK;~{Bd3FSXJy8ZH}}F5cxPM; zDTiG>?d3@t6);=NU?e}BT9>WM=|Vj8ZJy2Z&U`FCQtD=(*(;Rqu~w?(1H}VHp13H` z28N4Pc`%0N)PKEdiY##`9r`Dl9;S2a%*tBj;&pp?uN#Ep`H2IA!TTaOkFkf^SiMa! zdLIooJraH|H?I4%l)sN2vUNhHTp%8OplfwG%raS~Q`ZQ%0&U5mHw|W9)E(nIVgjdr z-X>W_Zc_n(TxcHT;_<@P9f$?d=0lCb+BU``T$=_-hIVx1b$9YFPs!O>N=Sb;#$8-7 z_Zbf#S44)Gdg~U231NQMv(()Toy--_&lAn6y#ZK!EB38cux+CH;Q+O(sV{O zhi!mIj0!}C_4y9uVPeb}`K*Ok)=|LDeBFNmm)2xo;%w5ejjRt9|2;sTXAy63A)vG= zHnHpz<;T5wFPAn=Y3_oH=rL3&LUgZqmI>O)B z$XP{`ezm?-r$5yRiG$QQpx@p?^TCq(i9ebs&CC}eF)Gg39JGkP>j1NR@)<2t^d@Ie zSP;jRM+2s2(LzQ>WN7cT2G|}O`Z5| zKU3g@nmj{AE4X4iso3P$pKWL*Z^n6WG)#kU)X9SP7TG467`Tbi?+bH*z(%)oIHU|iE3n$jxVIlZnPg*B{jKMQ{OzmN&{E{t%T5--jm~b*?W@~bHbFe)+JP$ z=Hx8t3-tl+C<$Y-%1hGgK>7fm{)nC-*hV@Z^y4d-^#R5r%g$U(kg+MPjzH=lUQys> z2jsosHR&GM;=M#lxWpHU;g&8U4d}~UD;d)=Hf36?`#K21cn}!^{OcHbq0F<*K1)S# zD|N2XdG9#6XMEi19ceh+PoMM&7-R%SYdL7q-)$#WsH<*?h&ok0j-mHl+=La7(o^P^ z$F!+p`1AAk+R>{?#X-y2Fd^=^w^&r@$A}nWt&d8p9;?BQvw5EkIBW7+CZc&btSjlU z{a7_K5Zqbdq`9~!094l6Nw07Ay&IAm5(QxVTP1&a?|uH>-A6KgE7TdCL^>%eF%fZ$3A~&#qF1=4j5k!5(8p0S zNzGUus^t=d)scW~(&_%YLL+jlu=Gb!PQ5;=TeNijXwZN&LPwiyqp{#2Nih$o_DMtA zQ$bFTu@)as3Q;FgsI2UYQ-VI3$4Ao%{o>+67UjGmAqL*X1wk>AG}0W$H|ySj`H4HS zw)H)r6h(+8m#nSvyl~W;@stvgxh0emGDZy>8Gwi<_f-EuAPS$+!dtY~)J8Lu9-$`X zUlDWJn_zG9tW~2w&Jitu%4K9^BhMBJC5<;+{mAMxkHTWu4`%~DE5Xc^Gh%$<=>3=Z%fi#A&-o@*?FWfmTH6QE^1xlLV*Vg);VMRk;}8K1%TxZs5}HTleY=G&Ws)oAf^Nwmgc^72s6D!vRDyM)+-pDh-_^bgwm^Y15;<2fOI7W@W->4;fSznC{e}BA027*5{vUik zfXy$JbNA~dEX0(b3a_W4f)4e!lo3winlE$6>0FBY6;AcR0a~wNRO6_nXTMSYDhyKt zp!ykycR-CB$rGM$Q<~0=dxQbm0mu-U-obu#UW&Dnp$<7iCV@~&zzLW zx=x4RePEog8U}XVORd*A99`qJvr*+_ruw^j_fi_K&0ZDnlVhC2D;U!^taE*WXE%gD zvV{ITW+fHGq!(OZJjsLLWFgA%wqE{|N_V0VP2@Y4zDYhWu*~E;vX(QLa{cBEOl`A{ zdlg=k@doJN-RyZ5wtMNdllD0zrPfgcr|_O8Zw|0zHKNqnb=*sx61r3jLpz3Uru+E9 zknx!!$ryC4R%$vfv|eqA)l8V$H*)js1Sq7n)9{O*n%#TCJAuZ0NG<@pYqQAcz53?1 z#Q%I}!nN1a%#<7=@p-5=bF9ZF3`UyWGi&42Um>q34_GAd6BtiSJ};Yx$J29EkIQa6 z%GuH0@o`Ac8w_E7x#%EiFo~OECR@TM-+La%tQ6b)3vZdP;q8F?>Ong(s?24}XA>lB zpTokmcH6^mCmm17>DBw^kz?~#=|HKYBj6&eOeHjkMcVt2XgO5Bme>(x-6U;_-Ap}S^pWL~(Bte(? z)6>uY(IAsBD}PD;6L3y}0RXuF1f2h+)BA5B^8Zxp{kJH2Nl<=}5EbIKGq3QhghHCz zCChY+&a$Cu<}_tqT$*OCFRR0je!b+XL6XPbJMQ+o7hq8To+$eWGy?r6l2pEt6nNN~ zN=22FK5KN+16i}UvN%Rffz+#R+|r}oJutLz!^moWeGE>qCERN0ITmr!GJdJF1MEnx zjV-Z|T2}P;#I^;PaiWQ`;Ry5o(fpLT4tl+2nz}>NTI+4zTBcL~u5M!vXowkc_^=Pi zU)kbPV4D3JxvlK_)?HxIKd>r51b@|-sv7hwf?R*N`KP=uocC>^3@c8(8Z)N-X z`F(hLdHZZ=yUKTdUEiM+G2(9^+%ZrjD8}aTUA6Q$ZT9rOheLJa`WBN8}-_{gl{zh~fM(>jO6q#4(U!gcS z?bUrjC|bE<-|^wYmCq{c{@EkKJl(qqIL?jJ8vSYV*wLHW!y1KXD<^^^8oPKNIxnVoYvh}9z`a$-Mf1AE~OYG=c=e@zl z7cMyI4b1vkyX5D=6mvB3nbF&@gU?H{`rf*PJ& zd8PfSmAKt7?Tk9K=F|D?qX%vb4!U*=z~IAV=6)NUy(zF{zezKqIiy8T#DA{Of9%r% zK6!J0+S{%9Ir}(xcKdldAZxqZBT7Wm{(N!c&v6}9-Yp}*M~`~l7yog2xw?K^aPW2gS$(%FI01J<$eJVP57k=@ z%i}9M6w&kB*~&ZiB%)yLc=d}IleDH!O~&v;8F@8VqB0L48PkuYW(}_33ohXsQt^S* z@(Is)M|653Lcb-V8@*b7ThL?2K--~oS3F{emQ#L<35-+mE!ss+`DYUNX9BPN6zlK# z_mtlFh_fO4cr)NuI>2{3dEM|rjWQ>~xIAp(_qcf6^ya)s!cV*ur$Qv6mnc$HcL;?BmqfRr&Qc30*dm$r4ozdho$ zLI^)4zA#>ateDbF4N7x@N=+#BcTEZ+X^yks^G_o;#jDyx*9q$1YHx<5A|OTUyV{q7 z66|#BNSg1?!D0UFuY`0KWh6G!V{Ry%Dp_yjz$H@wC_zi*f?&eeY)U#2AIIeQ5;kcm zNTn<~GSI!LEZ|odgKgCKKn6Q#3BfFOFyn&htY#Ozrwtf&U8;40Mmw z4oL7nsN+5FYtRGJ{(1fXP0qHED{I$Z3Agu4Pz#mdcTaVd7hbjWuZ=(B{BL1@`lO&m z1IBTrBviDuy14ND2qI`N**M{eX)IrwcJPW!*!<8(a#LufzfU|L|M+RyrfJ>jBL2LR zHR@2}vaNrjd*9xlXfbSSc{a~JxU_q8nRC4Fy3MxQ@b0AzhG7oll})Pee8|)NxLtm46?(t^)=|bWnP4=_7Q=BYM zV~CroVS9$5*-HMns=9(ctIX;1XZ&OU6_>~8cDD84Z7|4W)@ZAk&k4Hz;EE(_bt>-V z4%+K-1i{U%VFcFAbLz70fYJ-6+@LXr!0yAh2UoACZ(LkN%EALh+b-rBdU}m$d%;1= z1jFWZSEFQtnCEHIGs%rd7jygZ%u{nDtA-?jUD8AOzx^vblhT-szqV23!-LJXyH;25~Su0QPf!S4x@{DPII-xx0_h)y{6o-Kw0AvtIrz>>Zg`Im$6Cv$HU6&0SXGU>}C2%MjKD4!dx|EFRGS zrFEj59P={RHai44;QlZ--|~lcUe^3fI^s`e$*ak6sIVxgtU=G2t1JxM=2NW%m8Rpf zT!leszPl@oNW)G()@Y_5k&PeK4dKADJRp9K9KXlJoUyy|f0|at?Ia&&9(S9MJQZS< zVobm9iMmpBjbVrRJ?J_^IXk=*=(!rGSD=N$Ot;gqj5-&1@N1iw#=(sDXTv)81e~D; z;gGy81YStP$msok985cYe?>Or8gOiq!AgHX!D)=maubwer;PoO8QKi{*-WbgQ5t6! z$4iv*!@(6LsHo&t=YBo1Aou~?HvQ1O!`(`27xnU;JrHDt9R^wX_5K(*eLddA{LFX% zoH=%LW6ff{)HuRw#Z@f9fW`sMsunl~i7u1tSYf zO_Gk{MvGz44gwOjj;^6T_u88EzHECr4tHKR4oBgl^S%r7f3y1@#HhH7kr$ryL0W*zN|%rh^t9TCP0T2uNN9t$%xjw#J7o< zaxAD84ma6h|8PH!soBO58>S|67C0}$_H*C+*>zOD>_)_3%3qwGzgC{|nfYZ}Q4x?; za(z7k3$^^197*j9un|SikQ$S6!sbf(>h^b8gS(a4PGnV_;;0d0rynegM}lDGz;?y+Y&KrvkM+-tXxA zpjNHzGU^t5L*}+t-nngNt?iCX_8CO(HsA#5ol{6+M@{S9+Ntye!o5J7Q14jAd~I#N z<`b5|%+?RoZXfG$i(sqw4%X`~zeO?zyDL*To`OoJSM4I>waHw0LZZ(aJh|UB^Z9mR2__g z2LHL+x+>zN(@4YTFtG1lb7!ejHDD=%mQxw3H0R=2tz@`R8;+Z=EwPpzdU2i`Y{KHT zFFf#U+&*PMZ)vv&RWV@y=j=RGS2_b^qa%MNm+U^fuuAQGPdC2C~W%K+4yg*?jW})zRL$Nw4#Z5 zQ2i69ioomAe9iG0jj2u-f(-e%JkF;4RAQd6dmh77z3N>Ar_qngF-j@xA9p3{be)4w zcb|(1HTa8z4+}T4<-6Lj@s#xNZ2GXBwrSE-BOLMCpk zhYl$7k%T0jgo+b+TltkA8{??LVzjanwQOQdhjj?*zrFp^3$CseSJtE( zYd&>4i&{^lw4Bt*(4bb+YrnxjV7`Sxlu}9bn%z%r$M}| zn`|TG5*M;d2o3tnHr{wriI^}^r7|BC*Zedre%0%(PEOG@up#2R!SzYTz-y9@dM$38 zcvxBa`;(4HBl_y#{)we2U_O7e?AAV`wrnYTGnb^i!6Sl06*sk0b!^9SF{2e-C8DUS z_|jdjWa<>$$m?1maGb<^Tn)swQj4|{SNv4NTJT{T^&6Gg6?0^m;WhX0l=^qdxtL)x zUijDp4m(Y%juW69mu>lSM<;nIkG&C#CO$CLV`!TF*=@g_a+-2ys|dGJb4!9QOI@LmmE=*94PlZ*vC|+QhuWygx{!0}6qh93 zDY)DND-xYQU}rYusr}UZ&7%od^o(41ct6T6?B*5yVxXHikq8>sJ?Tk+EEuKA>oa!g_wIRr;%SgDjkYM!DYnBwe_SewW#nf6`Jq16a+OJ+&ImKyD^hQh^ z-EThWIjs;dzq`vcJ*Kmfj#hubX*T<*#RRgtSB633gnL3RD98)0=Y5{%)lg$lPtCHR z_vnIr^lXxEUTyDW-`|>|=AJjjh3me)n7Yt+r00+gTCJ={ooyLQR-9}coYnSMK|oLU z=#Cs^D}|@xHjnb1i#k<!oxx>t6;_QW_B65yFv@3tmgAV7-xy%BS=|3pTOxTRzb(Qf4N!-dK9wEi z)a}EWJ9Y=s4Bj4V2;Sxbk<+I4r+8Uogp+Gf4~yJZKr0U4*5H1^I*sWz&~tiZYs3g` zH>DtKls~np|NW;FW;-en#r>!*c-uMq0IUnhCKe-J^fZP>`t%R??vSgF*#szs>G8S# zJWgpK>b%xnu`Ri$5y8eEPR}gQzlJTw6!~6~H4vvZd@X-U`n?qGfopM7=dxm*y8PMm zr|*CpAiEPxpt@bavpI5^-A-ie4NYp`(YgzMNg#F04$o~gMV(G(PyHE=%<;e8ZHG9W z{!P1LmGx4%3#!XWQ^1aQ;tpijr-i3V8#VW@NOM|leGz+f-Iu^M``Mi4kD(QWqK~Fg z1?-*w(y(4Vr7L@No|NF{v)i@Q(aM!J??H7rY6#hJ&D;TR`?HP0j1fPIrIJ1V#j@Y$ ztT{SlS2;eJA}V560h26ZpXrY);APKM3w7`8m zl8D6k8n=44X#DzmID5r6mI9|8FP7dLN@@K67<#$qx(yAhiL)#u3-)=iqb2He-*@1LHWPm8m6BWlpel_M7{Z-y^lcqv^?7AMNx90T z3%(;`!oNLRXXzRP^jf`#)nx9k>YjgB@A#*BZ1!vQUlem?Kh4F@-U^ae6)gz+NObU) zndxdG6M$5@kzfVDlO@Hk?MpnBS(Z^pTp5Z}7FXz^J-4Ex;X$Q0w9{=Z7{f;;rYdC0 zc9W&c$z0)bQR<_AZHox2yC_~! z=o#+mq%qMbL%-~xQgDXKQE%5*v>)>Vk zN`YPLMZ@`v?49U7chi9^@Y3qGJqo8J+_;Tk8Y@dYeQ~hvq*86-N2!7&BxsFD2E7_T z|NT3pf|8#Ce!po+qs0`Gc2pEc8g1Sx8|cUObu~H6X4%g!rXSiXkWRw_3oCL6cFmu! zIp%cqKXlEXQvshfO58s_FOcU4M!NUz$PChf!oFilrsQYnj?dDx&s!0=G_DuKlX4Li z+7C~nwc-vHH-GF|G+|YewW;__s~qegH{`UoGQ6A*IitzNeEZd|UIxT@)AAtWx9gOC zr$_QZ1n_w8jDf!Hn;q#7o1yxs9iS}wL1fE;CO`4#p6Yb|*z^Q56cBUWN&9v!ltivZ$1|OZ)|-CvtYKZ;6H4rw3zrf zYB1QOn(Q)%tREOWoq1bZK8Wb|>Q(@i4|rYFVAPnPfcR+GsA@2C=l5Z31eUnoKXD;P zT;m%P=!XBCkic{Y7DfLXU0wPso%RHn&K9z$j1x#!yFQs#zE34a-ps@t4xga;p}^;vSFgZ3$aMywT|&1-e} zDF0oe3KhXq~Cdt+gTNv!TYHmEZkVQ&UMm(TbxN)g&TnC{Tbkr z1bkDsFiDEyD-X$trl*^d49U*gKX_enJ( zxEw?ZL<&*EiMw|pF`$hZF9XA?u0yJnOd7G$Ttxj>Yr2=A^TWpVhNt;AfAt#@3P0*| zqvkJ1-0IY(ZucAs;6e-gW@*V$5LI?8TMb&)Tj$DCpws6jOhPz#~N+tK!ml7g@cw_u{mXc|G3{XK8)ueDjt&v73{>R#O&NRe(2n$awQ$2s4V_ zq%WxjFvXh%C0|buLkY_sBC-onh#roQ9`zOP-w=^tc2UhnNtd}yaK&TRAwSaM=AT8x z%Gcm`OcKw<4`9c3?$qGlLAv)FBQD!-O{6d?$PbBSh>@#^yitJK6;a5A35Tq~_Ymzj ze&{u(V_%6FZxs$JEwT0Z=nZ*yDD0pn{vkm### zZ-21wkLc)8^sbq@<%1jw@9U?*Zn2e`g#C%79)cNcLk9k8odAD5yQ$BM zixhSEj@PI>d^Pw!8KK-s-PcyS6*y5PtMh0Z<8~-1_4bO4GNfegOUl3#1SU5`CM0(W zLc-Pf!1#>ax4-lX^IRJ}xJP&-fvQ|vL!=o(co zZTxMDxx3#sN`FpRGTTszA2%*L<)V1o8DZ+Zosq>s;MtD3Q~sf$pEttkhR6i{U{3LN zG_&p@OdjOA_qq}D;8<5CKDC^Gi9MZ%Hu)mL$#v4?*M&@G9qv5l0rljvU7Tp9s_+`4 z)8y#>WvHi<$9Co)FlHKQxdoEX=kl3YV|V?${O0V}?lhCyQC5F2xrfOoOL9(=c+K~e zAwnONA^wvqChPyj6-0y#3L**z>jP_ON~ErfDDj%Oif}R}$l)gTmqW_D26 z&U}U==;sB^cCa6m3z+pO37ZA+(7tZ>k(Fkz&-eOBf_@;uA>=SQnTE^{h;Ul?rt@my z5rsY630UOiF?s)dI&P;yw612M#BUR-S4+&W7$D$U?2L3-&uBR)=RvA|p;9egUCK2t zj!Q)JdzS<)#p##ZpQk5xFJz3 z>$BHb^oWByxq&n!VKid6r`$}I9Im0rvV6sE?PLxD=BN89+_Y20cub-`YFt{qHa`wLJmI&CH4s+Kp4FB}BXTCggSi#A% zlBuI4+duM|7$LNmK=)wkX~nPLr$>AsBHd2v!(=+-VZx}j?=q6ksNpctni1{D@4=jM zV5aSAq4ALHFhl_6_Zmvyt7zUKYPKn3&-6O8!~9Zh`O4B^0NCgVXc4@t=V(RD%K9zi zY}!BV`C{!e2~Z7Go$k7HU??60;(l742@hdF%Xf7CLAa=^|Gw_bpWwF~;OSIF8pNNxoUu?w<)bmnIZS4+>6m zMq8x&pR|_V4_c;QtIeyXobkw8cf}U%b5{7mV#q^J*IxokLp@p4zgY_AT0%{rLn6KC z0;}Oy4%vPI>iz}hVwbM>?=F4q(vSb3@yT0vRMnhvR=EC+wmuW;X=nL2n$g}tXCvQa zpvY9Umz`U9;YfPd)sGT|^tS}J60@A&ETI~YO81G1EN4{J74lvcj~?NUEPuG7&u)sx%x(1`yI+1?o#AeeKfE9&j1?W}2E~kG;3G~(zD-@9$*K!s_0O#in;6*<&0kSUgWAf>df)-dH3jDzzyCUF^{_X`9f7p>qgE(AH?DpJx!ImL+$bGh8yrn3p!pS+) z-@t*(T8%{(L+~jVuz9L9wGDfR>e7oe@N643?>>m&l>rV<-vt~V$rd;~l$8G#-bung z;WegIER4~3VVeD|(8xW{JB!NOW2c?KT?FMb5QYccO|N4hU>r zq^w;acfLmOWDt?GobKFQNrw48v4=vnSVZdtO1{d^nu(B+YKKkATMvv( zH9$+A&I-np>NdPa>`J!`lD$N!iLVS%dDKhih%-J5_x0htB%KY4aP z?SER4Ie9-JQ4DM93l$`mn$ukku}{m&5Ppvk%Q*7HFhl}>Wu3=nL^M8SFBq%8Wzs>z z)`jY?YwYX83B@K%ywB|-kb-iY_Ls3)mA{Pzk`(w>xMkfZHHC1^t@L7E9YJ2zX^eq> zntl9*J^BO#2YYf=Mv7ZIRpqI+BqTiTV0wG69?g%vzvvyc?0R#*ye@Xf9C7agu?nu5 zj}d;Kw=|<4^3x1bTma->~jWXq1yfDFYdcv~i%>w$L{DG)m-61VrhKxCi;)d(?&4 zI8e@ovI_@@ilPjag@s(>RgvN>DCjxsEuU_w@1O?XH~e5~kKTCFo7zt7*8cBp71L(F z^!=Tgj@{S$2ERCezAM!a^qUS_s48Hp(WlYd+ny#6b2^1*);D?Wox#(rx_9Ax5h%#t z6ph8j=@OTQt6^w38b8Nl5_pk2mxlCVxbm{rGlqTqwxB{yu8-`|2b3DW0?z@GW33+U zIdg`|b+QuFH<*vMXr)@Ls{Bw7d~9g3h#)HoRTm#8;{APi1g#Fj&^tQRG7;r;QRn*J zm0Na%6c#vYWlgt5aU}IG^3|j5hxW{1X7BK#e_+^^8{>L@5vGC$NAm{ zWk-6$t9qX9MtnwAN>emAI~z^p#y=<$Gtfi=&v8^TV98Y>E3GM6TAV-pI3LZ)Kk>!8 z%;o(?mm^teY#GkeD4He5Jep;GAlY|#hC5LE=HjTbMeFAC=^H_uC-k?V)d2Bj{M^8t z&h?EXdOOxhMcA%N+@~K-xt#zJSYfqKsy$U@v$2kE-gcnYP;XdeP25&(h5>i1V7nqa z+JNRxDm}3(FgQ;SfOG2|7&-m(SH+0F@Clx$nJr+&J^!UR5UkkuFU5hciZ@>sx7e01 zE)VSLR@B|U;5;e$=v8cL`cl`G_)>G=Jkfnn>Zv+_?b1LMT7W%s6aH1Q88-8s%BkJr zJzVi-QPr)R=_t{ct5=Dz!q>#bRd`B0X!A>I=SRTne4u1HiMC?rJYU9{0eI`sJfg2^ zO`w4zJ0H#yxUx}XZXnr?@5WTy;y=*SgG^qf&i_B4SNrUMa{8`osRJa%n~UNbK(D_E z8nt?+3IoY-p04FF)XqPx+Es5J@Kz4o!v?vm@`AS_dNSNm$N|?s8|i+20Y|I&>7VBO zAH!LW);OXu&!dat2j>vhIe!bzEp`n1DRbiR_RQ@-Hg6Pf9sh%ye@Mr2b6PJzfQWHw z7i9s?OKX$hqn{(Hx1fnmOMDPqi!I)m$~FuK?R%6Km%^A8h*4;DoYm(|2rcMQl==MpoKhI2Jfkwqz~-He zMOyFOtf$88;P;~Tft&c|yO{8_=<6TRZM6!`>+lHBk?o*EGj8T|tD8J9(CsL|%jXQ) z=enzo62ssRsTV>Kvyf`*`|oV-lp@5SA;ci%7=EpVQ=!>k;4V5oOqm=359z>J(XGWMIVAQEcSpZO zZ-~eNERz{1+$qR-9@Fm_(z0}VC68XVRVGgwB@^+chgsYfA*G|rjP5_;OGpLGEIHH? z2RAa!ie)|t<34>$(VJ-K>ynF%>vXkQ<+L+=Bs|$jv5-a>UXTw zdLKu}a}kN<47DJTu<(=IQzr$+FOXw9x{^}y*=n-c**@7+m>(;U^be@DXeqR`&{MSN zu@G5zclQrD*TNA}=}s(KYwl{V9GHwPk2>jXeWcNNJ2e^^E$>l|yuOjBrH!YR)}4#4 z@it0qT9QVikd5*6%759qiOa!X!)|OUXlPoOR`Y(z+A#GQDxS@=L9`BHw|^lk*O&PeyUcQ!h*;r)0mTV#;>StCv~+AJ3O)%ADPWffyjkR zn5jdCn^^%7J>(qtkWcTX3}JF{f_sK3-`6Wg^!yq(L|(jFYA8954_jx$*OpX7E)+%{ z)X8AXSmYvkqk@vsvzwTaff+vrVo!xbmP3}Lwa#Tr1$hd(E*)glyzPHaFg~g)PyC+E zM3CXRk{TRnR^Dr%xtv(=(=k` zTrP$0GLCCWleE$V7#ZKgAJnkB=YXHA4VTOLCk)rILpH-3nby)_+o&0v64tR#ftXSR zjm-Q+k4P93Dpb%JkI)!(msP#SLjmJL{r#iVGuHncIgGDI&gkor!+50;(_rj2Xeb|U zQ_F7G0C1d?HWvi96ov+F_HciZ@w7hOvy7`N)-w=VV!1 zgtec%4r(k^Enblhj?;#=UNpk@jmr;HTggd?%yF<&VM-*ffInQoJP zrmFL&zoUA{HCql6V-t0O-nrI}IX@kM!3>4OOh1#7WeqTd>VXMFn89_C8`^P(`GG>m z!{`Q-?PWadI(K!#$d|MB)~E|e&2AR-LTE}A7pbwu=;8IFIfz+yk zjstsFqq{buE*4P|#VX!(pUkXNjY%rg2|-jH+Bq&V6tc=v$}5=uNXXFL=8dj~52I$0 z=hXKjH_&{1ob53Yb06{kXP($;z$mu^x*B-7X@bq&L*mLiZ z8p5!F!utT>0;S*l*1_0+u9kpCw7(Ft=N&S?H-mLx|E(kVRfobK9abL@WxQT>fXHYo z$W)4dXK{%ks!r*QFSRMB3cllu#wK*vZl{8_7ADc33R=baDmEfH%&FpU7ff9sB9*65 zklUzUEC{B>D0-j>dDzgVDlk;oUkH4z!*}A4Df%h~%@Wn5kavUS1rpHHdJQ4ym0ajw zA@Ki2-d6MvIrw5}%BSZ{NY8m*8~z5c;1gMp{RVLPwRh$3SE41*E`3oQy{;?l6=Zk9 za^Bm$9KQKo>#?r)9(EIbjbzO>Md9@70`y|Hl0g~hcBwcn{rqQq_HOUWwF${^==9%S z`$XNM>SPM?Nc0#&GdA&9w~6GgYB^8-P1?-M*6Q%W*kZM-xcQ|a{b}+3>^ItfuHXS~^>NFf%j#(eBzr*FG3L4!r?T88h-cU_u}r+ z`RLQKR`LGmb_4nM`@4PH7T+a-%7vT_zpFEY9Xr~M)svej(9X6;9ia2~{?y)S#&59l zhnFL_w&$Fwu{Hh6N6=|oRTbLVS%O@#@hbuiyc}o^I%L>ileiY~|YVEnCB?ZO6nk6di>bDDAko4uPm5=4l zP0ahMF&D?nS+mF5C0ajQVcM=GUk|V6_m)>KH3mLk$ug*NvoX5e`czZ>=a+^lw1 z#(WC8?%%Zpoca2B2pP1OwBESq7yah_Z9L|bFq9LV5!RHl=jqqn;kL5p%g;#|Fu41jK$rS z!tTnOR{Pv1=_vj4fv?8VN|znCUDe`(hE>IL^NXV;qc)txPrhj7n`u`o?yD`!i*&i% zl&~}3r}p*Fcw{*V{4$_84`~6;A)2|f}v?cA`D;ik2@=YP-C0=={6(r#&|P1(@=b6X~8&0s{mizRzwgMV_OfB) zaa_Ac`ImQqI=8RfX{7YXz^#_s5z3pbW;_}^CgJCLkGop$r)ouo_AX&9MbwwaA%n)U ziTB#88ykv6ML}fAEM;UGv9V*I$H%SvUeGMi;r@4a@{!+Ja_r*HZz8h&-z5WK6Dyv6 z-np`Gz*9r=g-MgE4!>pU)dC9oo}3=a4z6k2zSM{l*_9nJlb~VCk)gi)u3Ot`$sd&y zWX3zJ^x-aVcu!Nm&q{=6H$-DKL}g_zF&CpaHTeue|p9+D22^kd9Y={By-%FUwR^*xu~^y+cdKqs#pep!91Fw;Nduaj|bVg6Ce* z{6W#Pes36=2h#%$bdTw7(Y&pJUEXe9Gm||^r2*6$A<}Oxp~`i@BzP&)uih!WF{*Y$ zsx=9yh*N!E5~J+}BC3q3NxZXZ2^fjC+~Xr^F`CxHR~c~LH5%OQZ)@2$PH|6VoD?;g zpQ@WOaUZa_-jPb${xtYvU%~vTg*Qhx_{ps>H5k_tW^4o20m+c6ZS|l8AjWG+~4$3<7W?} zFC|Iq!#;@_H;QxpXge5&SuMFKhoD8Z3dK{7VGB8Nrwz3b-stZs+ph}|CfdvF-$%HG z+ietWkFbIXzJaW^vki>A7O%SL-!C)}1|Iqrk zq@PegW(+%UF$8ci>%WV2+u0&*vVLfI#aV;mK?YAq{m%mb=DAw39(GQbavfX@6I|@o z8mhHpne+qd&DCYhW5^!Gp6=VHD(QrF2w(3xKW1U(rZEuo&=E7X#?%ypVe&T0wPD@8 z&M zND_V(qS|uGlR4>)k@f^KZSj8QZRv6g`6LV;;nu&|1oe%?jwxo?%=oPD`cKZfC8ltl z+Jp9Oa(pH3XV0cm_*+)RPN_y$7b`YWd{$cT6bG6r4o7C}be+1|eOJ;+C;e8^V?Le6 zdYoR6%{*^DF;xmj7QKNX`^kTdb9ROoCco{;vxYy*OK|YTL?|Z1>oRgu%^>%3jQ*X@prteP@D9<3D)?=mnP^S;->ouN z60rU7*=kho-!OU-I;q@03kA-HgoXvMew@GK5h zIUvrCiW88g8dEY>bQ6ZGI)1MdA6<&rF79xyAv`T4-=lWH8HOznswr&ibD6(VaNRx; z7COkyczWL9%knT#?CIP|5O}E>Msaam_P&35iv1vzvFCfG^E|sVTKiNl40um0SNiU$ zdHIZ+g_zkE&F*H7Gc88_qEm6meY3^a>%Mt4+xY8uhdy!JgQ&*FC4X{sdk$^_^io8l4V`NRdN*qVk-P@Pvjk5MG;TU)yS@AASTqn^E!jJTg zxS5U{$G?|4dXYHVRd8ilPuiNez^kHjC8X`gWw%TFt(v6=HZo{ z$6~5f+1`NMWrBoVEt(eyh|D&wR9A8hf`$ZU+m!11&Sr_PirhwDWI77kc9OF@6P@rU zKXqMAF1mSmG5Kzyx)bywU?0uZc<2h`xJO^u>Y)zyIn)ZSJL^42D6B2GA2zpB`Z|7X z!ed%L&P>VS`Hr+dJl$vrfCLED{L&cR7N|&*Stw5+fyMA5>D-Mrquh7Y=(F;+ZSxf^ zyh_Eit5=dX293L)9W5oLMNQ~mSQu~^Lb~xV1QhKg_0C?@S2*x4sRbt6e*YvFM3|~m zx8wpRe7wgzA5%#nnPyLKLa}FXXiKr_X~H-UB&RJ*H+Z-h%dHljzhqDAM0_9XM~XSa z(MB)mHLf|eA->G(Y}+A(-+T4bw3EfW&WH!$-laCL&oeg5%x6^4+(mJQSt%uN=XB{3 zRV_eagb27ui|g?*3*=9Hmd6d96Gi0m;QNgtk81%-z8K(%(zod zyX(%}UI7~^N>bT&SgrSs2$=BevO|NL^V+@q>*3w`l3`bJU81AoHwo!qJ?W-zPcQab ziv}K?bcR9aZqRZxCrR-Y`)U#eTko7mgtJkbTR$JyFPPF;ALNZmBu^B!edbB6Uoh`k zxw@(~c3jVT$69u4>k_j&9GkL{f_Eir1H*NqqwwTs)g(>S zuw{EE(D$9s!>yMpLnQ9)DGIgX0FRQRXm_$PS$9=m-IkjyDK+j1nwv&_64)B?`V&v; zDl~mPD4(i(O?XESHFi;-=3pKOhpdnBo~tOE@}$T&I*#R6L&ujp^e>>)N190Sz6PYY z{CGm9j3JoKF(;3;%2Wr#Uod&h#A-`_<mSqJ bgUguxi2GZ zY;bSWWvM9O!=(ku-|qUSUPGgYnwp|Z4Azqps5+X+Jq93qB@kDWoZfH8-KR$nX1*Gbr5KkJF+Kgel@!PI3PX{8(Fmhb=;IuTXms$V4{f-%8?VT zQXD}?LsGRwl!6E`{?eRDbBvM1Lep}MIsm(^#*!tMOt~(wuPN8OSg1}@o6a3N_m8j5L zT{Y|A#l2F?{meq;illiyf}eY65+_fEGn4c_CPv4dXQsa6D%&p zP@711F6p@bPlJQcfn)cZ@=)31F&d5C#KaeVHl1+bJI%0pgOo`U+?3S5kcj16x^W-kbVle|tUl>~~D( zTOKV-xGmn72SxK&qMOpc_2Wp$Q1_R$J&)-q+8m6AlDb!n(0!La|L!IKMFxYjvA41; z-BWpMbQ+VQk+gFf%0ZP@)p2!-Y@Vy_`5On`r0;uxtT>{!O@YcWDpP)vy|sT&BOCl; z;bJ+Tb01G6VtMQE{N}2b05Z&}yrnNzsF&*3{Q{!Xi8&{qMMkfc{H{|J@LboKHr6xU z_x5(1>q_DpL=D(&&|}3kt3-y?Hpsmlhg?-L;D4wy(AG}YJc#Y>sBy-JU(J}23qrmv zq}(#(Ud^Zx20xMV;__^{To^_lDxWtGTr*eXBS*v*ijA=nEVxiMO_ znfrNv-WNNB>TQ*))5ooKEk3ZeXxhzn6OLHdnGS-1b!UN3XK;(T3cpt~M!Ij!6tugF z+qg4N`Z@x<#8I_v=KfeswzvCZ^|o-ao$pJZG^f#}6^k48Y4rC#kf2&jAjJnEkTXp1W=Eg;X4)EGRYUW->RL*j?qg>2E zlljKIDF4mxR9+za0Wk7Tn~9RK4#}wz?H2A7h1aA(S+<71`io9)2PE9eAo*$r;0nm| zrM)_}x(wVB>)@79Ih{}}Tk9Mx;?2~&{ZwnY@J0I0wkf42C$>ePuDz!v+pdTcQ~GwE zt2K#qyU%Yx`K8(Y?$V>pL$)!?>wVbfYG8B971YmKOV*^Osce3f*o>yw#lzFG3L4Kv z(KW`rg$8unPzqbgPxONUKJrVnuI>=XVm(W?~wS+(BkvD zWpdqFpar^GyA&_$D?{-8E;h#b!Y`*!QHsLi>~>=cg48#mO$!B08r`}=1oZ6K(Lb+3Tui%UPC#6C;~WdRcIep7@^|xz4>{w0P!U` zAP-ofUifj!(;B;FdaJ^e#ah6rOilqb+2xMqI4zI zmU|!lL!m((-!UI^l;>H+SphF+#=ucNdhk1eWWj zMWnUEeY)1yZ4CnJmuYrjiCYyT=30wig*Pv)ZDwR16caE(KXABe216Z%iHv#ND8 zjP8Q8?V>521lt>qO`{Kz@N#@ZO)65dJf$Mh>?)+~D*T(gDGk69-K{SXc3cXA?0B{W zK;Mw;CS>eToVtJT{%CB1Gpt8OrnfseTbciql;X-$b((34mC(&A&i9f$dqGCXqIU3O z_Q{SgJxtazTec;d`{?HT3VGW5ZynJk=a0;k>cDY zc+MkaCko;JPKgfr59QI4IhfMr_zxxDP3T;W`QMb8aOjjG;oYe6-PtOm-zlJ+tmv(A z@K@+T(deR4s;MjzhEv#s$hJmsR1$_4R6(dqZOP6I5)g(KaG|-Lz>ms2V7H}3wx@Hlgqkj*p_1{1V{*n1ru=5EO$M42Hjp>KGfh|GHqh-z4>jS*Kgz zQGy=O4B0afGz%dH1COzkhhRU2zs9I>lCDljiO!Mdv^>MWdRb)ykKt^BcohPFoYtG# z!~B{7lds7SNUz0sg%EfMVY0IV5PvQ`?gh`xam3~T`l-!UT)>RA#b<#Ih*bYObnBjmD4_T`Ax{bNy#`A4>qf0H;M0Dze73~Fzh8VG49~|N!fTD8#Sy|5q?_6UkD>K6 zoC|$ZNt1<$0fC<$KvA5{H_bFjYtofI3O*YCy=mrkU?5sRIQQPyFz$tM+p6n{O4awdIT_ZW$0#lw zZj>ki5oI(ZAp&buH{tO{WR$cQVm}0uLEx+}pwB<22ZQW|5%qCspf6==WkR<%>?(Q1 zt4`68kF&j=v$L7Aqg`q=EJPN*_-gaqAb^kT%pi@52nUl@J#pyE@za+%`r#(Zh*_c} zHRhI-mV5H&A-( zYd1JMw0b79f4I6K|}h zum?xeaLAaJuzZ<>Ec5wJ=BA+CS3BzbVGG2)4H{F77{p7%O-|d#BmDGh#haDT{d3iZ zvbojy18=+U_{93Sy!&&7*Ryh_d%40$V2U7O)kZrYcroXunsFawF6iq1Jm~%$z@MWi z1C(t}B1)VqtTItB8`ET`tJz{)PPlw9W$rx+Tigg=WD%wzG%(T8GD|nG_>yNgOAaro zc|a$-q32QvSC!Lu^p~;4jn2h0@GqD_`@Ht!7ARv8taO(2roa8ATo$!z1Ha0TP|-{@ zg6TxvR!JqJGoCk%*_~u`!AN(MY6#y>hwe=_vQTahl!&P?$1N)Vq$>b-+}1uz6tFw7bZgRf;VtnrK`CG z?|o>TRLDRj_=)!giUZlJZqMsGZV)I3+LdECb6%*-Y#aVAJJ_$dh1|+8-)uGzaS?cOW|w?6MD=KI?4_ z;2XxuAc(Qn;T58flcz4XJh?!qWX0KE$8bt;IQ7$nn}Hyp(?Tuau<>cq9XfR+waIb6 zY2UDio1ssTr-PhA@ILtqmi8k|j{{Q0ID;(A4lWlVrCh{%r}<~lC&n>S$kXSckxdA{ z5hxiZS`2C$Ea#P1Ax|@T5lC>nVm!3;MzM91;?#y%n6b!Fq>FOaIo%&Y6!1}O{UWgp zH`@=FMV|md!m*=FBh#_UaPBZFo+>5NhFO43eEWm(w+Wz#IOnSgu&V#tM0CGIoool- zF9U432-C=n?WATa`RqXSiQ^FZS6Qy_{7C%OXsL-is8FWIi59(% zhPTE`tHM{l?fUt7Y+E?v1g*}*LE6qTjrI4kZNqT(7lomjE5*Z*aRZ^_o3y?jpu>D* zPBDsEKM}LIk&0tYXbm?>Sh=}9;d&5`*K(<{8n(gZin#bGuZRdTlr)(Rd6~yU)n*e3 z8NJu>;=JeYm-XlgH;D$pIH;UG23Wt{hD4W5QF|o3bV++87am0)d)07N&z|kiWYl=n zO&GZW`wZ;Fr@oD!sYP8NgC&32{t9)#W`hPaVgjOL3lu!ckXrWXSw7%sDy{d16e_Qa z;Z&^FZlfy!CT~PNL_LTg3F)dRXSYtx$0RWm@kA_wFC`s%(U+I|FF&5-wG)y_XI*Nf z7>%g{A_+g|wud0e=eLIt;|2{kj;5w#@&AFm2g;`- zX1mX`X55>#O;qpy8({BLupp>iv@c9!3 zR_bdMH!A-?+!TYO!1_O;7&O`q8Q6t82&+xFwDP9*7#+JNG-b67+>|t%!SO z%CP#8K5oS;^QGR#rUj<0YjW)j+hBb8nQNm);l0$pdb|Z+HlctWq?MI|(X+=UL8VO4 zXJwP_e)LZ^gomywzlqqVtUpGRYCPjRg??NfjyqB~3$q09?G8`-tsFJ(N>D3HvB7^| zKBQMiJ;Cyzb$Hx{h*ufIcE*1hPeV1`mxJd(HYaM*Ja4uqWE9vsBVvS8D4Mu-0=$g<1l|Y_FwgS{3rWVPxH{o2F z@XR>Y{g|V=qKs|t7Q#^o`U%6ibo}RImAQ4xmFeFEmH_yEpg#Mvfa5Gki9QJ}pTX(DJi zGa2EMIT9`3lCbcYB+R1(X#5zhjN&pDhXa#G;~IiK%}wB1tI4n$m!_cd^%I857|PF& z+D36rph5Q&qQW;&FWAq$ccHV+5CexMuA-@)d4#Xhpq{LkPsh|xs1TeS$z{ApTalZj zk7wNBrrxz|pu2J$_yY?hq;!M7wYJ z=%hc;Tl%izy${p%s`rpaQlc}0c7CfwG{yaK{IdH8?-feBINgLYJIx%y-hJ1baT`M!ufE7&I2eM^ryVdeY@aE{{nS8*fe?B*c%)+JY$Q#Bq|wN0dI$ z1YxQvk7Q%3Q&-bT;g~W9G61JcQA$&L&7)WxHab;Rse%7QEkO8BRC3f%8nU_S zx2Y&S;m$^)5mZIKLcrt9izHMF;t-&#LR zyW!CM(YpitioDhqdFh0#HZ4`kLllx9{v7(oI&fJ8hf64)PrZCnBBdx2JMEVUPF>3M zu3ZLPki!V&FHNvy@L2G;w5dB-a>BQd|4lL_)PG9mNu4tL3>Zi^e6RE&I+j`yhgZlv z?=I4GhL1xc#`qKOyN_g<>A1A@Pc~!KnlB49#SDHsD(!0Z9-^3|^8)zhZyZmgn5`VY zDDT2f?~<9@p%ejkMWY3|mqNA+R+M!`Y;kR=l{LE4zC{_~{vecET{S2;Zw|pj$L1ci zu6)_1_b>7}A4mIr;RvZoB0KD&fiflob&7SIlZ34|4FO3`L?$e&!oc{8{VDB`cy!zu z-HLoJk#;Vcwl9~{E3s6KYNl1q(KO)3w3Z%;lO;t+d&%FT(?kdw-G=Y$^Q6@B+b>zE z&oywtMDW}X0u1onVj@R1XDC~6n_sK2NhI>)xyNmiY>!8TWf<1&6C6D5Lvzl`pzA`E zkE4V8t|C!P2eqVl;_OGSQc)$Lt4x#~5Wk30&R2*WsifJ!{!EcJVf@jqx2|IZ{ms(q z9$BRKP(nioizd?@GemiK%^=R6d`mBM-F}D|6EzMBq3CSWp_d%_?%p33Ge*#(N1BG% zmi-;e*7=nWlugb3AI`5MYkA|ls0eQ`6+C8!!8aN-^w+CUpW=oY8Gf{?5h}kr4MhYy zrB(wwRZtRwj4ilyL}=-GwF zmEyUXJ0efAZysrG5AK_~Md&=T_Qm$1+Ok*Ea-d@@7wHWMRt5flZCwReRL|F5x;v!1 zLApV@V<|~Ny1SHaq`RcMrMnyHmhMJEN~HN#{gr(G-DmGUyU%^!Ip^G&xo6I~Gqa@t z-JT>3mGI_uE4U$QlAV}VQjDG0Vp6o7SV~f?T`v->40jqd$%a!-Xjlw-Bt{<#A5QOA zrk|E#6t!(M1c@)@8!+v7DwfL}IiJBAhoV8UF|Q&S_PTq6YU>;wS#V7q#sndE9v?0! z_dHot^9B(enIi4ni1ue7cOh)3s1t|6VFR|7F#$m`%QIP<8+>$lryGrvBn2U896*r< ze67x=)E&}2A62;g00lDEnDIW+`w`L&0By9L8*+vnws_U>I1EFy-BGcvbSgqnQuwee z_q|6Z$qV4c?_$Y{MKxnEe-+D{yjA=yfq~A;mqjXG8Ouzk#Gyp!jx|sjDkZ5jjLu4^ z7LhI!Oo}_b$ju@r07J4$9X;RZ|J#|*rP~azS`<@GK+iY8P+`Sf87?UGuW|t&N23h( zC%vmDVv;A@%B9_2@TzGzlWEu?*09Y&7MD4)C8F+G zD`@i4f2{g2q5(fSHA}nH>r?{Z-RRcyJI{C5J)o6>GE%iZ{Tj?!ijf^lW)*egy*CK? z%7@zjlDM$OItv-)HGZT;n+am!!lFr%h|k7l4@jRL%fKPO!OUOdCXem9jCYYDx>x51cyd$=K5H{6o?@i>}ABh>=m@zQ2%%SrT zG=cA6$NPl|&RbT31psrw0v}mAX0}iwh3+?$dvVWTdWliJv)KKv{lU(HXpmQ;A4myH zi}*KD)=h&2Yvsy!{UF(78c;y~NFU-lw@VBkDTbOfxrAq``td znWT?;kWDGj!psJyfs|5!uxp4-l#eyu1#N zb!Y+oE=TibHuNg~Ow8|lEy~I5^Aq{=?1}tqQJkPSvu^F8SN$Rp*AUmZnQv~Jip50T*v%r3%SoUn{I}9@yU& z6S~hXJ%gc6>AQ({*$d=-Qic3&F&yFYRz1$l8bLg;tDCi}f#XWusQdm&*z6;g?E9&PE zuEW!dNHrf#|L4`Ezf%F&SY3 z5jM_y-I&)c)%YVHEVT5P?{N3HMDwfw(?}H(x6RZeop7;Rd|c8}js1JP12yY)AFIZZ z3QQ6jDPzZYb?cH5IgY6cVlUmSikf1eI?YH}1IVeM2`mX~LRrR%?oMl6w5OuA5>Jf> zE-MJdt<7ps;K9H!aTb*kERZ&suN;)Jg!}|R4|}VE^%Ut=b~0PwNN9FkUn;Lw_6rJh zM89`_xlYrgRNt#~wK>SFr~c_fDWW=Vc{PLGr2)Lw$4ByvIDTKhn1>b2)grI~P#dd`P< zem)~;FcSBfUS=wE{o2%ic;*iVbbOz_3!*9fNmKZnMh94UqdZLb6Za-<*Blixm)3E$ zX<;J(M2!n{Bz|YWbRLA<(p@#Y7_!0se%_quPUUm@#s4OI1uWz_oa{FLFl`k$J))xc z;xBO)LRRJpBj>+)xPD5<0Xhby?UT1%APO`zi#1xPWZJ#-Ih=>{3#lQ(R?|IzfUV7B(^QojDyvz!=kmr|o+2jK&;}!yIWq zV<6h4v>dWG_(E}y>flLnk6t0>6-|3+zzDVx%26WFE}07GI=yd~Suq?dSmPWsWIWxQ zervB1J@8sL847q7I}=!|SqP-r9yO3#_P8)Eb97>HoKk6c+XeRpv>ITZq;lls=5tt_>Koue}meJLX5_ls8> zg21;scVZ|MjP9@=G%1f;9whMjUTt!;Oh4{-9PG~-nV-r$tnbw@#bdq>8Hn2lRCnUM zj_nS7r6LXgz1^WqWuJoVSeAy8Y*du~AXyE)A2M~BYSA$Yzw)mBcM)NVmS(O zrx$T2FRxWQ*+E3f7^yAN=;o_;6!+Q9l&?Q z5N%E9sJE)v-p_wSVzVR_=4ndfROO*XG}mwAA+}NCF^6ze1a6be4P8w^3pvqKPttsZ zJc1Ns_+aesfZkto7XIK$a~PAA_Axsxeg=m@1xO=9UQz z)=*9p47IcEu=si>k2x>U^UwgU>a0bJYP@}26VWXfORWC<5nW52|T}V ziJyQC-~c}nA0$GDiO8bI^W}OE(ecTpf{GV8V*P$Xi`}m~8vE+zVgsAQkCPcDLI~NR z%!4!fy`Q=LyROTKXo&$e1lQ(UT9kfs zr>I3PiFdzz&X_Psu6xWncUuH<7bQ?Y?joxjEIZ0hp6-w|X1~|S>fA+LR#qA;J@s-} z?5i2p!5W% zvqkh(S}6iea_umypcrS#g?U&+d1z_NwLl`xXaxQiNlc6YRUIhigp0c)mgflvI=IqM zKPUq?X|BjP)dxF5K($1JXX9=BQFgr|usJ6U@^OH;67E$EI?10>U?;?ZEVCo_k7XRt zVX|LTI%ZenBq9w-6O5R$)jM>%QP5CZ(^3nTy}QF}+O`X67K@cngAWN%Bl8`$kSh(a}RT@Vbur;j8@!qpY8u7Kk`4OIwQLmx#>>`SRFM zl?PSj_ghCoSdIhrX9_bmKBiuInmJhFEcz)Xg|g7OE~k1sK1UIAz8|^5`bz4ng3})$MTTEmXcMmCduGE(ii=^>UqY2! zp!lTurP1L+@q7^mroT4ZURAUrDcoQPHAwnxkOjn_@+5#5ei@`75dtKS^jvBH+dKY< zX++Y(C+*R*#qASm zevs@;QxO7VN=I~bST$A3$?_OABH6LSLu=B=BQDz+V^GRWTHl+Kig!ZXXl3x*$8m5I# zQVs!hu&__V?eWGjmIe`IS&s{6MpXxq@hBF)Mqa-pnO=;ud2BU9ESWsIhS7#dnjeb&0$AKVezAc`g~z&<9q(G>K&RW$k^sm)LO%2lAthnjS3=jT+LOoc>N@Z$p{su zCwAOa!?6zMeVGn*kSPl_KBTeA_Bp_++7nRn3tn1S`Qr;;L-;2(kV_|jZd zu3E@Pv;m$bG1iv}S3k%kH)sr!T=f2<9j@O`?L<-k)y@hLq#ZYGo6o~ntbfRiwr?F{ zoC<#v*r1X!#B7B%@}o(P={PSY=L)Uv_1T#dgF~5V^#pi*a6OwJ zkGBLk^j=ydgSnwn?d*6o)~V&kh0r#1hBQUPL;6`3^Hg0Ib72549n1Rjw?j3w6eW)J z(V>J{kCq2+Drd=#wZnN{*0DQSr%Th#S!#*=*m?=tPV!A$K7%E4Hzyi39?mXF;DWMo zE7zlL8)@Tr;Ja^FRa+y6$35%e4nLIDE3o(S_7LL}DRKN?^d>7rhYHx;`{&Nhzrbms zud)x^)t^Ya9YNxwj=^@z3Z%NVOM_yXZi$Fa!9?5@9Wil<2*0JGBtDuZ6yAfvNmb%Y z;|7Gq94@0Hz~V!N^SB|)LPMq>Pe)J@B=1m0$U|8wv)ze>F3aq!jOAnn4!@kttIcv0 zm$|Hu?zR|geM|Y2_|BK%%Y5%_cQhft#k|tI;MCMCo|Yt1!b&k`^uw7Da&^6=)M_Lg zFLr=om2FW+ELJ19h5UF&RJH>8(iM;-M5W9eN}+tP=@s)pWq+ENKfcn+T)*<=JYpx4 z(dk=o67B7AsjxzSKg8g}5QGK2ZqpxOtJQbHYRP|ry z%or^otRh$>?_vjbZ&SoV4m#Px!!h}5dbq=fl*b-?Imcv;h&}ph1kJ^@ao!`HnrYhB zh!jg95NH&(ZIR;KcEH=M(r`yqC&-h6;G@;MoYFh(}X2x$?GL3egn5`C#m?dWSnp1ve0-5)j!IUA@G@9b7WJi|C^s7@weVe5 z4-7|M7QE#=Hm*wQYde}6W^~uwG!BWgw!h~nKQc`d^>#Y1Gm<;WzAgRijp{tSEdN8^ zI$w8i1)B5NWECB1_}v;gu`&HV5rAzz|J0yr6ia{_BG;^M5aF!_>S)>pFqOmoE~30A zt=jD{n=JAA;k3UoImCNsa}^Y)@VGSukp4>nCsoR&)}(gV`s zRd2je#&zjz(5!GKR%o@&EYJ?L#NUEe4Et$d`CuckQ;y){kC*b^mO$Miiv&mXk{J}U zR!i@pYWMLB;)Z7t5YB55OyZ*%e5JMt5KLbI=Gc=Jy*0-wzb~gDnu<7Upy7^`>1G?M z0mGklJrR~fdpSBZ8CAcW^Ku_%PYGP9_4B^%IIOXE^7$jNQT(M8_XmEW8tYnR`&Ne8 zf&F+~%{Cx*+dc=odB7B>K7*H{S;X+tS)lEWk0fGxV<(2QJrWX3J}I{4InFvt#InV9E2?<|Dps8~$KO8*zgw>4&kFjJC5}&!jbNLer?0*pyyM zh2Y`-$$8mH2P+(|r-aI&I|2uOu#z*$VVjjfkm}5sL?fJoa3c6?au}eo+7aJ1I1E-4 zFIt^U3TK12Z7qRj8ZRaiMtDHzrEEpP6?o@%N8$Sn#B>#fmIV z*lt3V=^gnX4}!((`}}rO(O#gVkZmsY57_8xsEv)KaPpWGJbLv*lgZ@24rh50DwL~W zx4o3LZP;?S(1jx_e(AE4UW~PK{SmJ*sld313RLZa)8X2Ba1UCPvYm9E9 zVdEXt@kp_)y5CG;m5y&9&w>9NoBjesl}y&0PYp&EZ5W6b53SKRZ+&@P!1ymjO}14} z!3)>FFCM`$#bv)k@UybwrK`TVJJ(-sPxX|(Fw zj%Uc2^L11YXZOruR$nt9=H!XSF zB~G07AL^*h+cURI&Y{iXNAt(C1xV-(qEWSCZ>(sPNDe64k&f* z5RRrEQfvt8k@t0RXct0hlpJ>Zdvxe3pME(EA_BV$wwHUj(%MmWMIu=% zK)(8XT<7lp*f)!}4t|SFF(Y|gN4se`SE17gUjh5V6;`ToyrQ#y2OdqEHlgul5NU@P z#P)C#nlTaPc}#>XvOi4hEP1{~(=vlA>K*oJcF^MN$|UR(EFxyU^D#KU@sTKoxP9G% zfuIg`W8O~-YJuZki6N_3j0Qr!d`K>q36t;QzLoXSkw@1e~D9jop@Xqp6_IcM91MOL=DR(Y}_cSb7hojqA( z5fipi4h*sKY|>%v3LNG5!z)A8oUW^WN|H`tvjp+ZKIs{p>f9z&mc^B zD*MwspdlVddP)BN47_Qc0&d>du0!#Y4PAg+oX{>F<8t01nS6pZSuT8JOcbP|qZ3Lt z**!!!$CH(QsuEBVoWC;*!oG?W#)W2NKXpDXG6Q>vQB_hdr>95KA32eHvs*ubV{YrYMg~4^1~*5=XjF@= z^cc<&gj<+&!#iRrwSABqgw5%FS3+vymiqPmyr5dgg;9&_l2yV3us&vPP2i!EcjZH^ zzJ7J#-I9nHtu%*;~fOB|n@7b}I}C`d)gY<+awzCPAHK#R!hmP^0gPF6^iqLr_~GpDXWN8c`D zmWR6GPaAg#S9eGwLTjE7{;Zi)>6QPkKDUUuIBDWXZBAJ$&0@EoZP7~TEEl%ZroVrE z-D(jhgI-UTb;LHIq}O-wCSvt6wAiY(daJIfNsA+>&p%>p?wlQS3L(m@v=S|^(#kQW zpu@xD2Udc)wG-+Y&yWgAIKK{2me#47f6ChV zF{g#_;2j0`uB`J(yCI3vYMo=kMaIJFw55|vYpznl0Z9&OL)bTOfjE#Q+_f)<0%VO_ z5VWm+B)3j~d>yX_sQyR`0T6jO6%@TI?&nFO-W<1*-By)5T4&MI;MCt>4XE!MS$(pZ zllkJ31&c6m6(<)svM8cS!~D@S_zDfT$YAxgO|=i7EpVZ^bi)yxlLNHU>_+2LM;rR= z+D@^eO14*Q(7M~CDxE#*8^M>>3Y#ODig|8w4XXH1;wK$MyAU+mSpwUx@NB6h^ttW4 z6)5|WBYdd3sy?5nUc9N9B0@pVkI>RAn_0C8`|*v;La~28r{*S+49$|~$C}lr^Z+vY z;JOc_Gl(~ytx_t61zu=xfo;9RQXJ7Y#vggXkcegAxF%tNQk#1Q{L!Kz8NL42YBKyN z#cW?BVWZqM9l}kK&3o5`$$ipAMalAV^slCik9Lgqq^jp9SS+o1W^scygmBr^lMEv@ zosxHo=}eH<(CnjiI@ z-e(TJ&ELw_tK@syNM?X@h~j>z(7A^B(-+I|;hif4-SD76-YW*^+tAt3$<|uK+KS2C z$=LeWZLci63ci~e6Y#@Jd@y#ffHxR(S{aoZEgQaE`gRdIwly}-;Au6uW8LMw-RE6v z`A2YKc3xnExU{1ky!){Pkod>NuFwT);9;OJOj={V40B}>gVx;}DV7P|?JDgfSjFLXTFe~*$cd9yeJV~ZqbIOhdZ#6<3MYLPSa%gV- zZ{)EkzJ_Ag2wJqp|+(F+z zRF1D6Pns#3D)_-Q{^X3_rgwcRKmPMX%mEhW4HU}Y;x%Dh9fY% z*LWU1fcH?>_ox1`tH>dkj+`g{Zwl8$8FpnyX15-HB<)ij{ZNKmKt~^&X!I5`f7*DA z8oxtZnu0>7t0<(=;9aCXn_rYl4!7cq;0o@(Ox)Bsjj!0Y9w{DGrzaqHAMcxbN4RdJ z9!TCub(VNa#F z2}Pwr#ICM5dDK6vR;kowukt0EgarS$O!1#NZ`9<28(z$HPbH7ZHY<;dfZHZ|=MjC*ADjmd-Asds(+wt6|ps1cG1mi
    RAns_vWf+qm8<3|H+K(K7VOVl4@?*5@3teblOtoOl^?jj%|1 z?jWU@ocn@`CUtC@LS70t&8;(8!ILX0IvrV$BR;H{iq0q*@tom{2)UL#qf$661y&cr ztx}(W?~=u11!xAY8Rf;ncIp7U@*P7zt7Mse@nHacpYT36@0x&#K>_82n7GD@HOZU9 zM_X6nJ&ZuRbCC*<%eP0?5}uy%hj7 z{z3(P{o29Y%vj&Z*x^@Cl^;KDvrK{t3I@P$hbgpNNvPs!o=GU>*7C5Iq+Eh&jFg-E zRN+{?zq=%S(kC=7of*9K@!hyPLn3l?{k~*2D-{H9MO2Y!K9Yx}NYgUBl^N9#7WOfF zuYMix)5um^@3qClM)l}WHw*fk5jmoSRdvnSESmg{#sC?uQ0p$-6Z8Fda8?a61Nf+Q zF|*XB=585^mEquGBiT478DA|(J6|uCMobNTbDsr+ki^LifCwnljkUTICP8ba=*X(7 zhLMPqtgBgo)gS<@wByp&^zT>VynVxW#N6)J-S(p~Z6=;wgF!XW_o`&hRA5P!x5pfz z{39muUb-F4~W_4%f*`AGQLP(m&j7W|dQ=@J75d&7{K4=y#)W74L{eTUZ(M+rpRs zBAh?eTtQHFU{G?q+j6Lj;#EOuS@YqL|CY{`R43jkMwe^^{0YnBOaC@@)aXzml$vOm#``T65~kvk8#vaLH&2% z&1(e~zaP4vSbpZXqe5zYWjWSdL_CWqef3gj{jlTD%3w`erVaqbhCcqcGML!fI{j4{ z%3d$oEHNW`uBqdAov9d@;)HeH->!b#jtrao!r2HVhtj_GB!d(7?k-y>w)<&4<`^l|@;{b($KxJ-J1+aAe5uphZNd zl}iP1R>Q0n_6vwM1l}-GV^ShPBbZm2x~m_?j9J8{W!Hi?;G(XLl^P?F1;*uR5)!%s zb2xf=*TG}lfTithAJ&wV);z^vx^xdJGlz|$o%b}vr-fXACaKsng_kJ((^pT?-ET}} zK0vHou{OKI@bOg+4$l*fTyzE|*_Xka9MG9(2v{L;*Q?DC&Xfp0B=z9FlB>r}EKgSR zst{Amr&Q5w1e|sU+8?`awk1qMS(crF%^|P2f%TJ%vu(%Hozc{Ft_KzQWoF^lnI~X7 z`rEogiV8{&0@EWxotenYf1H2G@CTn;Do?3!Ue8?RO@24U*VJC_6q;yH7w!xmNH5O) zrn(IFEAtxkTz1pqr@VT3-#lRjrfCPSr&sshST4m@oUWuK0?HHE9d)i;ch9 zHYflffCK<|0qQ!8Yz=>TIG~^n=+65)-Do zg|##9r3gJZr}<(*JZIj^3i}Vzaq<``RQm6y6M^Y5w}9_K{2otLn6I7E>=h^dc$LM4 zBw;!!aX5 z7`q5x*0vAZ)Ro(Dm&zPraXJC^8=AT|0G8lph(kFwGX`4CR!!1t2n^wV>;oUzlit9; z;32^B@weD$wm*Pn#zavdUVf?|9|bv304gZg0rDpNml21euON?Sjk^CmE>1sN*}EDdWPk)poUa%L4R{9&UOPcKrUOMPUJCc?K!SiCC?1@@YbkTyffMs6vwj& zi&lWr3v%s?)lwZ_UHV$8>Bo=J^qFbN(%@=VPscccH|f|4_N84v``t<`mOJ!TOy)V< z6+8zqGQUVw#1+B~j&2?Ub|!sNN{RIucbR}?K3))pdh-zBKut^qhUgd_hiSPAY&`Fm z>*dwTqu`y+?=TPvSQc^ys1*4UeT;V&Lo-cAiQ!C2>9UFL50qCQ+g}nWUXkre)Q6&( zTFW_3P%g@R;okN`{S?u+E$OD+SKGiAJ?`HZjsOWOOenB|8ZfK}P95(D#ezuY*18@9 z(1N^#H#=i{F9fj&J;#F?F@zE7X8cYtJ)#t`TuGf9e>y-4n6XggNGB zTYxnRGq)~!1oz{ilvZZB^E;9;x?sK6C2tTDzc0k3^|~Ez!gt(t#_g4-5H>TKl4dA4 zzzB6C_a;oo9j?t?Jr0P46HPfkZCrX~Oao||5KwZmk#-46!%33g@nmc9sOZt#g! zB472QM4_ei-^Ob`OY9097nli*by6?eM=Bo&x|mT1)FmX*WqWFMTL@S@E-V|aTCG|< zo~1CNEK=HFH2B~7EDauS3cz4Aq#o`HY+r#K|8JCSrTE{XeBW2h;8!HNK_Auu!2J7| z7n!>ht#B+q8Wl$+uev)1Kpwq~)AGA}{E zm${>-c`Mcr+vs;3E%iPpJB=cy(^!Y0oq4Gx^fNnOhiIer3RC^sMLZVE7oAV=Uz1Q2 z#~!AYAMrM;9~@EjQTu{6q-T9)R+fEgF{%44PTtkz!b%0rs{}Ic)qV!c=r%m0T&OH- zh#y6;yq_ub#J4OrF8TB$d7jj8JaK{^*d-jbCf=xlHuMUXM~Wyh1^fs zi42ynV$0NT2Sm5txPGm0LdcLW%$W>xd3(SGuDyyH@wkE;@pjekOac4|S?o@zzV5mW zfbe2Ug;?2#d7*Q9!DZY~0_7B)3I@e)NYkgzi-g79*y^}?-WF>CnX_CkV}E@!O*L;4 zLofe{$i{MlqygVQzi#(Wef6MS5fFNzSsa1 zf!xI*nBNf#P`Cf<<@3{p1iTRi<&lhSoOEBi+8I0Q{2bUlCvc^b6}kqUx(aeL5Pm^_ zAAGpLzYiUp`>Bpnv|k_ZZqb{7PayhhHu&y*LEH ztssBz#$*SE9#Us6}}&|0}tgI00feO`DS$W{8~GlM9ctwFl~FE}}y%7Zkh z@Db46lHl)>LEk=LI*fn8e{23zk68T6bDHos&wui-&*9H=w*SIclmCK0%ium|c%H-j zmjN~PFNQxdn$Pji6Hfo)bJPFAKTkhBr+6N^`c9X{}nNN z&hln!GF2_3_?9;c^;+tmn8rcr2JLM|A^T<$3GuR{);Cr{R{t}f#q}b^RdUj vXoj+XuIWD`k>}{=zUaSbt&0CN?>{|LMOi3N>;2i0VE|S@y?|WZ&tLxsUrL<2 literal 0 HcmV?d00001 diff --git a/Natural_Memory_v2_Paper_ZH.docx b/Natural_Memory_v2_Paper_ZH.docx new file mode 100644 index 0000000000000000000000000000000000000000..2b82b15b14e1ef370bd7efaceb5f58a6b17d798c GIT binary patch literal 48325 zcmZU(W0Yn=lQmkl?Wb(pwr#7+wr$(hUAAr8w$Wu>Btlj_l9?gNzp0|8Ay0s*1^lj?}r+qsz8xfrN=I+!`@(R8Y$DFRB?yLMAYtXtJf1Lga{AcG?fZbp2LP5x8M?A}sg)PWPxR~p3 zJWh@Pa20uTkseAM7kq;eb)x>s{g027MG2G}kp<%=z9$!FTxWE``{;ce7Wo`jzlB1R zd*zx-|D5-fF-_kPQ9{X50XIlAr#sSK$nx2NU37)}uaRm($D=3sk#i|%FyfuTRrfUx z1)8~)0WPqx9g;f%_$LiL$f!6bN6k~42MxC*@lUa!?VB@&9YvPNuJGlT#_eN)i5Fty zS2PAcP{scRtS7mQ;Ojp?cR+xEVE^3>oXl*T8R-9WtxlSj24zADxZxKYBP+FQQ4=j% z*BAXOSH$0!F?C&H=OF_ zsncK!Dh;|TkjO*zAVkY1EBc89LC}o+h2318ke_A;by$b0@p@jUMp)E<+Ex;wETlXc z`4QHIQp44kZqXjXUR<_?EvmG-{m8~W>Q$h{Mba=p@I1i*StV26lnIlw2tmpb^-)CX zbT+Ocp*;tq!~)^d}{ z!=SOqur7*QCvU+P+31KP@jK&0n2zG^;gh{Rh9q3oal-;UxeXLk;i54rGszMbQ60CA zvQKPBvOOtt+#=LMS{P3!u*mKb`gl0BC8?lygN!M~cY!Q{SB@b9tSE<=tlP-=Ij%65 z?3cGpV~ZT)UW_0p3L1A(EQ^yNa+M1OXpobrbYN~^@?XO1GX{!h!_Ah%7O1jX0g~Fr z&eAz6VpRcZh{BG8D$zjr1P7Ok7eqtNT@_uO4N;ba4Yzsn+OfoqT4X0MQk$xr`xcAr<;IF&AyD;vYH*^ND+se2Q4p`jzpFr-)vAgCC zIhSlik0S~tyHj>bhT*5_PdC+5OLbDMyrW@WhKb8A*~M1=pZM3{KU-?I_M`oTOS4^X z3knnNBHy3W@3{XPp~uZl%!_{r*?<87A^lH;j2s;P3n0}=yG=%EowVezlMun(K(63sHO3$)cJ~oNNr*o~eRCok& z5Th>^uu0EKOUm^KaZEWvTqeWr+bIh$D_C!rrv}qAceu+@Vj4zO+S{d2* zKO*OA25vbfv^_VL^CTe1JR^X;^9ZkfVu(_2h(K!NCnUFIqWafQ*gsryaKa^5--Bub zN8KNNoaEM_rU+W%t#=@k`p(Sri`7roRZ1VwR}t~mj8KrK;eQwdaA{1at~E|iMOL-- z=k5@ker=7= z1nF1MHecg0lLUcnHoNJm{L>n{q&(p{m}=fO3W@1Mn^FSB3KHF2*$kfy1h>%HZx6UX z%TJep|6Ldww)oH()IdO>oB!Rq?)FZm4FCGq)%M??>pzuo zFQ&rm%=ab#{oG@7>h1veGK-F?a|GIAX8RrQ>-Jv;-;WHvu5Og>YVoUQZhEf`^)>r4 zVy?{{n>jVlum<0wu`&kDKII<12pZXigICH7KAr|oes2s0KeYneJi8}$SJ$d~{NUma zp0m3bR^1K{UOHDU9v9rX)da1pzLOfO=hs#4yB)_iY8N-{e6~+=@UifZ z<&%eYYTf!C+pP$zdf_i2cr}Z@P4nFN)hDARVPP1r*DhKnm-&gEGOqpcty_8W;fOt6 z8~f0+xz{zdhEw$6v!09V`;XhB^;y+M*ZQ3ESB|;qCO&4!(cP=d9`A?jU$X?G ze6K3lx0H+ahvD2j9w#>h_4WHuJV7Fw3V3EPox7GZLvcPY{BW#pdoBKWHoXsRot@N$ zTmp7Y0A2U0`T(S^Sxu+-OPL41Ez_D^H*(IeqsfEU$yM139N1D;MpR$!1)>#@Bn0JD6max zjc300e2?#6JaclV&{&mjIvcca7Nz{c6mwC91()XeB4*W>4v)S1zSpczA)qe?SRDoz z%Zhhtt&}i}+w13FFREh>C5IOeMD=`%&Wgtzg;63{D6}+F_`Z?@dgG1m?CSKu$GmIG z_$9IjPha`^TOl20zV>*w1AaDPdrC^W_h^d0-Y1}f;S7tWr?7|1>XDe0p-q-&e*kr28r7|e-`!~>p?wZK(XNk8Lq0kyfXF$}vrzwDktuEYh5p;cJ6voQq%!1t1>$dldkUP8U+B!U? zEgnAUxe>4PTI~1K4lls${l*6jPgRTwV2F@tlU6X8#Vkc2pQGQ=G0ic&?^>{k6d<9s z!~Leib6~>z(V|LT_Z+*kA_C}q$UWB zG1fKkEgL-C2lY&Hwx<9&cz^F!72b_73UJ>|50{S2V@6%QVV>G z%{#}788@WJ_wl}xBV!}WkR10T)2Y|dr!mWTxk>xC)zt1sF6O;IRg2l0i^4HP6!Y_O z12M2isT9lV;_f21M_|NQv0RA%Y3*WO$^>QZeZkm^5rTC*x|`wgy4%t`3<-FsZp zjNPk*r{;6bQz26i1k|@OD(v0gH`JcuNtvYZJqkbyjL@7p3=h=sGREUi!E}4{P|nw3 zSFXDTI>fOF&&y;OEt%p_=np9H*P7*r(1tG}kdPEu3=aar+Vb5vxF4|Aq?~J4eg{u_ zIryC@`*&TxYhO+}-ZrXyS=mTk$6zi@J>dS|I$&rjEaNHtOJrm4l(WPihJTRLix>g0 z7xmrnn}O63bTHmfeFEM+{l0KOkxf|(8GBTW*+42j#c45so)~*!q{T!2{Xy2#SO%;_ z?8nNJv7lRf`JFhRoKZ>idX-2M-Hs_HAsXltSt{dM+^eY`eht>wLkE;mPU4jgMiQpl zy<w} zL{;=F>MOP(q@mcgiC!kS>?CC@JiNiJwNW)OFQj+H=Lg@iYsGbp(>pG>el-xj(nNGJ zqZl3fVS4(4Ojs`Is^Tsb~ zmqiB{#2-i~GSz3DJ6kXw2qBvH4!Q6Xy4ze0x+aJa|S#N$9B~ z#Vk+KiPslQ^5=T#`JW0r84x~kC&PhsqK{TxpLjF~jUrVcN>BqjV&MFJN4{*N$X~^| zo<1uO*R8?vC61`2SDm}yh8Ipv*~*uRM=3XIkkl`+T?;%F8&Apa*|VR`cY@DLWt7Am z5Xs&@dVI^DZgH)w@TblK6-4veK&q3BhYK8y#kvSs>1k0wz=wz0*VBjC1iL^TwCYIv zqyh|Xm6=9X@LVWSM32%rOrlngTiIvJ$agM**+d>l2ikO42u-6k`Tl_VHn zAjdEJryEGLbcz%Fp*(j6rU}5l{3QarC#bN|=!r(;R^rGAodBJ>5 zeqtD$ETv?(5Mb5gM;??|5~3os3+W3iBTmR1yITsc=;3-}5wc*=l+IRHt^sH1c$BE1 z>rt8E><=J@1)&Jfd&VSU$utLj%tI08wmh2K4JEDEWxi}F@`I$w3)}t0H&=$%J@qL4)~yC(Hs|uIKnzf{hF3U_9&L5c*MPhz+$b+U&3k=@;Ev? zYQu@3Xq){)V0Wfio-}t!J#kMBvZ7I_OQX+LpRSgnZjaa{n7w#Hq3Drme z#MmPTSwMfxSK=XK*rDg#jRwAU3=ZKH;XymJ_fm7PT{F7_MIObJi-KWPO$P`68;y@AW4^eYln+y>8hg@*9160Og zBdSR4#7c51Yz3HR!mkB%oU@`!)YMvz7`Gv8w9fJ(X%&QGSHl#9EkTb86evn5PvU6+ z4=`~<0-+%#JqTSkWvWhDIMx6$oulmdG@#L`@!>r`>wYg@c+w3?aKYw)^n3a7!q3~p zyomAE$7BpB;)w&)=67Ye&y%iAUWW+ z)X?_7)F+xS5L~G^5GzgkA@*}7>pX%X!iWTN%h}NMlqY?(6R{R~5>OElCxbt+)VWEB zliL``bN8det%4;qKms9xWAy%*gh2m(jr#r#MQ?csy~8=(8^nPa0~C)jZka@px3B6c zLNc#R6ek|FhBx*6_kC(K|6L`@Ni_OWBF9}-H&Sln4*7X~hU%>#?+O%X?|bcfR1bV5 zLq0pI*NjUlVHtXwgwQK;Z%F?dH)r6Nh=`4QK>yPvVI$@%+yKPI7;l_ehml!pil-^< zB|3;A5Vs_h;rgsFfU62EJmIb}aM1X?>k7~{D0kC5=vpR)%$YcL2Ul69g3MdA9H&NT zp0>}$j-kblwKqX~P4WN=9+N;2LFg=T;Kn(AZ=9buluH}@H(eLy8*hV7p6zR_fb#P< z0}vkp1XEr4xI`*r^so>nl{`R3#;yRBlz2D(Wwp!XRVBwn1|>9tYA@DU6t-pxoO#CBZ6EY@hU@ znJ_#;4F>?ObFojRFDPM4ksV2IO|2<#k(+)vW3z864064pwR@)NfuF*ZHHot^luLoD z43O9`H%s3EIc%FlZm|(l1caHdwHRC+4s2x~B>!?dP-Lkvor9Lq#jCnKOQ3;f7$1_C zm`kj{V2Kp!CFkWWw-pc=h$V3>8Qnz{bV|UHT(%ace#G!NMe(PJ@F_)~!B}3_U@3Wv zkk?XBt)dzpULf+T1~2t6c%o<6OTbco^FH{RLu@R)ehc=z+Ka)M`~NW3%R;zjX(flYeFF>;ZN%?kbwm&H;1SS>JbzYasjBcA|5u)h)FA`K(oc=xV8;e;x0!%{|@L!0Xx6z$XZQ0vDK5=&1#K zzH1x@9SkT&BAkLg`TxM}{=Cmppnu-<*Us?uZYy1Xo`0SSEW0msStfW{Prd8aa&LIK zd1B*c$Jgb#>txw;@~G9`CwnQhpIp1F$<081D%bPfeBB+!%*CEQ` zqV$jfw~Z$$3y!gBHxdrXEwv)}lY}v4%W@ZSYPh*5TS^6q*hnZ;3tK0Bo8O9-;ou*I zMR^Inv;{(hNXC}17S>ehpxQCy5Dml817JG6g5P99p;L+~m6E2@Z&<@poQH&<7PSEB zEYW9qb&4XPv}rO{9a6nnuQ{$kAKQ^y+h>beuSZ4;6C>^u4`)wis2osmnwAA%Y~bbx z=(5lUk*fJqk({-a*0jxAlhy8M*Tlg|MQ84*VY4uBB^<(?W{td? zhMeApQLOF%78a;9N|X@2)P$65zsX?O9+Ag9D9??@Up;_iODCtCNJSf-LbK?nQKT-S z&qO1(s(R4LJlQ0!jBv=NbK?mu+F3cy!05E*9)f;Ns15m|a?_gBr4_`AHT7`uDIv`x zAMGA(&JRRexNPAqkPjZ`Rjpl0gphfoc)CeYr$k=@oK{4vwMiQ$6)_^yR>|oA^<;os zdB%R@a}#7*>(7DFARtj61P`=~`!@cg6c^?xRKTFpiz0#GN`*#&lh1JuAUfm~R;g!?tC%5G=+~U)f z=k{^x`3FjT2&?#>k;vQDG%YIXiz>`u-0043RDld~GG1U+HGnl8s9BnIpLL;#6%=Nf3?srLeOP$oHgc^O z+V@{S)Wkv`xi$)nxe<_JjL3oW`WR2^-ElCs4L}Vau-9km7U5j%$3*Mn~CF)44@+^0q6V}FEIDsAk=KV107t(ufPVmK09 z##$gd73NcQsXZu3?V8amTAm|0=5FYmoKw(d_b!BtlOUHoT9H3XjG6 zYttkMAtVmFrhUKNy<`B!nE{8CO9qM^Ee;hWpEO1S(GHQc`U;`tm@evs^NTq`$sg|{ z;1B#4VfrwTD6tEv%EJ6x<205~2fNh)BWBAV%@sCVV{iqq_EhSYydwy&-rX)!e+8-! zwA|1T*30Ao;NlCAYPto6fz7xsM>3r};Zp`dB1NdlS!r`;2>RT7{k^l;}3Z3)sslW7@(9k(M1f6G6C0I2*gwM(7x8 z9c>{Y6AJ4pINyq74-EN&;~^&ePBq@(n>ef#^3;Ihyi6uGWkHm$Ze}#3B1H@~t&m~| zNbU}s0qCd3$3hSMR@MCT`wl*R%TkT5R{T8n&X-*Rry=Qx6pY2$IR>kl)$7rLKehz4 z&*crYK89Pwd46$eWYh&N%#eTYss6f*+x3#v%tu9*U-u`^lTdcZ$T(3CG=ancbWk1D zfK(SoC<~P8g>!BR_z}TeC#y^0`5@K~wVFR-EOd&SeSmg8u%J`64YKt5BPg8U*9wtn zBI?(J|41y9YCwMw5*-(Q^4}bM^gLWNA zX@!s6zok>OHXm6>P7PHhtYM5T;O|l@U;-U|qGx``7#MR>!cRpINEro(BKg>}LZL}1 zb>`^1XIr&@Ufmd-Mxq1Jl*-C$;;or)?`x^3s?29~@;@koFcAZlFt5=q6pQznzFE@Hc@Bk@sEgG)-<8g zHiaQkYEG`8msPa7kynM!?)FaHtM~YP1$Bl#Qubk|=zb^xc`B$T$ru%3rnYKIt}h;i zNS-Y@Ff+S(L>s>uf!q@vlj9!=!&ki9sjU4PR_Nn|FL{&s_5Fi9gg@UU3KJ_s=9Grb0%1PoG>ej83 zVYa2#QB=W9t{#LGY$W^FD<~ut#Bw(qDKTksKV@l#L>*_8BOI!~bk%h^Rfy8F?^~1--wF)0qouXD@ozal=wGEf#=YqU11`y;oJ<7VlkL{5vOVDjr z;z5}SB8j0Yo!Hnksr!YccHVdvW9h|#i&FoBv(s7#_Q85|kAXZY>?4NG4yDS%$@DW` zUkVZkC0&OT%`DKZJX0r3B;^b^@bQW$jH4+a^i3@=GzCEf8+S@;3^#FbhlI~Qz~_@0 zkb!vKCD_o6L+s-u%&;iWQ2Lvi7|L8?YOdOs4nWNpMX1KZ?zi5Gmjlj683R^d>o!wS^p=B@0ybK*H=wumQ$f!NsU zf#c*gNii*FQb$A>*$4g1BW z!7DD`gwyF+H2jK8ucP;dYJ7T6d*_r+os&p-l!6C9mvdegAULLe{F}5&pY!h2`Bi|R zLZtin`dU>Lw=4*`B53t! zgxJ}+9!Ri6>GuBJ_Z8Bp1gclgv<7B zXgmabGJ(@w1`P-|j7=r#8?najQ%V-LQXbPOi#c8~3~UxRwki@W7|HWW8chybq702h z(3NZw2Uro08M&CWPJVbS#AY2imL1K{DHf8mRTyClx`hwpDO4yGBCwq+CbR8~t_uIL zTO;hpICA5)l#n~%Oc_>OGl{KODhrq5GgbFARPdl1nG0(aRF0z{D_4qnDZ+XU4=&k- zu3hW|*}1SD_hrxSA2{!K)iEsrKE~=|6Rv&dLXd;O@NFnvcWlfSG4Ok2g``HGg{H{K zpR{!aiJy#4Udpr*jE`4|+(1JqsfSPey&(NvrG!-+h2uxkHk0~BMTPhA3XpoyH*+}uU-#-ENg)Fyj&;Go@bq8X{351ZC>EO5BxIR z=Y^5uY?juYEXBc%gB^6ACz z$0mfOG)wz=^0RsDL1Fw8A)PrcC-$~wNBf4tnmxlpYcNs(NdC2v*h3Nd8%G{bC#O$e z;9FPi3KL!2i56);-n@4$J3*h%%aL|&zfn1_G7xFYwK)uY6c@IqqCSETMPb^p1ykZ# zYa@DQYyY^hE2B=G!PP;eR8c^RvP~RAWEHw6zZ>gJxa|q!V0gd( zi)xH2a0GYscC@4h=x=j3m7CF5g8y(RFTL6`lbtaCJG;=g*{G-+g-sfMSRgq#3+rj< z2mij*J8X+*>l43-P8p3N=Tr_$9hR&<-m^%;Bw#IHR9^Wpa zQQD83@Q%0%Ocfve`e)@9R?!CE8P0G_KJ0+3h%*DyA{%vO2#QrXSWo$!j@i&a!nLw} zgE@|0DU-7NS#khi^&YTQ29>w@dNvjo&C||Jp5RlE;Sur!{vqwmJ1A6*!rh_9wMGzk zxpYrel3!-?HF_Efww`D|=}2R^b?v-9S%{8!(A7!t^0}93V<+yNz|r`(%Yr?q8C!ae z)BB3Qft}pwCLArg=fkpb*krcdFY!lO=3vXYDq8-yjIL`HRV3A~XlX&kAp1Z%OPBgS zKyGeTc@4)#4#lVv6eZoi)E8c02%>T;Ge>4;+6JgE<)%mJaViR`hH6*u3(>|QcF)e{ zTZsw6K+UTHWPg_(2HXRB1y@cst+ar+ZF;)#QVfH}Hw{(cZb`{gk>o9BlVUxt5>R5^ zwFBf~7Ry`%MrygRLC z-^P=(t|mz8y`RXe8wufwDn>+^R<{o+pKG<31uvj)SU=?_Xnx5?%uXEhrrVqThBLQy zz7nX1Gb*o%R?s&UbWu&5&XSE`(eG$yLWpWga=4}q%5Jew<-Q|cHmAXxa+|zfE_jUq zPmc>xO7;-qY-+laP^&bFuDP}8HgxV_-ZI1zO=}{t$iRkbdQ%&g1k&|mB4&Jv&a9}Edbqp&>e!ZgHWp`p4)$EnE@`O1mh(Ee2PSj- z0e%(VqPj{s3V@Q?8JvCsu9-JU+qr{u4wOa~XjGp#sT|db11I-Umru3Y6E0`8?jkt- z=Cz<8bOz}Jt{7FcD!Yr1z)34NOJ6)dTH<7%D#G~XED7<)^4|Po`R<6NnKMdc-jsWw z+H*~lA(!6fP#_PkEQ}?5qLxMET{9xbd+_1C!T=CoXa8p;&FXUWQNkJaXv&9+-Ido< zAy!|LcSL}0!E(igv5L5bn%$c-_tT>x1IJ3UYUq*G#Q0~*ORlrrl0(9TVJSds)@*3u zOI4>>VqKAXWzBH+QW)sCgA^^-WHm;e=Wm>vLnq9T$b5(&EuU{HVv6(}86 z)~5W;=kqB4Z&si35&xnsVMqOq*SIlXm);zI*>4pRObq&r{VdJ*C=<5eLp(1JUM^X9 zHrks!Y-Fq9pov%6s6M`w{Jnhb=Z#VGTBB#IV<;clkqz(A_g2a%Nd%<`#WhW+)CFw5 z2ifdgp2uYgg_pgEi?x(Q>He&L$C@Q*nZQ!_UOqB0Hfg1KCRNTp1dEDE-Nl#Olf(ZG z7BsU~RxsP{-vSe-Z=pt3XX#agk{(Q$#VGP=(J@6KXh5wRC$-6=0OT!`s5;uW=wjK0 zVPQfiMe8PyoalVunK1HVR2;FW5n+toCT0ODrjJ8NCk3(KOj(%=lAH**gC(O(`QRkg z`^AjHcG}UHGV7%qLoi{A&fh@-qe8PDiTW@Ny*sURhmBP79Toe>$IVi*R_BQ4ndm0P zvrtd>m7L(vDImQFh$4x?AJHk5jKoPi8%HJqkf*3o7Mior8a6Dxj{2W zc}@I&bfp&SG9CxqT&Zw<-Dw~Y5mbPBHQ6r`tEur!598=$W;r7_B~b~Q%A?fb6X{HJ zxTtZGA6m1$Z_Yh4&wVy?xTh*&`kKc-ZUCIqO;fM&l_)H{=3T@?m1o!zF3aQx;~{xh%VFume;G@&jn$V8OYi_|i&U^IShH*^Y-}b7g|4XS6}zsBx z5d#7|p|wG51zwt~DQ9Dho(Ked1~F4(V-Esny#SG6j)_Iil)S4!uv%Tw|K0?UUalwE zkS$3mMJP^^12w6C963b!U!Ja3CJ0Oz5-v zh0kJ4f(V+W7c+=Uy>7c7?seVHMU6d`OAZvdAgE=plbdek%lH>Aa=IvxM`-;Q4C?%NM34?kBQAJjUaZlA`E1{SFIz6)Ifp?Wo-AwE`dEdzv7$)1 zbTCIWF2~IhtejeiV6n}~kN2Zq?RoML9f>PK_IDc^gRvEhBkI{7aNfXff*4Jy{03@Z zN7oY>Np#8Re&ZRJ-&GS&8FbRA7ea*fzfhe{es21FP2|hE=z74xSYDx2%R)v1(Vp{eH z#b!|?m?}9!QxMEh>?`O4T35y}-3xC}1x3GQPXfnS=6cyZ2!+EcB4|1$^qZ`a3mEL` zEOKGW1s=QMN)=>HWCaxgz5;GsXYsjC2v%Atb-IHbmo`7~@X}o1LiwRAk zKc_HYFUZQ6{0mDMkKT0mNkMED`+EaLlc_Ohq89XiKovn=`@QcATnxq%K|>Q#ks|-E z5h=Kjq~tOQa-DtFV^;v0{V6k{Q{7Tfwq4pMQe&`}n+&f0K-cY;OEOJW-;dIwEX8fY z{6%{M@Tyq?8<@>#Hws}i=>+xn%tOJ!OloT`IX?y-mRp2{jOIo#nG^jUP;H_x zuZnf~5JcT8XdNx{XA+|_l1#8}7Eo_inHA!Cv-EN{&|&XPCzgUbAPRk%vcW@$Y*@_qDI{o};T*$KVsLtZYkEtE%~<V7WmH?C#2SJbqi7+0=4YN`4325NSkUG81}r^k8kV(ll23e-R9rJpg; zE+2S$6&G>Yt8eykA8|a}O}?uaDKrk?o6NdyZZ4cUd~r3&6S3St$st3n*E95pGiYh< zgNF{Dj_?(uGK_7PVQ&V`Z9q_~%e`)ub%w_nUmECbbhmP|>MsK?vdaXdW9*97D z4d=IQ4sWZfcmP4!7d3RaQh%kMf4dKA67IP4Po#5z^wuYKk$vx%YMoq!bl5+t>mTG9 zY_w~>n5Aym>MK_k>DKqu95>k!fxSETZ9KrFQ0y742R+4Gg7w=U*RBSRO*>&)Iv2Gk zUbCMCpIg4lZwi{TY@>2(KQyi`g1tA-`!c}OKeQYl@1V_kww?aUZ!5ZNiRP!Ex*5LN zmF!IKG#dds3*mh1kCLm9IW~8D_tJ=1O=6)@*EuO`F)Od zDj+Xx%Q+Fp9g6l`9Xvi1XtSQbHbYVK02`*l$8@cm?oE(5#ntVVU+0!BWhy=8V+xN?cfb zx6WSkSh~9ZM%F)B&9_ZT-`uLsIEga>HP>|=VBee%29^idcWhoSLV6V8LT{}8{9hze z5*C#&sekO^DR3YlynpQC|00q8H%tD1Qc3@tF~20FFi407dE1#^a8^tq!{eH5zD;k{ zP&xBAbzVY-cCIhG!=7QI_^LsQ*TEC7)jCs>Co=V9v(Hn)M8~dG_;a49QBQG?7?hTJaC>|JT`zwwvJT9IQ zUg|aE>LJp2=~2j>h)9=aYt9xFw9x(y=^+8i#akj^x54^^UxZ+x&kdv5$Jw%*L@t~j z8ET<2Gi0eOcPq$|!D#N04sgIuS^%LPgbk*5)tf|ndAP(0;o^!&D3O1A|9=s@GmtoU zjTwP}wlu(j5dRMZ&MuxdX3qb`;?>hjK5VJ??d>(T(*Hb)5min(njj~OG`*zWbZm&b zX%sKqPUIt*PG!~F?EOwcqq+kn3=~fW8{4Ut?kWl)|A0Mh3K%i?`Tn?=-1cuBUA(UQ zxm|u`D6GA1`Iz3fZ2kG%ul)JM^WpnAzjo2T$zNdz|9T$O@V8Mg`1-Q{d01uG&6)A< zvQco~e|agj*XICS=g*$D+7l4SXP;hOyg#N7Zn^<>K3zC_YG(HZ;`0IetE0O+yFEL2 z`nxNq+lSX??%#*~II&wFrWu7}l;H~bZrRoDYhAr|FQ=~`h@)3BoCik!UOU~n3-dh@ zG0(>iK3+To?3;^JKBueclODAf+uz(%YgF)$9h-QFrGupp1_S9*d6WdypYI-MKdTp$ zU)vWa**E+*h@(%3lh1>`oO55h!qa^C>^skk?_bA0QQw}QXBnR?ZyKNe{YL)$+rDq+ zz8jZr0^!Po!20g{n!EJRrQ5z9zdHGIF-y0(y%!Z~#9s0X5t)12xpG<3(>qJIzeGqM zAAfl~^j@SRzNDqaTpvo;6>6U;Ow?@ynhpm~dW)e>~k?#7F;)MjY?tL)(3= zey!EK-SldVKCTkTZT({qVjc9`fSMBr@0H6@rMA(9n`U!!o( zjz%MfySL`|2-x^-^850JbMSACHVj1nyj_j!~+C|&c=Uy8-1gBIl4LxB-r1W-UnnJ z&s46 ze{UyMpCjh@Kb?=ck#&flT|B)u)~IuuOv_}JKi8#Cj$dzWe%?LNCo4%QQONu~0(rv( zu2s)vfZ5T(Z|7>PNoCZ--X6YMg-(@jLb2r^JmCCJe>``E<^u8@&oF^k1%`|1=eOJY zCcd4ouCFiJk1qhCJAi?*aHqz~>ecV%?ak-qj!QnPc|bRA;bP>+&z*Y}amF*Xqd(N< zuhVCez$@Zr>Gp?p1r9Ll!A2Bul@~ICqNpiQqDDqp48!dwy~F3&2=T0d8n(gS+b`O1SJc|KIlZxFbhIH_y&|xvc)8v>HIes*>YoB zqMxcn@zRn?l4U5$DJ+#Cw8v;PL^5=%(ojkA9X~tY?(Wie)hV6|*i~8|hU^lc1#1Te zH{s5FjLm3TpY9(IZvGoPky4H5MkaPW$#wM`Lli`kwh$>uMeOL(P(ibi2f|Af63|*! zjYT1Z&1cHONHbkj0li2ka==tj4cs*?&wWcR-Z?%e3jAH`srE|Ci~1PX(o{u=6B*`+rZ6 zto~1e_FqxZdBTnf|Nlb#AFiH`^ccVx{%QTsz^+=7y1O+qMT& zSEhuK-BlDWIM_Hi-oM?eRtTfADVc>cGYr57!Ee<$Zfw#abHk|ysO$(0X( z`11x7W%yZez-ip=Ak!66*(Hm03XDBN>6F}8zf??UBD=Qvab6d%J-Gb={)=wOJiT_x zk@4XV&i5ygoF^?!bAQ}x0lSA}%6E2+m!X?+bw}E?hj;JF>HhWwTTb5de`k-y%^9?< zLR>yHs}^x+be{;;J-unqzTTYP?qx6L?!Mc9Ws<6%+Mhj5N>-k_-Zy7&7UgG9Y?9s6 zPuG>+#QmD=;+wq~Rk{B;J1yYF^_`9**4{OjsZG&B6%1}Lu|d1#yt~% z;mCIshs*aIvn@QN^hT{P>Xss~fAHf5=pX*2?C=%06hqau+ulagt`ljnKkP`M-)Ziz zm(CUQI8T2n*>m7z={j3HZiwN~6DPJ$x-W@Yh$3&>Qhq8SG#NYTrpgQ+nYwgYM^rjh z{8r<*s^T)h?F{N+C&;UM?irogR5)+tf5@3_G=+=;Kpu9(H{#N+v6_5akJfUd>mV!@K^^rSF}@!3zjj_qEj!3O ztPxA?UELlAl+&QD^1Qy?k(I9s^!Q-@(7%vTl^f(ep1nNzzV|ObA0LN59WRD+d`lR# zArK?k`0+20s}cQSgP))G%meHv-}%Q3p|&D&Cp zfCuttkWxd_J?yS`21~=rg+7d=!0H}sO@#J(zbRzeI+?7+8rITSQ+aQPlMvy{$%@hf zK6(wNI#*t0^g4ogAm`c5`?HKe@H>e@^R;o58UYeKANS0n7Nx*jdZn@q>czWB{9OD* zE&8P9_`1uFcd|^+!^+lS>G1&w{Dk-1^IDou1GSosPPI+qEaxt-MO%V)IoV@X)_Mn( z`DuzwzuK%|=Keu9K z!_;wjkSdXL$G7-xnKzA}BlAY3^LAku!UxRKWxvKQ)Ab4Rz9V>~ zF?TsS9M9PFUMjTG<-$d@F55L@x-&KO_^@=^#azx4bG<=plvPDODxPuh@6bTloINwQ zu2Ro2C+c^8dx_z-l-Ck&WU}c~PxKmv?$qT38pv6U;ZDG=+u5u2ro=wMEL*SOzb9b_!=}@((a5ExkfD1ih+II-h_|rBm-D<+5K*5=WdqeLK4>tlAs{jdxNkZIzm=gdH{D+!%cAsp`=VH0Z;uvg$uRW#_GD8icBS@493E5ikOQ0^gFqF>C}^YK6V5i(L)itUVg$7a zZp_tKB1l1LoI8#}3G~H*uOY9z|Hhu5an?89z(uvG-oC2A>4ROBY#GHwy$NNW1z_Jcg{&F6lxsX-HF()o4S(HQA{A!g%{6r_$ueh>{m%H0FxfWXvsbv!VOp zu5axuMK>*)5u&pJD226>_OG>Gb_a&RrI*Ota#7kQizF#)Oj1qFrIW~anSM-zh`O%Y zQ@@?nM__QrS3o!9S{BoJqce}4GoF29*JmYv)01HaS+-h7)Yicpd!yE zB2V7v+8-JiM}(zv-t@?UHMwS%*3{0m_28m%Ye`qj=pUtC&G&MeKSDZoqoMJI!W^fC zrgC0fokWIiZ#(lxx0r7?ntJRx_}3X>ud`lI2J$?vn=}l ze2&HF_Nz+7RmX;TY?f4iKo9NeM`?VgKom(n`m~*!Ez?68q2qG{0~<5s(0)hs6f>G9OB+O z!B-Q{w(_s#EP^wd_Z~>6PhJ^zoJ`BWYFOK|-0gThqg6?VcSkj{HPwD{-W_i_mim%vP$S^nVkUf&Ym~37dxka0KMr#ITZ*ah&eCfZGbC ztwI~4SyGImJA8&ob!))62Y{zy?vIgu<5Y#F&E=fO=7RC~b{;rG*gj6QTu-!SE6y)s z3nBPJ7~So(DsasyeH*$B{Cgx$wD>^;gUrD=uHDuLGQQ^VNG-eAP9D{pV9@X2X5dfB zq>$|i(o~ryM zxHcC}5nG;#ONcdJjzNSW@*9ansvA>8u1g5py~*T_zF}P=IuB8`XmXFV(45Awu!C{p z$@GU<5Y9&Phl6pgPwMnZcexu-db|udoJ9L>;I>^lL~2aoQv_OxQ)%2AeOEZ3@9!G! z6NGFYy{aG>$Ns4_D{_zP@2>1yvuif)B_9qLlP7dT;w*ICAS#JKL6IO&oY~`-5H+yv zF(z>Bc#!fCldf%B!6RGg+{W)IvbY)GzGs>KaCiR&Em_^OhaI3#w5pUaI|1-c^Hb%x z&w-(+fb4{jg4+@lmlOQO+377nyw)o_oK4m2M4R3O&oOS3kR-Qh>RVdW`?Nhirwi{W znT&#){`+T65WUoWEw3x85QmOS zg5*e)Y(e4Jh@ukhe}xzS9X|W7@Pqg80Ai8$Qg4nMn`y`^56hRCFS9yTmL1Oh(Mn9v zZHiqOM+MwsC`p#sz}VAh>mq*-_x6aIVw|8FQZE7GI5W76p_JPHC zRtB62^CHm00{M4uL8^GWF)!tENw%JzLNUWp5N9CyY}ua$@$*8(Drf##%hHhIMuR!8 zvUsvQJ$SbqUz%AN$57%=a~CaoHAIo8s)|gNN$S|Z9s&!rBem0zJlD^R(F-c!zXWpE z{MD`*O@n`W&~5}lWGXU^lX*0$))psOhZyr(%sxeJpM?duZ0jgSr~R^{j+Q}^78_u= zc@`xC;>;?+g^q%ce6w53Qus|;G;VX}m_LnjS9z?DGH8pFJuq2^t`v{H1SpMEYl^7980M@1&x26JKy~~U+bCl9C8IKD}3?!nxemNKW@Ff7OC9a z-oumNr8%ZUDPfX_w9EI;VUI_am@n;-X{Ui{?ep>>j#sc4#c2%y)0iya%%q}~Gy98r zUR3d&PQextP$%FgJlz&t6g^(vEJ>m?F7+4A#^fRyx3W3bRO@yrDt=22+0E!I5+}w; zCHpA<%5j72#6Q|g^0~0vOL`km3o+MUAdM?6wa+Nl58{t3P8`P*UWfMCE}N-;__p0% zFOieBz3^dy%WxFk)=vXKTZ8H$$>e)_&4kFQ7 zJ_G~q|FR{M{}(oSqW_JJ5}s9WWBhr^dFPq?&r(?`Hux|nPk{&i(^p4vp(}1VuU}#0 zr03;()@Y~z_0L$~qdHxO^6vvC7%1=)YAx=eC2z8GCHt#s1?B z^I~qd+1O8&SG+S3do#xK_;_ukp0ke?*QvOLF4PXJQsTG1DVSMhz38xxwD$M5T4pNi zp193?&;lol3i8w9@O{dtS|d))xD`zyYDRK|sI<`~kmMhj-G%ym7k{*oZqa*h(qpEq zikYgQX4^5?y>=atea3Ncf+Wnql|44=JRUG)bQ@;r_e^o8cz0wv+H+Q z|AD80gAAN(Ern;jG0Se;H+KdY0Dz%7S()SOpR&21Gqh6@X(FV`q$;pt$OiC!q2SfH z?!tXWk3B{oSzE)#3WbC=4GN!QbVW^Bb`D^;c&c%|6}+s&`wyJ=vJ)8!y>5u2`nyoN zD6myVg0Br4G#xB?kpEyp#6a-ap_6`afS?jW4DBC6Ajh7;!4{2Kk~8LjhJdG$*_kB7 z`!|ioYC7~IH#}@o@4j0@K)z}2QNw8~D>Eu2GJ7Y2G5+#h_YsfuLk;Kv)4(L5jar@D zQHA?s%!a(S+MDHJe(|C3@ZVHUu9&~8JPLSMc@G9s8AVEpt#Zc2sUKOGZhep|M}|t9 zZQ}#R9ewKq#!~eSF&`Q&{172LXXu2QH4OqhXf5;MSLMGUrUf@9blq6$RA7adtj?jV zkDVhX)!8Y~OOueeEh_Du!Z8p)Cqna)BOv{f5+0U=$8aK>QRH3DP1_-)xGo94_!cFn zA6goII4T?zGWO@kQCW|N8S9Su>4>^)>y3D|@*w+R5u7ddOT`fU5-%Fqs>HhRK4}a8 zIe?&>ssO{*1CnV6^KQ44YaUU4>X(%R?H{mZWm{i4>$pYg>hX>O%9MWfJ$5qcjxZCi zt+as@M1H+6dyZV~t@J+bCnVNT$D<-olL@W2-a?O7hxfuT$6H1!DcO0LhM&|E??LJR z2y*;?gOTB7JyjJAuoLqLd1BzIL57fU5}5 zqOq4=|AABU=mRI}KIMD4Ev=L(Mx6Wjb(o_OUKUr8J+)|*##VYnapJoYKmg)a`s1Nq zisL+StzijCt?<7T;{7pPQ~J=y{revZ4gX(-Oq1N5>lydsmU(ILNR~9G(K3mmSUk}* z$O+$tGo7i%lW8aOEcM`BVAb0TJ%)@hwn+kdU%h@jpVcj$0wUMmdS8wo7kV$3#c_jT z`o6=)VE^|YPcm3jzYleErDvLW0uSs7xvonFJ&+M-nvb#B_XvkL+%obqI2!TAeGr&$ zt^${=A~M()`U4Khs-Uj_qNdORQ7>1c{Y9PlsaezMf1xtArU+;EX5$kk?4q+Yr<>_sz}m9Eu-X)B#Z z$SUwVyY?i>J zg2&GFqWDlQ!K?H=q?XiHfNevSxE)#6v#?AHu}LUvv(h~s8uMutH3i)@yC3u3`sm|Q z+Sl;psW7<~?1IT9cfn+-^N^|3Q!B!Nv*XflP_Q?Mt*(*6Y;yC@1ENLL7OBQ77;-bA zg>Z`#s^g9FGx5m9Mu@GVC8@MvO(wxy8^t_T=(AXt|63#vLywCG zV#`ALKRrs^6%P0R8`zWQjPYM457{cNI|f>2>IVL4Qby;fy&&u#CPNb5O>!Z;n{5C7 z|1-%Ycib`Ay2n=G4l;>RXz|8%mf1u^47##J5EY$PvBq&leg-YK5~kyExpg}V_Vp|- z5&SVnS{pteo`Eqxx;GW;TBg&>;V<0$G z5Wh9Yk5_n)#k$@AS5y*ASm>iv0ewt?ba;1FqutB&SBV!Bx*=ZcCAr+mk@1FA2)*> zm}(7L(j7R4b;hbbILksxf;&G!4f(OnK!$>ELW9uS-qGBID?VsPUB06++1H7;ms1(OcUD2rJ= z<>>zv7a{yE4ma>Z+9dit7^Ay)@E3YWBywqd@sV>G2!MYf!S#nq@}?OWp;@> zEv!cg5jupLtk{^wkoG78_>abeFR zpwZ%jVp3pM42m!aO7D(X)?gV7yyot`EhBocYGh~&27Sa-S{T0?oiX z4?&D`LOO1>>a?eE9gyj(Z}} z&fCa=56)9i1(16PLq$@(M_LSra{pAs8y61ObcMfVoG11O#Mihd|} zZTHAPM*PLI>OZ1vD=a=%`C-hqx(65hk&_W+_7O9TNHmYTG$LiL|u8%wBGI*|4 z#A!F|H^Y4i7FrI+DqB*r3)W<#ll4)O*R6MWQdSF_VV$$bK*@u>#=ynydWMpKW)a-9 zr%KU3ZGtoe5V298_&;a?P^;+E%Nr^8%)pwc_7=WSpkDVH0x*~^mbx-i=6Q_)tDKB# zW`NR<(0rd3g;W1Q#aLdjh7C#rN^(~1*K+kwydpG;do;`+&9n4hs-nFCz`UN@hp*@SKbIR;2>^s3KgD;gOx#e_$OmpzSsaUY{t=sU7#*F;%Vt- zOmRIXTxb}XEq8Dq9|}A92oz*E#Pfs%7*Ems3{Y(~w2;@~U=AQnS9V zE#^9_LqJi3q`N*dQXE@MWkF5l5ursk%S|;yvW(*UP%V$y#m8?}(BY{3gqpuGcq#_f z1uH_Nz2ZrW`xdUz^=Ztu4*YM%Q9S6b$Yc+L;%Kf|giHjy+t=f1ZJ8$&f&^3$ybrh) z^_jAjNlL3r7R`=s@{S}@GfX8q=D5?&^_x-V2It@bb0Kw0Mo>D9)uO31p}qp?KTtzV2U@2D(})*caa7jN;b?ayHWT*934ZeUWl@DU_Hxb0OEO> z51m7)9@O`(JA9x8RY^4H@8?cd)dbVx-~sXE#TyHE{`xpH21ovP?}G2iWRHRz_dtT7 z1^*=&T2KW6@DIWM?}9hp1%Kt7KRz+Ks+d^vdV>cP3;a^QC=-ZXQWuO(`5XA!U!Ud! z$?@O7IZlT|L`@imLzDoUfWUYujP} zsA+-(wcCM?H`9I2W0P$6qz;MC6KJeWQmNPPh}L`Lswz&RdX+^P({H;eZT)`?P!Ra? z?iITIm_lUfH5{f$7l1};(uCjk`WncRvhj@R5vORC)RG_uW+0E$5BNP#K`%fo5d1%K zk1WgLRU+x=~30qhqsH6G3&odU{NbYMWV~ zpP8bDl}9Dq{`nPR6RPJ4wuf;L`Rgq?r2nRFm)&v(l;bT26T}t~lqA9}E;6RAOiBRQ zcGHNe@AfW5nT#Ew*H`xLOR{eJO^g%RNDRVr3PM-L(Q0dXFjT_x4L;~Wm+xOzNTCKJ z8VBt*+;m0=p$G@n3LyxYNIq)$Z*TNc!bPIMMIvM|iQ1)axRGo&ZMS|4Uo~Dg-F5Qc zMj|jinqbt~!Nu|4_OAY~0C%b&fV@oDzW`i)Xt?C<+M?`MkWVfHU&4!eM-HI|2{?u* z?e=DZnuK8^32dV_yDl5zxna2?%VeRs^aOt9Kn-?(U_m7$K_|pH8<+lD0ekA$3M~y7 zY@}W=hkpVSxmB^Qom27xISp!Wl1Pt5+x8w=F zF@$p8_RfT4T$bugRu-$>^1>5&qP~9BW=-MdAX>8a6$Sz;(DH|aPBk$26gm^?^!htm zt^3B|hpZP~n_sBZsV7H9BIMl55!cq^HB;cqWkI(~`Z)0%^E`C=ndAiM&+FIjx^|-} z8Jc+2HN;glhqKyRC+y5)uVH;7l+#uqk}hc`&e0KVX69w$k>_ED24h<`W4Tb> z8dfGvS)3E`#qz(IUcSFG?ImjBvC`Au{2GxHLXJJpX!j8BkzKI}8iLK(8olPZ@bZ^w?;Nk*R@9j~duMwBg=rLoGc zW}O6{7D$Gyo@p(OT(V^gz>R%lzL@ChGl<6f2?j_qV}_W5?=dh&BluI? zXW(SYoJaz7@<$agEP9UnlOc}=W`+c2yZoeJ^f)yVvLtxa0Dgo~7VdD@6i*fbh8iX> zj(rMu%(5Qe{p5OF6T>J8(G-tikT?yuhByJB5o>0$J2Azl4r7ZdSB{vHfYs8mOHGP1 zG6J8G;TRyV`EGNFxcpHmEWu)I#EZ!e@|H5*wttCNof@^ZZ^UC{q`agxxrV-G45sd% zDSmIq3*z!Uq`!P_oOV0#Pny|Eo63b|oOP$VVPwgBHrX zw^XX{Kg9zIcw55&z(?Q0`7{70&!sByy0NqW+FnO{)zS={qs+PG9JBf-K1Jlqc$WyMWcKvh@9KF6l?H`1mnaP}T3wj0Xx@sgN5VPD*&TlN zw+vt0?u;PddcojMUGu4ug_!*eAiAL}!aW*r?06s!U@+SX1mOm@qW(~-79W(R1i@b< zrb1!CfMfBP$4M&sWkU!<`@>&-XoDfsGw`n_wNOZC<4~2+Zs~9BYeXcn} zUDU>kbMb}EXS68dN-u$wbe@l|Sb14c{N3A4#&4Anh(U3(q*!b%rLTeu!=y^93lkQf; zGzP+piINOj1YV9Dx_(t;l?>XaCY`aUXL1!Gf9jdnDiCuo^7N0jX5UJSC7ZJOrpaYw z1Tyvvw5K2YC_<|k{6Byi{sN-^7tlBeC}=OLc>#r%?QH^|EC}>n+&U)d6!ISkWKulO#wlK`u26$&soZyzK;NK2TF2_=8 zeXzgTNU-43f->QDjEOH;tufgfgcT#wFEGTQ?0X(SnJ*-nBbA@spi;~WimUc~1UXpO zqR8J^K9er&4f-va6O<&*cTsbwLJ8!%h>gNrn;!)3Z$F-L1ETL#l9#t_#T~V=1)u8x z%fvp5nF|WX*DX+lTdl4O%L#E$)=tfD$9tur7a0v-_VNLU$WPa_k5?A8%ic|IO`b3J z9Z{Jl?r8E^O9;!%iY;~`JxX+Ne%^`0+MNk@S>YPI}Rd;-oN_1y192e zc{i_Ca2(&QBffFm@7Xj17Wsb7XRZ5OpX+bi(yXtX-i8CWx7=&>I^OmschAz^9?st$ zUyof|U$Q1gS9PzRfM>0hl_=-uS+`FM=WFfD{Ctf1*sY!I<-`qXt9vuAwkT;yu4xKc z>L{bG`kc#yt`i1aT+f{gr+bFY%Txn<;lT6o)t8dyBqV(+rtpyKH)ogtsjE9nZ;S2Q zNRG-;XNRj9)2Et68Xp@$n$AUlyXOms#kF&_zV}!D%3Ghp?+;0)03V;X23;Rl%kAY+ z@BGe(PtAVk03UY&{kD>pTerNTH|{s1QOCH!tiZI8#-v>jpQd)#P^ zb7?*{PGMhyj)d#FN?$)D^G|lja{t1P&o88_mDladFHDnzyp=ZgTpPGCbz!4SZZ>4L z*IqPQ7v2fSsn+`d_2cDETTa``g?V+$ikGHW2Mc;F7_mP*5lXkeT`W1TH!UtxWwVn) z&H>MDYt}d^td~eRr zyldrmt*w>oj4mi;bCts{R27}&=%RvS^R08<4yMhEr)I5l+8G|<0TKjZg#GXULL$0nqP0%Nowv=xNlfk9$o>}pm`@J ze|qlDSy$~IDHfE%{4~_p+p!;Q?poY5iENB7EjnfA8;tK&$|lP&*(MeR-!3Z~oyM?j zpX6RY>D9W%aHbH`A|7ov-wl)BZZ_di;V=lk)Vbf+cs*As$hUP0YAPVVJ`L(Ol#O#} zt*oyr6cq)KBr=tes7FPO0-v5XA9{c@py8BnnTf|f=ZR4Z+iwIUdv7KEA>+#)K3>@} zANbFS^8|?#D-Uzizt-sG_dYv5mhIorwEnCXC9o|!W+XzvlqEraeXCvFY|a~z z{N>GAUe7^Qx5rF?V>?J?IY?n?CN>+XFguZ4oB^lAtJ3dsn-)T$T>HIAB{OSPDDvEl z6L$M)2`T#?;1WR6k+s?t1S&e%02Seaiay^01wAzhUppQ)B@x*>f89=w{sDfMtWM9o zO=;D~UhdyN-2xtd+J)vUJW74IxV4{joe}j@LFy zJA{pkk&*^5WEEA=3EDrP6Qrl06Vad(RT53mcK?DPoQG`$dr2keq}qC~^v~$`N^axd z!3hhC-%;w`;r~MU_X_`x^53h#Wp9MGOV0fR!6p0K2AmMaq7e)^AP@w`{vTTZmh=bW zh!M>eR1FSP&Fb%JUA8s|8_eSM?>MUvT!_=}IR9SZ-#k}I)IrbckgtKNp@XWuTSK;T zD3f|bzP-MRdC ze0BT@Sv4W{o4~6m@5AB!xyR9mou!*+i|X;O4n(2X zK`PB>Tsm4%A+B=6;xdxieSio@Y)TOG&FHo$T!@r2KEYUH=GDEG5V zlIfR?XNF&bKZ-s;k^JF3!8$+336b0K;9A9<;l|tlX)KVHfhlh+keOlZc|0o$Z{Ske zePRw(O98d_{AdO?q>%N&(cf#4EZP&akanO6DU)BFKC(p?_OuOqzHUUc%M+AEk!^IL zUy%lqf&v8}Kbf1Jl!Y1T@gJlmwKJ5@8+@g~*OC>dNtDN{a1%AvBp12Xt zK+ILblvbh@1J?a`SV@XktgOmNi8TV;%F+6^I|3HZQA68>A1h(Eyr&~HVBcD#uf?GI zU^7)I+;Y*n<2oqZtOfk%f`WxN#U#ver$pSfk#hW%9eh5Zdy9$ zWFlm=L9xA^WlM=vyX;UHblYeKcs?|(WE#a3*!POsB*s?rQQPDYOQcln?2mKrt1ne# zPF_#o)I&d0BODplDR3*ckCHTUD}Fw%>e{-xXppgU4n@QH!i;le>@tC}A9}27$jNZh zFji3N;7R0QTfv@THDP1y46B0rS)SjN&|!>=e?ayLO;|Xv2?%RHjJ5?qHV3QZG#Xi{ z!tw#=CLJK?V%{{5M_{^st+Jf0A27%_)2dk8dp<*WUF16QD&3ynx}BKW5$}jQ@vZZE zV!;(Omj|$c?1t9^hj~0(?XJU@~-&FSl-nEdLz+hJ21Ilv*N5r<*z zBt0pMs{mnd=y!vG9=M)B^?~}x7GFh*^n7_75j2`7QO8b%Dfym*datFIO)EgS@H!dY zwoXyX2sq|;e!Q5F5Y` z;K?rIT;wl2i4;3pW3pZSLmRRU4`cedBT|~eRQ<=x(d;VWxhvL`4tS0zA7b?B&#kol zo?{x5>!M5CPB!fVxINc@Ogfm%Y7M#I9-M1(dOe~tOua|=&72jc85NUqw$B!?kX8NU zhY5}rXt3SCWB`2$&vQ5-v%(3S9|5^!Iqd5w&KYtjRrs5-f<4lDxSaxZL-gC_G&^pL zZ57Zzgo%E&9#(zLB{+&ZxN2ADWV>-Ik2$=*STyKNtc`bY$Q6@1=uS1EKD*p)De8Z8 z)E)v}xI)TOohHOq?5T?7Z+>zl63j$yYOy}4n>V4d+RqskOB^q3wdP8$n>XuTzP_$8 za#+jw#9Ve~;~cp&6qU4|gg`XzWHz_LuV=V|`Rh=rXqUJm^-mEo`}g35o8o2ds8=sH zlY(4P1su(}jJ(9wTFViVN^`&nugZExB1T3kF;M61cPXvU(eHtxHtncLo#Wr`(>Inc z>gdqiPKUebwJmic&c@TgV7Hm(*3!L~2mEc*4#gsl{0URuddnkyp1HbVrrDAYBkMwy zuiq}KR^!9hm<|uo;kK?+i2Rl0^v`feT$`QQxb0r;|M(q#?yzwgZV;TXR!Pu64q38u z1Qu*t54Bt=4-&bxCCS%_>baL3N4SxU%DAZjbeeB7Bvm=bscsu|iJ+@R>rOo=D^Ya6 zLU>m`XuvwStFj7vHwAKm*=Kx-^;kjLkRwLC)pjVq9z40)rhNq_KT-VGC;^xKhgQ^|DvAdTi%iO&?Y4IXS%cY$ks2Y}Nxp#Bq;4qV}aO zunO$GGLzSalJZCZ4{&4hzRjXIv88Sc*{!@h+TRTiuAUDz5yahzpki!$$o?E=VS%Ae zm7ySm4VB_2rQY#PzJWvyHZeg3E%Qu_r{Z8N`{ak{8An(}boQ_n{g4`w7&0S8UX*rO zb6yOC<5A=C)kL)#r5#VR+<`S-BgXLIOTTD;)Q`$_h?B;&n#xOsePa!{;LlkR%Ee(H zsfa2U36kK!#$KD!sZP)mn5dd>ko%#xRGG3xl6f^Sr>Lh)Y;)9$9CaRVW@qjXX?abe zKhs9N$gYY8MT)w_ZtIVfrEJCyBS{`rOAq=v#03&$U>;|%h{ioNow#eYM`M?@O;r^2 zVjDjW8#s8h)KAQ$Ud|I;3!Z^}j z%en40-$-yWe~mk8>;Xu^U!<;eFq(=juKsDJdr(vbe5y1{pKg)Ia+hQ^$%6ed@ZHvU zq(zfGVN`H`-$P{#FovB^cPc5t%B1AemcfwPc=)Mk39#$Ic^G?n@u%o8rp{bfDygst zMf`NclP!(9x^!IvLfG>0*)b$|XNDFg?R48g#|`HwTE2Q<9M5o(J@aJK3ZVgupc zIThRYd0^nhfAnEP4kB|bQoW&zknqyydj|~YNi$?lKWTypJ1Mz0C~WBuf-{3wTr6Dw z*N1fWLL~D|@q;t;DXusDj)H^4eQj7dJC{=Y`k^k-*X}E8<|l@WP50(S z>}Id4{i3;R;SH%b-Do1vUJ*-L9w#5kTI~%76S|fSQ2~qAZ#|?3Bv4rEyUR;b-M{V( z&mxo56SmKSKU1VswqKtinq_NwykWr__ZIlch{9`q&sRP{X2?shv-0h3V1ZpITqx&p z>gDpVl+*I}M+Wj@#8u(RD* zQxsJvsK;!D94)3=Auy==j@Z+F$X*!<+AdLFODj=hKdPs_+6fnSC2d+Z0P(JneA9q) zC9PV}d4=1P)6Vl`O*ViOS8nuCe6@Ykn&b>=g}`CRGB44{)c~(P&=V4|Awsx`^JQ-i zfEh$VUFqWZWphoF2c#{6W@F9xbCk<;J6`{q6W_OUn1yWlx0STvt~*nCtSwuB7Q*A94L`t4gja z1GU5&s3nxo#uds|J4TAQ(>3nC)mY5`l)ATROzO^xYUZnL>u%1pEn-8Lx|?HfNg&?p z_32l7ZF0N6a&L8)X~^*82-#TiZ%Vp`_)}xSoX|L#$%_<~)(G0s?X0YV%40!zl|E;_ z9@Qq8%tqoH?SP-R+#-#O8yKt(7}=@ErE$4@WuB}Cl0Ji{*7k6IKTRfCNvR19F{@!O zjny;_{RU%JJBFSXhF*$SqB#+FHo*j|T>C)}Z|yX1FCnuNa@}bGI4&ck=$uZOY*z+w z{$q`8lBdEN|YEOjfw5$m#XVqGn3I`TQw>u z?jxHO?1vRt7m1S<@U|6jwsHa?jgg3}Nc&(#dQO`aT89;e$hbTo{@l)k{Y>=BIjT@A z{4(ibh1vXjv%-YQiqEn6{^m0!Q_IP$=pSb{D>)A<=(b&z{vI8x9-TM^sb3VEZoRbQ zB{;fnR_Y#B$&kSlehuyHV0k76#U54(OKY`j_~NCmZdOa9_zHcWF3D@~EY?hlh--#= zb*ye$>-pBMQfxsIH!FtCG#6q7+cyzUXTv|WvD3G+kAaKs3oWnV`~GHSR&B2z*#TQvWC4PWE0QuiB!8gTR!G@a_%?cx>w_e^SzWJSlWZBNga=e{K*xo}mUrJG>Hb#aUGye7_ElHfC`?oZ7;+v2B& z$XH~`G)HhAzkK@cc~_!ISWc|bPiC=Vc%%$C$XSBR)e6V@LYs3Nr>c{~e)D}RcLaK`LL#9*@=&bwa`AF# z@$png_y9Yh zB!B1}KbJvzYQ`k$Oe0##Tis@>3j>veJXRP03zzCk%8aq1eV&sQM>0~7ts+=n?cg|z*#WpQMoVx0I?o*4{wR>Tp1ms#Dn zZM+Li$VPC;IRutY=7*^$6eg888u^f3aBOaHJf_LRVGAPcC*qGkQg!Z8$*XiRs)|Z= zEke7}Yh1LU2V6=&k&8`jVM@&DjTr>OqLPCVRoOEhs)mAfO(7z(0NH+savI|}4U?S8 zhyFVyD)>Jsj~C5Al+GuAQS#gd&sLlLO_>gZN-h-Ig)G;VsXS6Z2H|K)YlVfoObd)a z6%JQPW)d@)#2i4hF@&KIGq|J(KwfN3bfOajGcbn<&h|L^qQnJqTUumuX6`BiC6tYw zI`c848e->rFf5qElkhKIG0=vmur-hTB2WW?u=nBZqhoe4^Co+Zl27QhI{EG;sD4f0 z-TeVGU?NbkXp1>;c9XcP^y;UnYWU=+pK~0Srs`IT^!W2f?1C^dxsPzUP1e zU_1rxxezNK1Pg{Z-i4~7(94xB78hPo?s2pm=|Uq024$JU9pQjWFSKSF3P##UveP08 zMX`q34NC@rAqu6(oHi+AsSX;<;4enU;x}J_9tKy(6el5@?cS^n)dM3|8-Ix>6beQL z!OI4IhL`8rU#eR>Vuc2qGSzHtfrb09z!3<`!y3eGg{JvAh$TQLxf>Qu^LZ#6^7a>1 z20R)VZmJ(yaVF1ih6x(u&eRdmui@XDW=>1la-^eALjR}h!m6No|%?|&+>X8i?uk>4%ozE01fS0C3X!~x%=unsuf;f1j zk+irlj1irhyll2>}?@$2KsW+TH zre0~RXjGlmu58e{96!WCU>b7MvP6%~yX(>-H5Ff+Jv zGQJWxxZW~I(qc#`PKBU%`_T(xV;Rxz4-BFDM%m5G$jzk z&lXl1%bSjBuzsxGq+g1=dNg6|ISyG^4_#mqq{7!X*48vl)i?i{V>?3%E1|LfQD*(C zb0JJ+R`2mYj4iBpES!V>!E{;|HD5M?X$v5wGsL%jZLj4r$d&83l|J|irov$ir)oBe z%4r?3+$oIu!`XeomBtDq$4T|Dl_YvT6ndS{@#bDJ7KSMnfE1z`DaVc1Jovhz8-sT`F_ zfF-!`5BUoHnJca@vDlkH5MJMLQWkmy6DuRb=W!;sfvHB3m>w@@S+^HZ){@iOQ_?OT zm+u}cD&4>LG#L6QnS{5$#!k1J=n0C0>$|-yjhe&X%LjBf83$a^bABw5(;rS(^+v`D zVBO_WJsHLVPptbN{2U?gBItGhrypA%JQ<1xq~l{s?E~Po$z`78S`u(;a|eO@p|=K! zRzbtkRe8c?L%1h^5=h#7=_x9pCG!!y2LY^9t3nB~0xfi()az+`-iy{ZKA?41Bb`E0 z1}7bR1q%a5YF-jtBjOW)2uzj8$U|@Q%Zhl=V=fnO8b5gqV$ScgnrzHav88bnFM zi7?mV6rzriCNDKVJA)}_MBCj&vWb0m?4t@b1%g4Q1e?QP;!>sBcW6s!kz(g+-Li(7 zqK=cM0v&^JzWMT(_QCxg(@Pd%3otj`zghs7bQbCP%{z@cK8BV=nmPxGXpEnWr)Usw zKA@q$lv7@b_?y8KPwewM#$$6&I7=5XR!xw(DU&Q&sxVuv0YP| z>i7{j3@g%a#E;CMR;FF=9|l;m z;eI31w-K8z=dm84j-Le4zRPm?+l6dFO{=BTF?5TF969S=2FjOZ5yfMwS}3g_(O z>d#Nw+Pp`a#5LR(IHlTIU0L*28IbMc+B$fDxF3DLvC`Hf>;95WqW`qI>{h#WKFwY2 zsaXM#YrT1S8Ql_0J4LBAwwJQCNMU|kvZ)`+{3$;;eXVd9G^Q_ba+}iIePloPBdZw6 zw2y#M)KJ->I=GsXD5TuX4u35G%X6tzNflH7YFSkDj9W+u5kiVYo3zaRv2vr4h=kVj zWMR(Z?R70;+*PceKN=!ymk!!zr#{|!L)Z=hCso1@!I?|J+fF4^#iM)6nuHREvJoxY zZ;y_Z@C?vkO)2aQ9w>2Oa}aEg$pWd@fUXx2l`rpJhS0o6%OsAap}5u)RH(Ejf>p6n zvxTatH*qWMF6>SKj{mWed}i~^Y*Ye09!JPL@JhnI2X$$w@9N8GP8&XnRK}HhlHsU| z-Vc21?6x2TxxBU@eB5S}eyZ%Y^wWSV|0@m%Hbp)0!rs-%#0bidOukcyyTH7Uge(s^ zR`k1bcalf(jV+A)w80D^4~sGviCtgULF7G<8^qYhL!w(5#gMxmG09Id{j(S*7N==6&T6y zskl}CC&X0q0ODYBocY^wNVD>|5;;t;cDBVX!FPHH97c4sr5gYjdU@jHWFAQmx zQ>kN?+|obmzJG6qYVDj@J;&4^TY6z%ua@VK+*6A+=gGw9vjw-bls9~F-@yAN9bm0w z+|`Hr?K}RVi}D)*>!j6}2x9dYT*u%qOGDAe^5-EIdOSNrzkQaE8+ODfl_XhU3ziOP z)sRmy+-dBew!mVQM=_mnU&m6AP4;AAKckvT*0}trB@}h=ABnZhCkztm4VzN-lVE7h z!HTarMvqvG7S8vR%!Af^!F8@R!B3d2OFk+HK+XxiY$<17^5SKjt7Aq)wc;Y3jn(YE zzCtvaFbiczwUWG&3wIfo5}=~TX(3~VcHT$oUHLR3qs^37uP4MlZ&UrosB;Cy9&t_7BSs|#;6iuzNrgTalEJ_Kr`TXE6#amQnAkWjrF>g&2l(@v`P~JB~4UWLoNLnSGis-@oU~khCY1xz{DTyM!Pf>*$KKh zR(-*UMo4}5j9o{A#c7Q5#h54qs!T*qq3l2P8VlDP{;ybkOsm%pU4C^9Kj}(R+E+Fk z-L%8>+)bouA8WOJuL~~M0Im2>Q})hFY|%z0;T*Y5A|Oh zb^CitKUHveGu*6r4XP)^JHct?wTMNKJ)FcYxruu{n+8|d=fw&j-|eI#PWzI? zPQ60XRtfz|&Hln6sfB@A$Lxs*$4L0z*{f5<dyGBaQ{f0Iw{r6`uX$u}sRB&h$c50t;&ow>URO zmF1_|cFH7ww{`Z9_v;s(`hw`NiuezYkJ&$#MkR}lHYWDtV#j1`faD)Vu@c6H6~(Cn z&{dU&GcnaDt3FC%nK1g(9Zi}bl_qzi;Hjx5f6M+Mq1^9|8(hnM2UY7w2f7kCmuhB2 z@GD@^)>H@3nKI?ka^bx9)H+YpnEaKYzp9Q&CFHBHd{j}9?Eg>He7OHaB}ERVBAKnC zPDWDwI|W~>Kq-hpz*w0I8Tk(XE`p%E(3jv3R{l#uSnLA-r>(1iiep*Yi@UqK6Wk%V z%iZAgp8>hNacilsTV4fga4^APwKRp&D)`L z11=?rs2EB`EM7tLyqj>-IX-srXd`1@CMlB4bZnZ&2ix&l&8J1GQhMLdDxGSL?jq=8 zp9FBtVVq8-Us*XtD(^wf?va?=Bb9vJ6N!4wy&Sw-xTgF@*bdu{Qdy%nEkD8#dj?;6 zeOEC7s@fJ8`6 zg`VM%?IG=maBRW_)rxc>k!B%^W+0ctGqGHaVy<1y$<+Vaw4M%ugE>V|d)d#T+e8oo z)s`>raY}lHIx;Kuu?{+j0G9hsfF71xRQR~=JJJsHc3cf6k$6Eo_k?Yd-N~qsEd8cK zf}{KGhn(*f5Dme~Cs9EIm*GgJ!&=fju?}OGsmPKLH73fA@R1_qpQ?n9RnlysR#Rk5 z7-l+kH+2jl@-3}y5rzAY#5HsniSDVss=9r4In>t26a3~3-c~bJY*I7e?APPY$ z@w&}1#*p!g_w7MoOY>YW9FrzFw2roR1`SOAgzG-G_QCX|*l|$Pa-?Ob6z=yAQvLc_ z5xP4?1}f=|S|_+MYKnunPD-4E_-ab5gLryMyu%<8tSnC^H0h2@et1M2dNjrmD?jew zSLR=qViL1&H3q3K?H@Gnd?sGN61|+wmVlx~y0fe*6`|I@L;d*z9a(5g6UGdoV3`0e zq~Ib=O#2oQ9hoxo!i4TuAa^BVth5)G(rE{_ktqp5D%U$rmj`@ue7_%!i!>b}WEw!3 z2~^W$SMCq%UydnRe}n=VYs&Nx>HP%R4uCG!!2>zl0b8POd>V!^*5RbgUM2$}BqefO zj_1KEhZF~R`B$;zWn$WKn7@nVOZ!~*J&BRt$DdU?Q3cCFuiU9z_?|6T1u8wIB7)vV zxDk;)2TYnLtJK3PKL|srP7}Szu&Qzg`SeUeLfl$XId1QUxv~rMG#axLUNJtCdFog)>Rlx#a-(5xxpU` z7&u!sO?BOeWD1~^3pVy?(n=H-%LC z^0go6(R`AU2HRX@6g7fqt1dIdl9g4n6j8sOtLVd6iWvtVsjItsa&qKQ9@1UEP_Y(r zDL*(6nJNB#}I64HQ!z2yPwI~{g`nuaxCG? z5VXPXV5f&g2roJ|LInX!p@ONbJqw>vqJi3?SRmp+#7X%!8?<0TDM4yC|s*?=~fF?5-LRcWWXnh<_jpAArVCwa2RIN z9dzmd{jNsyWij?C`$!_-e@ODvNB~*aY zAhO}U?hgXxvK0N9AoZOWvw44)$F+_5%NFtgypMFysBIhY}ar~8sO=(*kRIddoTMz{`G@&(7LpbX+@%>q&o9Vf)&yZ%e9kou5f@LREfVj*g&a%Z7+)zuB3L)&6Ub#?XZww zPwacwSKG7$%FTny*Sn)E2AY*0DiAgCs_PjYDmOxirlY*CJyRT#@jfqGny>tjI#0}k zg#6|-y}r*?3kYeGgMdp}$@W)sNhbo9toYA^niN-wyC5!-K=b^GNeBjzJ=2V5(tA0~ z`{Oxbi;0Ba{5o@q``5Pa<8#oe@y_qF4nQy^zhFxKg3$w(+^UQd{gQi=d0>eOSwQE! z*|xG11cJr`I+MIJV!jAL?&z-@Uk%&gc)x5(e6RX3>+*kty#|)>9?$k$eweojo}W-v z!ueaBm9ULvqUh!CUhb7yxIpKStOMl}g^%n$EWMWBs^{0Cv9~$iTaxZ@tg*+21D$2^ zE(uD~az}W7Q9<&ZpHPNE{s$^3f@MV`ne}`oRE1Qm>>9i4lZ0C){t@ zY)*=mbrAnGlN-n`VhZG$bV$!|O?Q_~=>;i}=p|>=*cBWzQ3ewmutncXGU7VtKCevVG9Nl!*H}W+dSlRNsrM z7T+KIT2%)AN4Haz>LDfhsT?g8`J@=bQJMz&FmM7$1Kkv4uOarzU&km%XLq9OHZ^M& z$0N)VnQ;qQ8+Wc>&{uFh-)Ii{AUAD9q&iD+N(T^X_lYuf;tSd|`$|E^1gMjiT#td= zA4J?QEbP=xa}rfHMIMvc>CdL4A+H*zrTJAP4X8-oqZB7}#e5d}3Ujv(I8k1IC-8l7 zM0+!On$LCY@0Y(Lv0Iag@U~@gsq@kyS{ioolGrKpT0%H00ryCk#;)g}g?WorsicPF5oh%0%>KDM0x3SEi#={XxU>aklxz4rzivA zlb)TbI)WEX6EWhhsX&K=yv!?kUc8}%P$I#Rr6GSO^2$sHX4z|{H?%Z*%0S6kw>|8w zmTKBisQo>sRki&>mcn4~C$CnC{X(P(5#G2!U4AH-U#8fnyrSUVE)%ebabiOO_3_Wr zrsrxqfFQkeDTnc zI0GBR3I0uDlo%Z*DwhG@pZh&TPo-N8H6L=+_QQ-0M?ilp_Vw-M4mM{17Yj_3FtSsX z4YMskyhV~FXBx(kHA9Mbpk9OmcGm#6zKC#yN$VsJjhG)M} zNryrT|6%=tDQT8M|CDX%t`y`hN}_<=MK%vu4wU^u{V^HLVV{Z3rOT$=+)P*on)QhI z*9+KVGMb4P<|os`C$M-8u!M;TJRX zES}WC=Yn`HTpY*mypr*n-FwN)F8jT<+Xuq^Zkc>dFTiQH*^$!aVqCKb%eEuEy9BjL zOTcC+rF!tR@-6TNlp<-%YE`3RaP{HzxrzDdulod}Vwjg1j5sexSAiRljLii3>eN`B z7ghDIx1OYkJSXa}6lQ#4T(inNOQ_^|>~mZ?Rf%g;e*Iozz7pn$<&J3Vydd^BFkYzN z?@y+fdukB8QM*Ce_4;52wzOQa^UH97EZe??W}}vRywQxjMWsVvPCBiqdyO$oXu?1V zNj7bq{4n7uT8vT49XzMKD{5zg5xSAGc;#4CqP>Nfe22lVyk%ivfwlnR3OMrRZw1`9 z8}<^(;ROCxfO;RA7YlFHkt53!TtZQvvLx7iByK)qPK>mKv_w`?1n3&{4bS*Ji*YpN<+%B8rOGc+ z{4xVF>G7a=KZyXd)GYQkm25~$b{NBrQvNc?3gRz)l0XQ*4N{y80n$fiDI*Po4g4eToK={M6~OGi73S7QmjI$NxaWOa$s{ZNlY47Z_Cp(sF+2 zS?J7xmNTS}RM%F_qV*N-#YPiV|hA zdI=D40=Tb(xn*f)YO{Eu6K(~J%x9tBbF^Yqna2EjQdoc;>7g#Edv22ScZ8&Yd8L<( zQxF|2qH?@D(KHToC8d`fgduSqEFo*&UYjK$Szv%3*+xRhI2Q|SOqKw?UV6V0nUPji zG0j*X1;Qa8aO29Z>mfFs#3Ilt9F`(Ch;y}!uV;)WS3uV?*%7TB>8_PNO2lk#7@3J# z_j@#AIPU8sM>-O>*4|sr;bT(N_m^m%(`?t?6F?lmd)BSgz2LHtlFW?tDG1PzA*&u@0@xXTZJ$}Xd2h3#e&N5eFCHx;ODKvVny_1*y6EADv2JjE@FweZnov((cQ ztc%;Jo^I#CkBZEhNbhoyl8gl5nFD44;&cr3T$i&;B{mO+94yJ9;Vg6pf_#2>-tAAP zp9MJ$URkAqd7x77?|Zd2X%r=d(Y5r3wZ+0i23VKz*4>nGV*sz5tA>mA!nJgiBu@>| zp+wkD)<xlmR{OXF=@l8Szqcw6r7a9#d?g44=ii&9` z_mh4XS?dqryYEwzo>4ViU1A4N@=woe6Gb-`MN{a!qLU3PzCDnB=P{MBq>W3ID= z>{WAYztw2xTdL>ecm9l@mIoL6V~GT;mX()<=H?dhb)=AzHp;kSAJ2u6>zk#dH>2VB zu!D^2>`Qy%v0A~c6sCJ(@)Xh6u7RXss#TUyiq)fSuUSTFhckTw36wXMhE=YX5qp_U z&fbEP>h4WTN0bBxAch{N-R1;v;v}<{Yp7Y5eHRZ-xUJ};{ia{TTv7PB%(P0!r6$bk=(Bo1 z&o{=hT9ic3wz7!zH*o6?QcADNr};Oo%Iv2Fo1}Zp5J{v5HY9NdZ>+zC!VE4Gh>d#P zpx|u@y>l_=dtVuhrCe_6RR{M)Op^Nz0UvvWK2~?dq*PrPAEQ-m=}cNHIfQC-K^6@Dt% z7U_>}Ky#g%ZK6YszuTf9F=aR;2Cy#|of*|lVhPef6j%(6BD}Rioy@!hW^j7mM^z7G z)_WZ1ktg3go(;FAh57F9Zi3Ef@EYf{+qP z;vo@qD484h7Lji}E4?bSZyoU=H~j8;ES9#w{%q}sI{T^s(1u&hpbzGMTKjubBh~+E z@KG~;Rs$@EfEmy3{=InB&nA(qqVa6FL>-AD%_t6pRIE*)$xxGbKiRdpa67K3$&Sd% zHhu9YnYLx}Y(Z1}*`PIcb59mbNWO<`7!T9J^20`9r=P$lo~{+XEr+^877dLWBsVH! ztC#tLsyoCxiWiwnNVKd)I7@(L^p(agNGNLqnD0nl`qmPw`k|VZcrNO^g_b8;wx4~h z0gPbL{hNps+N;U2*_h__{8xuCUzEX>J3k)UPs5t}rd>Rdm?U0F^L!8>Zm?}saqMJV z963zH)9wOdcO7zaSO(2;88Z4PSwxMmod?_B`bi;Xwf17TIwB##6p>+DKYdxVy@2}D zV)wkc&c@&Xz&$(wfc_tgnc3U9s2LjBnEu)#Ya_YOZk2^__`7#FZAzxBO+phU8vXEx z#&Kid;BDKUE?2&>7s5?r2;Uv($MzTo0)ay&1hRSlH0N> zs1dw8D_z%J^spk~2Fj_8`lE2+M{BuKoc7olg{aR>Nwp$5iDp8-rbPf+>zxVQLnC0t z@MAT}rEz!oy0(%i*`fm~Sff6T*?NSosf`#iN(d*iy)jch_{g$vO>lUM%Ze|ZCthl8 z#(o>F!r;sgc@!$qJQQ${frf*QLcY5;JYuJ>r7<;?&c$n1{NytXO)guc7RibeE?l7K zu(y`GXWVhT(uXT2apl29Z$W0pkzPfaX`zg2TpoBXn_(c60$M9SJUTMH6l}S&Z;F1V zW#=8#=|q{mX23#8ot}R%?@{0zyWwI))f~3`$`%u=E)2xW$IjT>xBh%?U;>w7W_#*q z;3eBXR!?AEJ-U!;s>^h_1zHD=i^DZN;MjAF-CbD;QYADTbuLDEUb*L8I)ImsjK0z6 zblvaOHO;ik9y&VOS(_g~IX=HE`N*vQtc=5TJs)rB#!ZjY&WtgaGh~7?5W5*?=xW@L zBs>FHGL3?JhD3ec!rH-;Pi?6#a$FP@IyaIyW;}Q>rYRPi%^A}sTC5n)@4nqR~9rOSI)_+g-*bQJ8@ zxNy6FYNEF9E!?fShPO+cET1kGBcZp5#Wae)v7uEaJ)-PJI(6*zGu)^hfIn#-sI3x4 zIGKA)wgr)Jen?DQtPV_vL11W zz410QQ)0}ExF|W~K$!SNiXyAFbw+p8d+f8kkk!SFS=cpLM9d=BQ*eOu6LB0#_qG)y zVH4b1(?C{&G($RyCXZ**t?JE0Nv9m{a!8@==p&H_i*QIkIHVI9&8i0PLxU`!8`0X)cmrxW)Y8 zQ!yta6AM1X0Tu5u9_6$losd+Vtk|%5l}!t;ekgI%E|wS{iLW0w~?R@0I2JSjR${+=1DoLqgQ%4|)+f^_CPNAl=W zW^9vu7!sAml;g$?ILu`jBm7*nMyhHAIAS(0N|9FhzQOo~%*o3yiCTVZh%ouK-h{&1 zM$wDi-nXCEQl|SVq?q5nzT5xw`C|?7qb_6*+@mA<)4@ISlg}O9&GGGf`)sc!z(_*x zmhat3i++!;AF9mYaZS$S`R>ZGz2Ng@2#rK55_E{nI>0kDkpB>H0@`&`zmW>Ro+=Ll zXP44tfW-Mw42mh>M^HuIH+eFD2|wgHB8Qw&qc@?gtnQ_BO~>_N(jSvQwC;Q08%3zh zBqj&)=(ZnP7J8OsUL+1O)DVzLc~i{3MNg$@G>jWuE>?V>8J zaOCMYcD-SKZ|gK>C}c)#Y1c(1-jz%&5`GLuEM_IgydoTQC%a+Fu%h3HZ*mkdv5hM$ z5lij$431rkouf2K_~xp22sPwkxTO#vxa-NLO1fN}uO(RirPd=kI{0Zfv^^$Ht6p?t zz<7x;(#otK-Wf}|>x29#Z2sW8axycIjIZyPg*19DO*-V(Y?2;<&2dXxf{(p?8y^}C z4eLwp*F=TeD_rTE&q8JwxON7&B-#9@Jy+co`M+D5mzKP$l&$z~;;|I|&G)inW7c*0 zjmsK=q3FAz#N0Jqdq3Uu;iK`Df>{fJy$I%fe}*2b)x=1xFhX`*WN^tL8m-n2Cd5K{ zEQY3mRO|Y|0@7UF&74=>^!lY&?T3$;$;rq#oL4`k_((9{EQBq78aoKi%fIwi-AzvH zY@=UTSfnYEJiV|iQx3ybl#Y@8oa(W6bE6A%~);=ThQ9Gs9r|4aCK`BdF%FNHk{Hjjc)&2nc(v9#%Zfuv`z`*9F z%~CE#gMnPzs68SnpC90DB$`!d@pW6xHhpumRwqy&f5zF}yE^BWKvdc2BwJr+R%6UT zM@A@&Y=rXYCN(piBNdl(eI28!Xi~TQq_d!t^iw_Ja1?dNf z9Cgh#3xb6bqZy*e^{X-;U+Or7w(C=`iGSHNn>zE^0eG^{cl%Q39Z_j;oGEx9L(itT z%SvSEzM^Me?!~Obm}Eu0-YL;4Q%Qa1+P5oP?h2w2DNY(=*f(#1xRB*MjjzUn8K@>hdSstOihUfC+{PUI*RddRn^6F^CP>mfdXpw-P4+;fL#&md(e=;o_I zIgFm*N7YyNtE9$x(=bPjf?O1(qg}PIX%+GFJGqt8@L_(#Z8ABUHE643o64*pa)!{R z4`d67x89x7s>a1WXm5dCgX7YivA3qFd|*fxin5Qy63-Y2zPC2tY89IB& z8GT#yInSV$|9K~k5zZ-w=dnib2Ify+EZdK7sRVSxg9dr87@%)sS7#S{TP<4~W=j`S z+uygns>nL{eilr?PalcV_|am%P|SH1R2sBA_-dKERp|K6_(G%S&Cs50xAzVo4{Q~l zz)3jxfGrX-&JOUNr;g^Lm=7$edRBZjh;WtA?wG2fc??gh zUS)4k1=qB~XP7tzeOh_JOK@!eQx}L24Tu-o89@U5O{2xM9)8+ZGBNHT1BX1W=o69ll%@H zt{l0(nlJm>C6P8eHZn-Ed<84K`&RI}&#KMD;yg@TgdDGprNq8!^c5^c51E}koE#J*eARq{mQcKHfm9#Kd0gIYIex5~hh{>iydd6Bn>;^U z?=+uirjWMd_JH0WcuO#vB{bRVvK4_%zrlo_XzYkfU8&b8=Q9FF@f{m9tJLX1o!c?p zR9W=cd2WVn<=dfLss@McuAX*|qH@!#9!E6NM&RA4SMX-_URc%UQ0OyqXZSJYmBEd` zCaWh$eaRTi&1EwA&5Kc5>`X|QH7F(%2J-Iy8FSdV+8UWUfub_Myt_%Q4ZB?)+^($> z;W$a%rmzGKNRGyQVGX?~Ns6XR05xvy*PIbnmi2FPr^b^Em03ci;q3D0@5ZAre7AU? zynqi-HxFll@teqDn9f|^0^gKui7_6?O)P$X`k8V_eezQUZUr5EYNpj!*z$SjDQ5Z} zZEX$;oxY}oR*P?y=6rcoIxW(MKZ-lFAGF@9)>&fBp6x{0q$UF)h3E9p+&iLe6V0$~ zR$0{{_Fx+r)r#DL2R1JF&lhv9nMxbR8jhVcp){do+u;cCMeSJD!KgKBdynUGmjd|z6bKS=st@@oZdGX9XtFq>Y%Rs5;YV}>`#E$B_m}- zGkqakp479gmQvj<rrz*gu%`qwv|Sb!-)a{| zcV8GP$2)MuUX!m1I*qwQ$*7dm^pBU{eV?9@8%e^9LU|I(G&rN`?y%3jauI-RhvJrZ zX5j2)IdxcS;UI4}*zrB}=kJ|yAG-x zp%0Wfjt_;?y8?hUG*WW%~ zqa7^uew(NjL1JVX=)_;{MRc|{$isuSG7w{*;0<1(dCuE>M)xo5W?h57jJRF(o4GUfbZt{(zyaN3Tc{ z_m4j{?eVz^IjM$fZ#)-4m+AT_l{UBk$-XLIGB?2>+@xtDUK$sMWRhs-u z8eJMVMfe`6u2a*K%gTXz7@B|7xGS3G=9&QL;ldy@J2(y8@KXTirOB>f@CMMy5utOj z|K^Hud`cBw!;y67W39yp#U?$6nPm62B-uN$Y0lYR2K-mN0fAZi=r#)?;sT6tJ|fK= z7*eW(oatVaTJn&3o0+lh1?tO)_NPQ_k*dPmQZWd@`T2dVvN|}+n+tdH<{e|vN~_?> z?7Nqa<}3cvJM_nz(<;QO7BF?Nx;#>^OVke|Z{IgAy#GEca)!fq@{vBxbc5X5G950a ztddYTuke|r+wS>2U8iBOpj^t0Qyk_fl1wO9MuX#jCxd)m-k&@CT}D* zM5^#zeRfHv*DdXnF(F*O1p@RFBd%S9i>R)&g6yDop?=D3l5sh5u6v%@ z-qyn+J#DZU9CZZsXG-{>o!U6F42d3MoB~VCTywJlOx!pLPygA;lX2IigH0$%uGFuL zjGZl(gcQs{W<1agh__A->F%rTwutUbZLJX9^ZhqB*73SSdyM_rK{*5YX`Y)aXfU>E zDb{6$Tim)Z_&j;D@%+LgkEsS($mF|^@!P7aa?abd4Gv%ASJ5JoA%C>dkb~2RG!JE6bq=hOd-L(7f*jq+tj-qQW}txi`QhCgzX$??+Ga; zBsB`miVAmSCb#@~@hLkHd}*yZy~cGrXOl1O-5h^gceP7+vLk(@D|j%21kaoLD%h_q zThL2+ZL5`q%?kd7B8trOPCn1CAAGUg%51pY$w&oNX0Usj+_~>x^cndhi{@RR{vwDJ z0KftD87B6|zg-(pv<7rfw==Y~VX|^CH9ys`cEC`_6zuTirn8+yrG147)8E0?Tlh+p z0i4TnwK$Qh@KufD2blx~jC5+l_w&iXthhVCj}QT`=Q>O^mrO^c*#JHj31KN1R0K@i zVREZ;P614Pi1YQ0LO7+MIQ^-Ujg`ml%*zeuXJWqHfWN0jXMWU>(wc8LcM&onw9QN_Jkzxts-I-p$tOY zhvIeAr#IKWR%izZV6=T?Ub8m3UNq1%P2x*AwSj%*FwAkk5s&2w{W&h@0`3}~lLT2n zv@Yrz;TBiFkP$nFAtk-s_ME3m(7Fge1VgiZjA*1Gt_DMFik{QFS`{{t@6*ltX6;Gn ze(w($h$Jj4c_UQHBFQ19d#ka9Hk0H?X5}ooWY0&c>(uU7gi6=s2a?Ug=b5_j1^^xyWJCHi@_{t zik-kqJ(kwVsdjxwIz=C9pjQ3{G5NU5%ZCUdfEMJE{He&oTV z`Gn)GrR%2=@kru1*XNxpZ(AkThNlbj8=r2NoUVt_pa7x1oWTm5aF!Oocx8%BA1V|& zy1+gB_VeVv;Az2y;CL6!szapeX`q`0O;A%(3VoipPQR6))ziwl@utnD)zf)86Ur); z9Y#ywz2DmC>8>CQMoY%=f#BXX$m9P`)m1_8J;wii%>qG9vIq2W696o5h-H$A=HCAsP$l<_mX?_amA%i49W?(($DgjM(mgFY>tJTKd@ zeb__4=j>?q`?lXIYCey39Nt@)QO>Zi|8LD6`QiNA*uPv(b&a7tjzb7cTn_b$dqWP3VCcHk(W}V!Fhm;SOV+#wQ3{?m) zho1SK>mjc1LchgLeJR{e%?z1(kC3emgVDT?=C?%USD6O)201&7;w|K1`hIk%LLGaK zVK*SQ^Va=qjSE7yLP`E?gxlLAZgAaA)TpNoyr{RE0q2U~C&=RW!p%)LT>u1}IaLxB zKbDo=`4zWmV@Z@VbZQtBhcRuxCLdB(Pg9%I`el2p6=bezgY3iY-AwhuSqy`sXJR|+ z8PXPlz_4%7#_$nzPLXI@6a#o^hs3xMZ5QRFPll#i(Pw<#W3dYym?yaKj0290J8szq zmJ<+%Fh+YJQRA=Xko5QFV)T>ZTFeFx65*0hHz+bgrW7V>FxEl}&CH?*lU`e1BxZIL zPjz}Oo&@xJRt`1C&#`&ByDFUSQr&oL5cj?Lep!>aC#~u{{&g{g*k^CH>6qBl>vM5Q zw$H)Jmu%lW=kdjqw?3w86*XPAi);Lw?k(0|s$&Ep(d6 zkzU1znCUkO@rEn4?w&tm;clm#DZUPhm8D^rUn}q_%Bj+KH1)4OtC~UtQ+?$_J|eW^ zp)e1+b=a3hcBw@v4uHnD$o2o9hiCTC>wY06IWTa{-zha%Kzkjf9uv+EpcLdMj=}sD zssMHSzh8c!{{VnDVxR<)shx|yn!AIkv)-=}-Ae#>YB}K>(5agsHv{3f=wAmvuoV!* zUvYuo;eeNdhSCpC&Y)AifCPUf^#Akn1G@wL^UuA<*xu=P_Ufhh)!G`)F-Y77@-Nrs zU-3-PKmUjuIyn3BnS-{OBU|8J20X@yi&o-HGg%(^BN0Ob!PZ??aYoL$^)On*P(@X`h^7oq)+ zydM~%@gKr3mZW`&^YYn>e{sB1|AX^iiPx9nFO#+Zid$#?E&d{P`x4=0^73DVtgOEg z{zzrMlz*9N`d6MM_iy=^d8d~UFJpH9LePOidH*AV_Y&Y`aO__Iu+skq_+O#2msl_3 zP5)xu{ekso^ywwa%ka#Tjh^n%}e>0W5|EyE35vN|F03{OX-(mkAJ1>YyP>W q|BOUlO270)|CQdZ`>*Exr)R1p2L)=qzdAAuzy_!nm}~j<>;C|I`u!3B literal 0 HcmV?d00001 diff --git a/README.md b/README.md new file mode 100644 index 0000000..18985a2 --- /dev/null +++ b/README.md @@ -0,0 +1,871 @@ +# Dynamic Memory Lab + +一个在现成 Qwen3.5-4B 语言模型上进行“架构手术”的实验工程。 + +> Natural Memory v2 已完成分页地址路由、粗索引→候选页→精排→Top-K、多跳、冲突版本、quarantine、撤回、嵌入式重启恢复和完整回归评测。请先阅读 [Natural Memory v2 工程说明](README_NATURAL_MEMORY_V2.md) 与 [技术论文](Natural_Memory_v2_Paper.md)。 + +本项目不重新训练整个语言模型，而是在 Transformer 的若干层之间插入一个可读、可写、可持续更新的动态记忆模块，研究下面这个问题： + +> 能不能让一个已经训练好的 LLM，在不把所有历史对话反复塞回上下文的情况下，持续积累和使用信息？ + +答案是：工程中已经实现了一个生产导向的自然语言记忆核心，并完成了多事实写入、冲突更新、无历史跨重启读取、二次重启读取、未知事实拒答和 reset token 验收。它仍需要在真实业务数据上继续做压力测试，合成数据指标不能直接等同于所有场景的生产承诺。 + +## 结论先说 + +当前模型已经具备： + +- 在一次进程运行期间维护一组独立于 token 上下文的 memory state； +- 对 memory 做 attention 读取； +- 根据当前输入生成写入内容，并更新 memory； +- 将 memory 读取结果注入 Qwen3.5-4B 的中间层； +- 只训练记忆模块和少量门控参数，而冻结原始 Qwen 主干； +- 对比原版 Qwen3.5-4B 与动态记忆版的 loss、困惑度、准确率、生成质量、速度和显存。 + +当前版本仍有边界： + +- 还没有证明对任意自然语言、多事实和长时间运行都可靠； +- 还没有完成生产级多用户隔离、隐私策略和容量管理； +- 自由生成在合成留出集上仍会偶尔答错值，所以不能把实验指标当作生产承诺。 + +因此，当前版本更准确的定位是： + +> 一个包含可部署自然语言记忆核心、持久化 checkpoint 和验收基准的 LLM 原生动态记忆工程；生产接入前仍需补齐业务侧鉴权、加密、并发和运维策略。 + +## 项目结构 + + dynamic_memory_lab/ + ├─ qwen_integration.py # 动态记忆模块和 Qwen 模型适配器 + ├─ train_qwen_memory.py # 记忆模块训练脚本 + ├─ chat_qwen_memory.py # 多轮对话实验脚本 + ├─ benchmark_qwen.py # 原版/动态版跑分脚本 + ├─ verify_persistent_memory.py # 重启后仅用 memory_state 验证回答 + ├─ make_native_memory_data.py # 生成写入/遗忘/未知/冲突数据 + ├─ train_native_memory.py # 训练原生写入、遗忘和读出 + ├─ evaluate_native_memory.py # 留出集控制器与自由生成评估 + ├─ verify_native_checkpoint.py # checkpoint 重启和 reset token 验证 + ├─ train_natural_retriever.py # 训练自然语言记忆查询检索器 + ├─ train_auto_memory_policy.py # 训练自动记忆重要性策略 + ├─ build_production_memory_dataset.py # 真实对话导入、规范化和防泄漏切分 + ├─ train_production_memory_policy.py # 从规范化对话训练策略候选 + ├─ stress_test_natural_memory.py # 低显存连续运行/长上下文压力测试 + ├─ natural_memory_service.py # localhost 管理与聊天 API + ├─ natural_memory_app.py # 统一 chat/serve/train/stress 入口 + ├─ benchmark_natural_language_memory.py # 多事实/更新/重启/拒答验收 + ├─ stream_chat_qwen_memory.py # 流式聊天与随时重启测试入口 + ├─ make_benchmark_data.py # 生成简单的记忆型 benchmark 数据 + ├─ requirements.txt # Python 依赖 + ├─ memory.pt # 训练后的记忆模块参数，若已生成 + ├─ memory_config.json # 记忆模块配置，若已生成 + ├─ surgery.pt # 层手术相关参数，若已生成 + └─ README.md + +## 运行环境 + +推荐使用已有的 Conda 环境 LLM。 + + conda activate LLM + cd W:\Flash\model\dynamic_memory_lab + pip install -r requirements.txt + +如果模型路径不在默认位置，可以通过参数指定。当前工程主要面向本地 Hugging Face 格式的 Qwen3.5-4B 模型。 + +## 总体架构 + +原版 Qwen 的推理过程大致是： + + 输入 token + │ + ▼ + Embedding + │ + ▼ + Transformer Layer 0 + │ + ▼ + Transformer Layer 1 + │ + ... + │ + ▼ + Transformer Layer N + │ + ▼ + LM Head + │ + ▼ + 下一个 token + +动态记忆版会在若干个 Transformer 层上插入 Memory Adapter： + + 输入 token + │ + ▼ + Qwen Transformer Layer + │ + ├──────────────► Memory Read + │ ▲ + │ │ + │ Runtime Memory State + │ M = [B, S, D] + │ │ + │ ▼ + ├──────────────► Memory Delta + │ + ▼ + Memory Layer Adapter + │ + ▼ + 后续 Qwen Transformer Layers + │ + ├──────────────► Memory Write + │ │ + │ ▼ + │ M_new = Update(M, input) + │ + ▼ + LM Head + +其中： + +- B 是 batch size； +- S 是 memory slot 数量，默认 16； +- D 是 memory embedding 维度，默认 512； +- M 不是 token 序列，而是模型外部维护的一组连续向量； +- memory_state 可以在不同调用之间传递，因此它能够脱离上一轮的文本上下文。 + +## 核心概念：参数、上下文和运行时记忆 + +理解本项目最重要的是区分三种东西。 + +### 1. 模型参数 + +模型参数是 Qwen 的权重以及动态记忆模块的权重，例如： + + Wq, Wk, Wv, Wread, Wwrite + +它们决定模型“如何读写记忆”，通常在训练阶段更新，在推理阶段保持不变。 + +### 2. 当前上下文 + +当前上下文是这次请求中送入模型的 token，例如： + + 用户：我叫小明。 + 助手：你好，小明。 + +上下文是临时的。上下文窗口结束以后，模型本身不会自动保存这些 token。 + +### 3. 运行时记忆状态 + +运行时记忆状态是： + + M = [batch_size, memory_slots, memory_dim] + +默认情况下： + + M = [B, 16, 512] + +它是模型运行时的一块连续状态。只要下一次调用仍然传入同一个 memory_state，模型就能继续使用之前写入的内容。 + +注意： + +> memory.pt 保存的是“记忆模块的训练参数”，不是某个用户的聊天记忆。 + +用户记忆应该单独保存为某种 runtime state，例如： + + user_001_memory.pt + user_002_memory.pt + +或者保存到数据库、对象存储、向量数据库中。 + +## Memory Read：模型如何读取记忆 + +设某一层产生的隐藏状态为： + + h ∈ R^D_hidden + +记忆矩阵为： + + M = [m₁, m₂, ..., mₛ] ∈ R^(S×D_memory) + +首先把当前隐藏状态投影成 query： + + q = W_q h + +把每个 memory slot 投影成 key 和 value： + + k_i = W_k m_i + v_i = W_v m_i + +然后计算当前输入与每个 slot 的匹配程度： + + score_i = q · k_i / sqrt(D_memory) + +经过 softmax 得到读取权重： + + α_i = softmax(score_i) + +最后将各个 slot 的 value 加权求和： + + r = Σ_i α_i v_i + +r 就是当前输入从动态记忆中检索出来的内容。 + +为了避免记忆模块一开始就破坏 Qwen，代码还使用了一个 read gate： + + g = sigmoid(W_gate h) + +最终的记忆增量大致为： + + Δh = read_scale × g × W_read(r) + +然后再注入当前层： + + h_new = h + Δh + +这和给 Transformer 增加一个小型、可训练的外部知识通道类似。 + +## Memory Write：模型如何写入记忆 + +读取解决的是“从记忆里找什么”，写入解决的是“把当前输入存什么”。 + +当前实现默认使用输入序列最后一个 token 的隐藏状态作为摘要： + + s = h_last + +也支持固定 token 偏移位置作为写入摘要。 + +接着通过写入投影生成候选内容： + + p = W_write(s) + +再根据当前输入生成写入地址和写入强度： + + a = softmax(W_addr(s)) + z = sigmoid(W_strength(s)) + +其中： + +- a_i 表示第 i 个 slot 被写入的比例； +- z 表示本次写入总体有多强； +- p 是候选写入向量。 + +对于每个 slot，更新形式近似为： + + m_i_new = (1 - z × a_i) × m_i + + (z × a_i) × p + +这是一种可微分的软写入。它不会使用不可导的“直接选中某个 slot”操作，所以可以通过反向传播学习： + +- 什么输入值得写入； +- 应该写入哪些 slot； +- 写入幅度应该多大； +- 如何从隐藏状态中压缩信息。 + +代码还支持 broadcast_write，让候选内容广播写入所有 slot。这个模式更适合做架构实验，但可能降低 slot 的分工能力。 + +## Qwen 接入方式 + +qwen_integration.py 会加载原版 Qwen，并替换指定层为带记忆能力的适配层。 + +默认会选择若干中间层；也可以通过 layer_indices 手动指定层号。工程中同时保留了一个轻量的自定义线性注意力记忆层，便于做对照实验。 + +动态模型默认冻结 Qwen 主干： + + Qwen 原始参数：冻结 + Memory Read/Write：训练 + 层融合 gate：训练 + +这样做的好处是： + +- 显存和训练成本更低； +- 不容易破坏原模型能力； +- 更容易判断提升来自记忆机制还是来自主干重新学习； +- 适合在单卡环境中快速迭代架构。 + +## 三种层融合模式 + +动态记忆读出后，需要决定如何注入 Qwen 的隐藏状态。当前支持三种模式。 + +### residual + + h_new = h + memory_delta + +这是默认模式。它保留原始隐藏状态，并把记忆当作额外残差通道。 + +特点： + +- 最稳定； +- 对原模型干扰小； +- 适合第一版训练和 benchmark。 + +### blend + + h_new = h_residual + (1 - α) × original_token_mixer + α × memory_delta + +其中 α 是可训练的融合系数。 + +特点： + +- 模型可以学习记忆通道应该占多大比例； +- 适合研究“原始表示”和“记忆表示”的权衡； +- 如果初始化或训练不稳定，可能导致原模型信息被过早削弱。 + +### replace + + h_new = memory_delta + +完全使用记忆分支输出。 + +特点： + +- 适合验证记忆分支的独立表达能力； +- 风险最高； +- 通常不建议作为默认生产方案。 + +## direct_logit_scale：直接影响输出概率 + +除了修改 Transformer 中间层，代码还支持把最后一次 memory readout 经过投影后直接加到 logits： + + logits_new = logits_qwen + scale × projection(memory_readout) + +这个选项可以直接研究： + +- memory 是否能记住某些目标答案； +- memory 是否能把目标 token 的概率推高； +- 记忆模块对最终预测的直接影响。 + +但它也更容易过拟合简单 benchmark，因此应该同时观察泛化测试和正常生成质量。 + +## raw token pointer：精确 token 记忆实验 + +项目还提供一个有意“开后门”的架构消融：memory pass 不仅写入连续向量，还可以保存某个 token 在 Qwen 输出投影矩阵中的行；查询生成的第一个 token 会读取这行向量。 + +这个实验用于回答一个非常具体的问题： + +> 如果记忆里已经存在目标 token，当前 Qwen 接口能不能把它可靠地送进自由生成？ + +示例配置： + + --write-token-offset 4 --broadcast-write \ + --raw-token-write --raw-logit-scale 30 + +注意：`write-token-offset` 按“从有效序列末尾数起”计算，`1` 是最后一个 token。当前 benchmark 的答案位于 `H / 。 / <|im_end|> / 换行` 中的倒数第 4 个位置，所以使用 `4`。`raw-token-write` 是 pointer ablation，不是通用自然语言记忆方案；它直接保存 token id 对应的输出投影行，不能把它的 100% 结果等同于普通 learned memory 的能力。 + +raw pointer 只作用于第一个生成 token，后续 token 回到 Qwen 原本的生成分布，避免把同一个答案 token 重复写满整段输出。 + +## 训练原理 + +当前训练脚本采用“两阶段记忆训练”。 + +### 阶段一：写入阶段 + +输入一段 memory text： + + Memory: user=alice; favorite_color=blue + +此阶段关闭 memory read，打开 memory write： + + outputs = model( + memory_text, + memory_state=memory_state, + read_memory=False, + update_memory=True, + return_memory=True, + ) + memory_state = outputs.memory_state + +目标是让模型把关键信息写入 memory state。 + +### 阶段二：查询阶段 + +再输入查询： + + Question: What is alice's favorite color? + +此阶段使用刚刚更新后的 memory state，并开启 memory read： + + outputs = model( + query_text, + memory_state=memory_state, + read_memory=True, + update_memory=False, + labels=labels, + ) + +通过语言模型 loss 训练记忆模块，让查询阶段能够根据 memory state 输出正确答案。 + +训练时通常只更新： + + Memory Read parameters + Memory Write parameters + Memory Layer Adapter parameters + Blend/Gate parameters + +而 Qwen 主干保持冻结。 + +## 数据格式 + +训练和 benchmark 数据使用 JSONL。当前脚本要求每行包含 `memory` 和 `query` 两个消息列表；最后一个 assistant 消息是监督目标： + + {"memory":[{"role":"user","content":"记住对象 A 的代号是 H。"},{"role":"assistant","content":"好的，已记住。"}],"query":[{"role":"user","content":"对象 A 的代号是什么？"},{"role":"assistant","content":"H"}]} + +额外的 `id`、`subject`、`attribute`、`answer` 字段只用于 benchmark 统计。训练和评估数据应避免把答案直接重复到 query 的 user 内容中。 + +数据设计时要注意： + +1. 写入文本中出现的信息，应该在查询文本中尽量不重复； +2. 如果查询中直接包含答案，模型可能只是在复制上下文，而不是读取 memory； +3. 训练集和评估集中的实体、属性、表述方式应尽量分离； +4. 要加入冲突样本，测试新记忆是否能覆盖旧记忆； +5. 要加入多条事实，测试不同 slot 是否会互相污染； +6. 要加入无关信息，测试模型能否避免把所有内容都写进去。 + +make_benchmark_data.py 可以生成一个简单的单字符映射任务，用来快速检查“写入—读取—回答”链路是否工作。它适合做冒烟测试，不足以证明模型拥有通用长期记忆。 + +## 常用命令 + +以下命令均在工程目录执行。 + +### 训练动态记忆模块 + + conda activate LLM + cd W:\Flash\model + python -m dynamic_memory_lab.train_qwen_memory --model-path "W:\Flash\model" --data dynamic_memory_lab\data\benchmark_train.jsonl --output-dir dynamic_memory_lab\qwen_memory_adapter --steps 100 --batch-size 1 --lr 1e-4 --max-length 128 + +如果要复现实验中的精确 token pointer： + + python -m dynamic_memory_lab.train_qwen_memory --model-path "W:\Flash\model" --data dynamic_memory_lab\data\benchmark_train.jsonl --output-dir dynamic_memory_lab\qwen_memory_adapter_pointer --steps 100 --surgery-mode blend --blend-init 0.1 --write-token-offset 4 --broadcast-write --raw-token-write --raw-logit-scale 30 + +如果实际模型目录不同，请替换 --model-path。 + +### 训练原生记忆控制器 + +原生模式会训练：摘要池化、写入决策、slot 地址、候选值读出，以及依赖旧记忆的遗忘门。训练数据中显式包含闲聊噪声、未知查询和冲突覆盖样本： + + python -m dynamic_memory_lab.make_native_memory_data --output-dir dynamic_memory_lab\data\native_memory --train-count 512 --eval-count 128 --seed 20260904 + python -m dynamic_memory_lab.train_native_memory --model-path "W:\Flash\model" --data dynamic_memory_lab\data\native_memory\train.jsonl --output-dir dynamic_memory_lab\qwen_memory_adapter_native_v3 --steps 2500 --lr 8e-5 --max-length 192 --save-every 250 --direct-logit-scale 12 --write-loss-weight 0.5 --forget-loss-weight 0.75 --forget-positive-weight 6 --value-loss-weight 1 + +评估： + + python -m dynamic_memory_lab.evaluate_native_memory --model-path "W:\Flash\model" --adapter-dir dynamic_memory_lab\qwen_memory_adapter_native_v3 --data dynamic_memory_lab\data\native_memory\eval.jsonl --max-length 192 --max-new-tokens 8 + +### 生成 benchmark 数据 + + python -m dynamic_memory_lab.make_benchmark_data --output-dir dynamic_memory_lab\data + +### 对比原版和动态版 + + python -m dynamic_memory_lab.benchmark_qwen --model-path "W:\Flash\model" --data dynamic_memory_lab\data\benchmark_eval.jsonl --adapter dynamic_memory_lab\qwen_memory_adapter_pointer --output dynamic_memory_lab\benchmark_qwen_pointer_eval.json --max-length 128 --max-new-tokens 4 --repeats 1 --warmup 0 + +benchmark 通常会报告： + +- validation loss； +- perplexity； +- token accuracy； +- first target token accuracy； +- exact sequence accuracy； +- generation quality； +- tokens per second； +- 峰值显存。 + +最终报告必须同时关注效果和代价。一个模型如果只是在极小任务上准确率更高，却明显降低通用生成能力或推理速度，不能简单视为架构成功。 + +### 本机已验证结果 + +在 `data/benchmark_train.jsonl` 的 128 条训练样本和 `data/benchmark_eval.jsonl` 的 64 条 held-out 随机映射上，答案字符不是由实体名称推导出来的。当前已保存的结果文件是： + +| 版本 | PPL | token accuracy | 首目标 token | 自由生成 prefix | 速度 | +|---|---:|---:|---:|---:|---:| +| 原版 Qwen3.5-4B | 210.20 | 42.71% | 0% | 0% | 19.45 tok/s | +| 普通 learned blend | 4.50 | 66.67% | 0% | 0% | 12.99 tok/s | +| blend + raw token pointer | 1.11 | 96.88% | 100% | 100% | 14.56 tok/s | +| native learned memory v3 | 1.24 | 91.67% | 75% | 75% | 13.33 tok/s | + +对应文件分别是 `benchmark_qwen_native_v3_eval.json`、`benchmark_qwen_pointer_eval.json` 中的 baseline/dynamic 记录，以及 `benchmark_qwen_full_eval.json` 中保存的普通 blend 结果。native v3 行来自同一套 64 条 benchmark；pointer 行是精确 token 消融实验，不能替代通用 learned memory 的结论。不同运行的速度会受显存缓存和系统状态影响。 + +原生控制器 v3 在 128 条完全不同用户编号的留出集上得到：写入准确率 100%，遗忘准确率 99.58%，replacement 遗忘准确率 96.30%，查询 token 准确率 92.12%，自由生成事实召回 81.31%，未知查询安全拒答 100%。这些结果来自 `qwen_memory_adapter_native_v3/native_eval_report.json`；其中自由生成仍有少量错误值，不能宣称已经达到可靠生产级记忆。 + +### 多轮对话实验 + + python -m dynamic_memory_lab.chat_qwen_memory --model-path "W:\Flash\model" --adapter dynamic_memory_lab\qwen_memory_adapter + +要让用户记忆跨进程保存，指定一个用户专属文件： + + python -m dynamic_memory_lab.chat_qwen_memory --model-path "W:\Flash\model" --adapter dynamic_memory_lab\qwen_memory_adapter --memory-state dynamic_memory_lab\data\users\alice.pt + +首次运行可以输入： + + /remember 我叫小明，喜欢蓝色 + +退出后再次运行同一条命令，直接询问个人事实即可；启动时只会加载 `alice.pt`，不会自动加载上一轮聊天文本。`/reset` 会把该用户的 state 重置为零并保存，`/save` 可以手动保存。 + +需要区分“记忆持久化”和“记忆能力”：`qwen_memory_adapter_natural_auto_v3` 加上持久化 checkpoint 已验证自然语言写入、冲突覆盖、两次无历史重启读取、未知事实拒答和 reset；真实业务上线仍需要按业务数据继续扩充评测。 + +不启用 `--persistent-memory` 时，当前 chat 脚本中的 memory 默认是进程内状态；关闭脚本后，这块状态会消失。 + +使用原生模式并把用户记忆写进适配器 checkpoint： + + python -m dynamic_memory_lab.chat_qwen_memory --model-path "W:\Flash\model" --adapter dynamic_memory_lab\qwen_memory_adapter_native_v3 --persistent-memory --persist-in-adapter + +原生 adapter 默认使用 `<|fim_prefix|>` 作为 reset token；也可以通过 `--reset-token` 或 `--reset-token-id` 指定其他 tokenizer token。向模型发送该 token 会在模型内部清零 memory，不需要外部清理函数参与推理。 + +原生 chat 的普通用户消息会先经过自动记忆策略头判断是否值得长期保存；写入阶段不读取旧记忆，避免把回忆内容或问题句误写回去。随后生成阶段只读，不把模型自己的回答再次写回记忆。`/remember` 仍可用于强制写入。 + +## 当前保存机制的边界 + +当前代码已经提供真正的 runtime state 持久化接口： + + model.save_runtime_memory("user_memories/alice.pt") + model.load_runtime_memory("user_memories/alice.pt") + +保存文件包含： + +- `memory_state`：连续动态记忆张量； +- `raw_memory`：如果启用了 token pointer，则保存对应的辅助状态； +- hidden size、memory shape、层配置等兼容性信息。 + +它不包含模型权重，也不包含历史聊天文本。因此重启后的调用可以只传入加载后的 state 和新的 query。 + +如果希望把“记忆模块参数 + 当前用户 memory state”放到同一个紧凑适配器包中： + + model.save_persistent_memory_checkpoint("dynamic_memory_lab/qwen_memory_adapter_native_v3_persistent") + +该包中的 `persistent_memory.pt` 会在 `load_memory_adapter()` 时自动加载，新的模型实例不需要再显式传入 `memory_state`。验证命令： + + python -m dynamic_memory_lab.verify_native_checkpoint --model-path "W:\Flash\model" --adapter dynamic_memory_lab\qwen_memory_adapter_native_v3 --data dynamic_memory_lab\data\native_memory\eval.jsonl --output-adapter dynamic_memory_lab\qwen_memory_adapter_native_v3_persistent + +可以用下面的脚本自动验证完整流程： + + python -m dynamic_memory_lab.verify_persistent_memory --model-path "W:\Flash\model" --adapter dynamic_memory_lab\qwen_memory_adapter_pointer --data dynamic_memory_lab\data\benchmark_eval.jsonl --memory-state dynamic_memory_lab\data\user_memory_demo.pt + +该脚本会执行：写入 memory → 保存 state → 销毁模型 → 重新加载模型 → 只用 state 生成回答。 + +项目会保存动态记忆模块的训练参数，例如： + + memory.pt + memory_config.json + surgery.pt + +这些文件描述的是“模型如何使用记忆”；`persistent_memory.pt` 则是打包进适配器的“某个用户已经记住了什么”。 + +可以把它们类比成： + + memory.pt = 记忆系统的大脑结构和读写规则 + user_memory.pt = 某个用户实际写入的内容 + +当前实现的 runtime state 通常通过以下方式流动： + + outputs = model( + input_ids=input_ids, + memory_state=memory_state, + return_memory=True, + ) + memory_state = outputs.memory_state + +只要把 memory_state 保存下来，之后重新加载并传回模型，就可以恢复对应记忆。 + +## 能不能实现跨对话、无上下文、原生记忆？ + +需要先把这个问题拆开。 + +### 现在能做到的版本：跨调用、无历史文本 + +可以。 + +同一个进程里： + + 第 1 次调用：输入事实，更新 memory_state + 第 2 次调用：只输入问题，传入 memory_state + 第 3 次调用：继续传入更新后的 memory_state + +第 2 次调用不必把第 1 次调用的完整聊天记录重新放进 prompt。模型可以从 memory state 中读取信息。 + +### 加一个持久化层后：跨程序、跨会话 + +也可以实现，但它不是模型单独完成的，而是： + + 用户 ID + │ + ▼ + 加载该用户的 runtime memory state + │ + ▼ + 调用动态记忆模型 + │ + ▼ + 保存更新后的 runtime memory state + +最小实现可以是： + + from pathlib import Path + import torch + + def load_user_memory(user_id, model): + path = Path("user_memories") / f"{user_id}.pt" + if path.exists(): + return torch.load(path, map_location="cpu") + return model.initial_memory(batch_size=1) + + def save_user_memory(user_id, memory_state): + path = Path("user_memories") / f"{user_id}.pt" + path.parent.mkdir(parents=True, exist_ok=True) + torch.save(memory_state.detach().cpu(), path) + +实际生产环境还需要： + +- 用户隔离； +- 加密； +- 并发写入保护； +- 版本迁移； +- memory state 校验； +- 删除和导出接口； +- 过期时间或记忆衰减； +- 防止恶意 prompt 写入长期记忆。 + +### 严格意义上的“完全无上下文”不可能凭空发生 + +如果“无上下文”指： + + 不提供历史文本 + 不提供 memory state + 不提供数据库 + 不提供任何外部信息 + +但又希望模型知道上一场对话发生了什么，那么这在信息上是不可能的。 + +信息必须存在某个地方： + + 上下文窗口 + 模型参数 + 外部数据库 + 向量索引 + 神经 memory state + +本项目选择的是“神经 memory state”这条路线。它可以让历史信息不以原始文本形式出现，但不能让信息在没有任何载体的情况下存在。 + +### 为什么仍然需要生产化治理 + +当前自然语言记忆核心已经不只是连续状态：它有精确文本槽、冻结 Qwen 检索键、训练过的查询检索器、写入门控、冲突替换、最老槽淘汰、checkpoint 校验和 reset。但上线前仍要针对真实业务补充： + +- 用户身份隔离、加密、并发写入和版本迁移； +- 真实语言中的事实抽取、撤回/删除语义和多事实长时间压力测试； +- 记忆容量策略、审计日志、导出与合规删除； +- 不同语言、不同 tokenizer、不同 batch 和服务重启方式的回归测试。 + +更准确的说法是： + +> 模型已经拥有内部的“是否写入、如何检索、何时拒绝读取、如何覆盖和淘汰”的自然语言记忆路径；用户 checkpoint 仍必须存在于某种持久化介质中，这是信息保存的必要条件，而不是外部代码替模型执行读取。 + +## 为什么不直接每轮修改 Qwen 主权重 + +每轮对话都直接更新主模型权重，理论上可以把信息写进参数，但会产生明显问题： + +- 很容易灾难性遗忘； +- 不同用户之间会互相污染； +- 每次写入都需要保存或更新大模型权重； +- 难以撤销某条记忆； +- 难以处理隐私和权限； +- 推理延迟和存储成本都很高。 + +外部 runtime memory 的好处是： + + 主模型参数 = 稳定的通用能力 + 用户 memory = 可修改、可删除、可隔离的个体状态 + +这是更接近实际产品需求的拆分。 + +## 当前自然语言记忆核心 + +这是当前推荐的生产导向路径，不再把个人事实压缩成一个容易丢失多 token 值的连续向量： + + 用户输入 + │ + ├─ Automatic memory policy：判断普通消息是否值得长期记忆 + ├─ Native write controller：提供写入表示和槽位地址 + ├─ Frozen Qwen key encoder：生成稳定检索键 + ├─ Learned retriever：查询与记忆槽匹配 + └─ Internal text bank：保存合法 memory prefix、原始 fact key、年龄和有效位 + │ + ▼ + 相关记忆才被模型内部拼成 prefix + │ + ▼ + 原版 Qwen 生成回答 + +具体保证： + +- 每个槽保存可直接参与 Qwen 对话的内部 memory prefix，并单独保存原始 fact key，因此“红富士苹果”“蓝鲸-47”等多 token 值不会被单个向量强行压缩； +- 普通消息由训练过的自动记忆策略决定是否写入；写入阶段关闭读取，生成阶段只读，避免把模型自己的回答或已召回事实再次写回记忆； +- 同一属性的更新由训练过的语义检索器确认，不同事实优先使用空槽，容量满时按最老槽淘汰； +- 读取由模型内部的 learned retriever 触发。无关问题低于阈值时，不注入记忆 prefix，降低个人事实幻觉； +- `persistent_memory.pt` 直接包含连续状态、文本槽、检索键、年龄和计数器。重启时只加载这个用户 checkpoint，不需要聊天历史，也不需要外部“记忆读取器”代码； +- `<|fim_prefix|>`（或显式配置的 reset token）由模型包装器在生成入口内识别并清空全部记忆槽。 + +训练检索器： + + conda activate LLM + cd W:\Flash\model + python -m dynamic_memory_lab.train_natural_retriever --model-path "W:\Flash\model" --base-adapter dynamic_memory_lab\qwen_memory_adapter_native_v3 --output-adapter dynamic_memory_lab\qwen_memory_adapter_natural_controller_v13 --steps 3000 --pair-count 3200 --batch-size 32 --lr 2e-4 + +训练自动记忆策略头： + + python -m dynamic_memory_lab.train_auto_memory_policy --model-path "W:\Flash\model" --base-adapter dynamic_memory_lab\qwen_memory_adapter_natural_controller_v13 --output-adapter dynamic_memory_lab\qwen_memory_adapter_natural_auto_v13 --steps 2600 --example-count 1600 --batch-size 32 --lr 2e-4 --threshold 0.35 --text-memory-threshold 0.30 + +启动自然语言记忆聊天： + + python -m dynamic_memory_lab.chat_qwen_memory --model-path "W:\Flash\model" --adapter dynamic_memory_lab\qwen_memory_adapter_natural_auto_v13 --persistent-memory --persist-in-adapter + +如果要测试流式输出和“随时重启”，使用： + + python -m dynamic_memory_lab.stream_chat_qwen_memory --model-path "W:\Flash\model" --adapter dynamic_memory_lab\qwen_memory_adapter_natural_auto_v13 --memory-state dynamic_memory_lab\data\users\stream_user_memory.pt + +该脚本每轮只发送当前用户消息，不发送历史；写入或清空操作会在生成前原子保存。生成过程中按 `Ctrl+C` 退出后，再次执行同一命令即可从最近一次保存的 memory state 继续。普通消息会自动保存高价值个人事实，`/remember <事实>` 用于强制写入，`/reset` 清空全部记忆。 + +运行完整验收： + + python -m dynamic_memory_lab.benchmark_natural_language_memory --model-path "W:\Flash\model" --adapter dynamic_memory_lab\qwen_memory_adapter_natural_auto_v13 --output-adapter dynamic_memory_lab\qwen_memory_adapter_natural_production_auto_v13 --report dynamic_memory_lab\benchmark_natural_language_memory_auto_v13_final.json --max-new-tokens 48 --text-memory-threshold 0.30 + +当前验收报告为 `benchmark_natural_language_memory_auto_v13_final.json`：三条事实写入后保留两个独立有效槽，工作地点从 R7 更新为 K9；两条已知事实在两次模型重启后均能回答；未知血型不注入 memory prefix 并拒答；reset token 后连续状态和文本槽都清零。报告中的 `production_gate_pass` 为 `true`。 + +自动记忆策略的训练报告为 `qwen_memory_adapter_natural_auto_v13/auto_policy_training.json`：2600 步、每类 1600 条样本，评估准确率 99.22%，负样本特异度 100%，误写率 0%。这些是合成数据结果，仍需用真实用户语言继续扩充压力测试。 + +### 将记忆模块和当前用户状态合并进 safetensors + +如果需要把 v13 的记忆模块参数、检索器、自动写入策略和某个用户的当前状态写进模型权重，可以生成一个新的合并目录。下面的命令是兼容的合并方式；推荐在新包上使用额外第三分片模式。 + +```powershell +python -m dynamic_memory_lab.merge_memory_weights ` + --base-model "W:\Flash\model" ` + --adapter "W:\Flash\model\dynamic_memory_lab\qwen_memory_adapter_natural_auto_v13" ` + --memory-state "W:\Flash\model\dynamic_memory_lab\data\users\stream_user_memory.pt" ` + --output "W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_memory_merged_v13" +``` + +额外第三分片模式使用同样的参数，并增加 `--add-shard`；目标文件名应为 `model.safetensors-00003-of-00003.safetensors`： + +```powershell +python -m dynamic_memory_lab.merge_memory_weights ` + --base-model "" ` + --adapter "" ` + --memory-state "" ` + --output "" ` + --add-shard "\\model.safetensors-00003-of-00003.safetensors" +``` + +兼容旧合并方式生成的目录会把 `dynamic_memory.*` 张量放入第二个 safetensors 分片；原始 Qwen 两个分片不会被覆盖。自定义动态记忆模型可以直接从该目录加载： + +```powershell +python -m dynamic_memory_lab.stream_chat_qwen_memory ` + --model-path "W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_memory_merged_v13" ` + --memory-state "W:\Flash\model\dynamic_memory_lab\data\users\merged_runtime.pt" +``` + +上面的旧模式仍可使用 `merged_runtime.pt` 保存后续变化；真正执行动态记忆仍需要本项目的模型架构代码。 + +当前推荐的第三分片启动方式是： + +```powershell +python -m dynamic_memory_lab.stream_chat_qwen_memory ` + --model-path "" +``` + +不传 `--adapter` 和 `--memory-state` 时，模型会从 `model.safetensors-00003-of-00003.safetensors` 读取内置 memory state；之后的自动写入、`/save` 和 `/reset` 也只原子重写第三分片，不再创建或依赖 `merged_runtime.pt`。旧的“把动态张量追加到第二分片”方式仍可通过不使用 `--add-shard` 保留，但每次保存会重写较大的第二分片。 + +检索器 v13 额外加入了短事实、无标点问法、未见过的值、登记/称呼表达、编程工具表达和“你是谁”硬负样本；训练与线上都使用 plain tokens，并按长度分组避免 Qwen 补零造成表示漂移。训练报告的标准留出、短事实留出和 raw sigmoid 严格阈值召回均为 100%；当前 Wpy 真实身份/拒读压力测试为 25/25。后两项是更接近线上行为的指标，仍应随真实用户分布持续回归。 + +通用能力回归报告为 `comprehensive_benchmark_natural_auto_v13_final.json`：54 个任务上原版 Qwen3.5-4B 与动态记忆版均为 96.30%，整体差值 0，回归门禁通过。 + +需要明确：模型内部已经拥有“何时读、读什么、如何拒绝无关记忆”的路径，但跨机器或跨服务保存用户 checkpoint 仍然需要持久化介质；这是信息存在的物理要求，不等于推理时依赖固定外部读取代码。 + +## 当前架构的局限 + +当前版本主要用于研究“记忆模块能否工作”，还不是最终架构。 + +### 记忆写入过于粗粒度 + +默认使用最后一个 token 的 hidden state 作为摘要。复杂文本可能包含多条事实，仅靠最后一个 token 很容易丢失信息。 + +后续可以加入： + +- sentence-level summarizer； +- entity/value extractor； +- 多 token pooling； +- 特殊 memory token； +- 独立的写入路由器。 + +### slot 语义还不稳定 + +固定数量的连续 slot 不一定自动形成清晰分工。后续可以研究： + +- slot type； +- key-value memory； +- 稀疏路由； +- memory usage regularization； +- slot 专家化； +- 多层级 memory。 + +### teacher forcing 与自由生成存在差距 + +在训练中，模型通常知道正确答案的标签；但在真正聊天时，需要连续生成多个 token。应该分别测试： + +- 单 token 读取； +- 多 token 事实回答； +- 多轮连续记忆； +- 错误回答后的恢复； +- 新记忆覆盖旧记忆； +- memory 容量接近上限时的退化。 + +### 还缺少完整的记忆治理 + +生产级系统至少需要三层： + + 模型内部 Memory + │ + ├─ 记忆写入策略 + ├─ 记忆读取策略 + └─ 连续向量状态 + + 记忆管理器 + │ + ├─ 事实抽取 + ├─ 去重 + ├─ 冲突处理 + ├─ 时间衰减 + └─ 重要性评分 + + 持久化服务 + │ + ├─ 用户隔离 + ├─ 加密 + ├─ 版本管理 + └─ 删除/导出 + +## 评测时应该回答的关键问题 + +不要只问“准确率有没有变高”，还要问： + +1. 模型是否真的使用了 memory，而不是从 query 中猜答案？ +2. 新记忆能否覆盖旧记忆？ +3. 无关内容是否会污染 memory？ +4. memory 容量增加后，效果是否持续提升？ +5. 程序重启后能否恢复？ +6. 不同用户之间是否完全隔离？ +7. memory read/write 是否降低原模型的通用能力？ +8. 记忆状态是否可以解释、导出和删除？ +9. 推理速度和显存成本是多少？ +10. 长时间运行后是否出现状态漂移或数值爆炸？ + +## 下一步建议 + +如果目标是开发一个真正有新意的架构，建议按下面顺序推进： + +1. 扩展到多事实、多属性和长序列连续写入； +2. 增加时间衰减、记忆容量压力和可解释 slot 诊断； +3. 做多用户隔离、并发读写和异常恢复测试； +4. 再尝试更激进的结构，例如 fast weights、可写 KV cache、分层记忆和稀疏路由。 + +## 免责声明 + +本项目是研究和实验性质的代码。它不保证训练出的 adapter 在所有任务上提升，也不保证当前连续 memory state 能可靠保存所有自然语言事实。 + +如果使用第三方模型权重或数据集，请遵守对应的模型许可证、数据许可证和隐私要求。 diff --git a/README_NATURAL_MEMORY_V2.md b/README_NATURAL_MEMORY_V2.md new file mode 100644 index 0000000..4cdeca7 --- /dev/null +++ b/README_NATURAL_MEMORY_V2.md @@ -0,0 +1,388 @@ +# Natural Memory v2 + +Natural Memory v2 是接在本地 Qwen3.5-4B 上的一层分层、可寻址、可纠错记忆系统。它的目标不是把一百万个 slot 当作一张巨大的 KV Cache，而是把历史中最适合长期保存的部分压缩成有地址的记忆记录；当前对话仍由 Qwen 的热 KV 负责连续理解。 + +## 先看结论 + +当前版本已经完成以下闭环： + +```text +普通用户输入 + -> 自动写入策略 + -> 置信度 / 重要性 / 来源审计 + -> 紧凑地址投影 + -> 分页存储 + -> LSH 粗索引 + -> 候选页重排 + -> 候选记录精排 + -> Top-K 证据注入 Qwen + -> 版本冲突 / 隔离 / 撤回 / 重启恢复 +``` + +最终运行包位于： + +`W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2` + +它不需要额外的 `memory_state.pt` 才能恢复已嵌入的记忆；记忆快照、路由器权重、V2 页面元数据和上下文片段都写在该包的第三个 memory safetensors 切片中。当前包的 manifest 指向实际使用的 runtime memory shard；旧 runtime shard 不会被自动覆盖，以避免 Windows 进程仍持有文件句柄时破坏现有包。当前交付配置固定使用 embedded weight-shard 模式：启动时完整载入进程内存，路由命中的热点记录才进入有界 VRAM cache，不使用 SQLite 或磁盘分页。 + +## 核心设计 + +### KV 与 Memory Slot 的分工 + +```text +最近 32K token（最多可配置到 128K） -> GPU 热 KV：保留精确顺序和局部连贯性 +长期个人事实 / 项目决策 / 纠错版本 -> Memory Slot：保存压缩、可寻址的证据 +当前问题 -> 稀疏路由：只读取少量相关记录 +``` + +Memory Slot 不模拟完整 KV。它只接管 KV 中最昂贵、最适合长期保存、最容易重复利用的部分。这样做的代价是不能承诺逐 token 无损复现数百万 token 的原始上下文；换来的收益是长期历史不再全部占用 GPU 注意力。 + +### 路由路径 + +任何查询都必须经过有界路径： + +```text +查询 hidden state + | + v +128 维紧凑地址 + | + v +LSH 粗索引（精确桶 + Hamming-1/2 探针 + 热页） + | + v +候选页（不是全部页面） + | + v +页级与记录级精确重排 + | + v +最多 top_k_pages / top_k_records +``` + +当前 token 不会对 1M slot 做全量注意力。页内才会做小规模记录评分；默认是最多 4 个页、8 条记录。粗索引结果还会记录在诊断 trace 中，便于检查“是否因为候选页不足而漏召回”。 + +### 记录结构 + +每条 `MemoryRecordV2` 包含： + +- 原始短文本和可选 token 序列； +- 128 维紧凑地址与摘要地址； +- `entity / attribute / value` 冲突键； +- 时间戳、版本号、来源、证据； +- 置信度、重要性、访问次数； +- `active / superseded / retracted / quarantined` 状态； +- `supersedes` 和 `related_ids`，用于版本追踪和多跳检索。 + +重复文本是幂等写入；同一实体和属性的新值会生成新版本并将旧值标记为 `superseded`。不可信写入进入 quarantine，不参与正常读取，只有显式批准后才会变成 active。撤回不会抹掉审计记录，而是把记录置为 `retracted`。 + +### 多跳读取 + +记录可以带 `related_ids`。第一跳找到一个项目、人物或事件后，路由器会沿关联记录继续查找，直到： + +- 达到 `memory_max_hops`； +- 达到 Top-K； +- 没有新关联页； +- 没有新证据。 + +每次读取都返回 `hop_trace` 和 `stop_reason`，不是只返回一段无法解释的文本。 + +### 写入安全边界 + +自动写入由原有自然语言记忆策略决定；V2 另外检查置信度和重要性。默认写入阈值为 `0.50`，读取阈值为 `0.65`。读取阈值是特意偏保守的：在实际 Qwen 测试中，未知的“我的血型是什么”最初会受到短中文问句的语义相似度干扰；提高阈值后该问题被路由层拒绝，不再把无关事实放进上下文前缀。 + +这不是“绝不出错”的证明，而是一个可检查的安全策略： + +```text +低置信度写入 -> quarantine +旧值被纠正 -> 新版本 active，旧版本 superseded +用户撤回 -> retracted，读取隔离 +证据不足 -> router_abstained / below_read_threshold +``` + +## 训练 + +### 通用路由器训练 + +```powershell +Set-Location W:\Flash\model +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m dynamic_memory_lab.train_memory_router_v2 +``` + +训练目标包括： + +1. 在 hard negatives 中选对目标记录； +2. 判断当前问题是否需要记忆； +3. 预测是否需要继续多跳； +4. 让无记忆问题学会 abstain。 + +### Qwen hidden-state 路由器训练 + +最终包使用的是 Qwen3.5 hidden state 上训练的路由器： + +```powershell +Set-Location W:\Flash\model +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m dynamic_memory_lab.train_qwen_router_v2 ` + --output-dir W:\Flash\model\dynamic_memory_lab\checkpoints\natural_memory_v2_qwen_router_entities +``` + +当前训练数据是本地生成的实体—属性—值事实及 hard negatives，不是公共榜单数据集。因此训练结果可以证明工程链路有效，但不能直接等同于公开 benchmark 的泛化能力。后续正式训练应加入真实对话脱敏集、改写问句、时间冲突、跨语言表达、未知事实和长文档事件链。 + +### 构建嵌入包 + +在支持硬链接的 NTFS 目录中，可以从 v1 包构建新的完整目录： + +```powershell +Set-Location W:\Flash\model +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + dynamic_memory_lab\build_natural_memory_v2_package.py ` + --base-package W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_memory_merged_v13 ` + --output-dir W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2_new ` + --router-checkpoint W:\Flash\model\dynamic_memory_lab\checkpoints\natural_memory_v2_qwen_router_entities\memory_router_v2.pt +``` + +W: 当前是 exFAT，不能创建硬链接。构建器现在默认拒绝复制多 GB 的冻结分片，必须明确加 `--allow-copy-base` 才允许复制；这样可以避免一次构建意外耗尽磁盘空间。当前交付包使用已存在的 v2 包原地更新，未重复复制两片 Qwen 主权重。 + +## 运行流式聊天 + +```powershell +Set-Location W:\Flash\model +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m dynamic_memory_lab.stream_chat_qwen_memory ` + --model-path W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2 ` + --max-new-tokens 128 +``` + +当前生产默认不启用 SQLite/磁盘分页。若做独立的容量研究，旧版仍保留可选的分层页库参数，但它不属于本次默认运行路径： + +```powershell +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m dynamic_memory_lab.stream_chat_qwen_memory ` + --model-path W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2 ` + --tiered-memory-path W:\Flash\model\dynamic_memory_lab\memory_pages.sqlite ` + --memory-resident-pages 64 ` + --kv-offload +``` + +启动后发送普通自然语言即可触发自动判断；不需要 `/remember`。常用控制命令仍保留： + +- `/save`：把当前持久记忆写入 memory safetensors 切片； +- `/reset`：清空持久记忆并保存； +- `/quit`：退出。 + +模型重启时不会收到历史聊天记录。它只从嵌入式 memory shard 恢复记录、路由器和审计元数据。 + +## 单用户本地生产工作流 + +当前优先完成的 2/3/4/5 已经集中到一个入口： + +```powershell +Set-Location W:\Flash\model +$py = "C:\Users\Administrator\miniconda3\envs\LLM\python.exe" + +# 2. 规范化真实对话导出，并按 group_id 防止 train/eval 泄漏 +& $py -m dynamic_memory_lab.natural_memory_app build-dataset ` + --source W:\path\to\redacted_conversations.jsonl ` + --eval-source W:\path\to\redacted_eval.jsonl + +# 2. 训练候选自动写入策略；不会覆盖当前生产适配器 +& $py -m dynamic_memory_lab.natural_memory_app train-policy ` + --model-path W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2 ` + --base-adapter W:\Flash\model\dynamic_memory_lab\qwen_memory_adapter_natural_auto_v13 ` + --steps 240 + +# 4. 低显存连续运行与长上下文压缩压力测试 +& $py -m dynamic_memory_lab.natural_memory_app stress ` + --model-path W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2 + +# 5. 启动本地 API；默认只监听 localhost +& $py -m dynamic_memory_lab.natural_memory_app serve ` + --model-path W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2 ` + --port 8765 +``` + +默认训练数据目录是 `data/production_memory`，包含 `train.jsonl`、`eval.jsonl` 和 +`manifest.json`。没有提供真实脱敏对话时，构建器会使用工程内 bootstrap 数据；这只能验证链路，不能冒充真实业务泛化结果。 + +管理接口： + +```text +GET /health +GET /v1/memory?status=active&query=... +GET /v1/memory/{record_id} +GET /v1/memory/export +GET /v1/memory/audit +POST /v1/memory/{record_id} # 版本化编辑 +DELETE /v1/memory/{record_id} # 可审计撤回 +POST /v1/memory/reset # 清空并持久化 +POST /v1/chat # {message,max_new_tokens,stream} +POST /v1/memory # 管理员/测试用显式写入 +``` + +`POST /v1/chat` 默认由模型自己的自动策略决定是否写入；`stream: true` 返回 SSE token 流。服务以单模型锁串行化请求，避免同一用户的 memory state 被并发写坏。默认自动持久化会回写 embedded memory safetensors；测试时可加 `--no-auto-persist`。 + +## 记忆管理与审计 + +编辑不是覆盖原记录，而是生成 `version + 1` 的 successor，并把旧记录标记为 +`superseded`；删除同样不物理抹除，而是标记为 `retracted`。`GET /v1/memory/audit` +会检查页容量、页指针、冲突索引和多跳关联是否存在悬空引用。所有管理接口只暴露 JSON-safe +元数据，不返回路由向量和模型内部 tensor。 + +## 当前受控验证结果 + +- 单元测试：19/19 通过； +- bootstrap 数据规范化：训练 1485 条，验证 363 条； +- 候选自动策略 smoke train：4bit、batch 2、24 steps，验证集 accuracy 96.88%、recall 90.91%、FPR 0；这不是最终生产成绩； +- 10 轮压力测试：写入 40 条，召回 39/40（97.5%），2 次长上下文压缩，审计 healthy，0 errors； +- 压力测试峰值约 3.2 GB allocated VRAM，使用 256 条/131072 token 的自适应热点缓存上限，并保留 2048 MB 显存安全余量； +- 压力测试不会写回模型包，生产服务只有在启用自动持久化时才会写回。 + +## 重启验证 + +```powershell +Set-Location W:\Flash\model +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m dynamic_memory_lab.test_natural_memory_v2_restart ` + --model-path W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2 ` + --report W:\Flash\model\dynamic_memory_lab\natural_memory_v2_restart_test.json +``` + +测试会： + +1. 清空选定包的持久记忆； +2. 通过普通用户句子自动写入一条控制事实； +3. 写入嵌入式 safetensors memory shard； +4. 释放第一个 Qwen 模型； +5. 重新加载模型，只输入一个新问题； +6. 检查 V2 router decision、内部 prefix 和生成答案； +7. 默认清理测试事实，避免污染工作包。 + +当前实际结果：自动写入成功；重启后路由器找到 `page_00000001` 和目标记录；内部前缀长度 36；生成结果精确返回 `NM-V2-RESTART`；清理后页面与记录均为 0。 + +## 评测 + +### 单元测试 + +```powershell +Set-Location W:\Flash\model +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m unittest discover -s dynamic_memory_lab\tests -v +``` + +当前结果：19/19 通过，覆盖路由张量形状、压缩地址、页粗索引、版本冲突、quarantine、批准、撤回、多跳、导出恢复、KV 预算、页容量上限、批量上下文分块、记忆编辑/撤回/审计，以及分层后端重启、冷页卸载和隔离区恢复。 + +### V2 存储与路由评测 + +报告：`W:\Flash\model\dynamic_memory_lab\natural_memory_v2_benchmark.json` + +| 指标 | 实测结果 | +|---|---:| +| 合成记录 | 20,000 | +| 页面数 | 626 | +| 粗候选页平均数 | 178.13 | +| 粗候选页占比 | 28.45% | +| 记录 Recall@K | 100% | +| 页面 Recall@K | 100% | +| 多跳成功 | 100%，2 hops | +| 导出/恢复后召回 | 100% | +| 冲突版本/纠错/隔离/批准/撤回/幂等 | 全部通过 | +| 地址空间容量（32K 页 × 32） | 1,048,576 条记录 | +| 通用路由器 route accuracy | 99.32% | +| 通用 need-memory precision/recall/specificity | 100% / 100% / 100% | +| 通用 hop accuracy | 86.25% | + +上述是控制变量下的合成存储评测，证明的是分页、索引和状态机，不是 1M 条真实用户记忆已经完成验证。 + +### 分层后端百万级压力测试 + +报告：`W:\Flash\model\dynamic_memory_lab\tiered_memory_v2_1m_benchmark.json` + +该测试实际写入 1,000,000 条轻量记录、31,250 页和 64 个常驻页。它是旧的 durable page store 容量实验，不是当前默认方案；当前默认方案要求所有记忆随第三个 safetensors 切片加载进进程内存，再用有界 VRAM cache 加速热点记录。无论哪种方案，这个数字都不等于百万条完整自然语言长文本在 Qwen 上的端到端生成质量。 + +| 指标 | 实测结果 | +|---|---:| +| 实际写入记录 | 1,000,000 | +| 实际页面 | 31,250 | +| 重启后记录总数 | 1,000,000 | +| 重启后常驻记录 | 160 | +| 冷页 | 31,186 | +| 目标记录重启召回 | 通过 | + +### Qwen 路由器验证 + +报告：`W:\Flash\model\dynamic_memory_lab\checkpoints\natural_memory_v2_qwen_router_entities\qwen_router_v2_training.json` + +- 512 条生成事实；409 条训练，103 条 held-out； +- route accuracy：91.26%； +- need-memory precision/recall/specificity：100% / 100% / 100%； +- hop accuracy：36.70%。 + +hop controller 目前明显弱于候选记录路由，因此运行时不会把它当成唯一正确性来源；关联记录和显式 `related_ids` 仍由存储层约束，后续训练应重点补多跳样本。 + +### 与原版 Qwen3.5-4B 的综合回归 + +报告：`W:\Flash\model\dynamic_memory_lab\natural_memory_v2_full_benchmark.json` + +同一份 120 个固定用例、同一 Qwen3.5-4B 主干、同一 4-bit NF4 加载和贪心解码： + +| 指标 | 原版 Qwen3.5-4B | Natural Memory v2 | +|---|---:|---:| +| 总分 | 0.85833 | 0.85833 | +| 总分变化 | - | 0 | +| 通用 / 数学 / 推理 / 语言 / 知识 / 逻辑 / 上下文分类 | 基线 | 各分类 delta = 0 | +| 自动写入 precision | - | 100% | +| 自动写入 recall | - | 100% | +| 自动写入 specificity | - | 100% | +| 无历史重启恢复 | - | 通过 | +| 清理后不再召回 | - | 通过 | + +综合评测的硬件是 RTX 5070 11.94 GiB，完整模型使用 4-bit NF4。显存峰值字段来自 PyTorch allocator，在当前 Transformers/bitsandbytes 组合下可能高于物理显存读数，不能把该字段当成独立硬件测量；最终是否能运行，应以实际 GPU OOM 和 `nvidia-smi` 为准。 + +### 长上下文边界 + +报告：`W:\Flash\model\dynamic_memory_lab\long_context_v1_stress.json` + +现有直接 KV 路径在约 8K token 可以运行，16K 和 32K 会 OOM。现在 V2 已接入 Transformers 的 CPU-backed `DynamicCache(offloading=True)`，并在 Qwen3.5 混合线性/全注意力结构上完成真实生成验证；线性注意力的微小循环状态留在执行设备，只有昂贵的 full-attention KV 迁移到 CPU。 + +模型还提供自动热窗口压缩：当输入超过 `kv_budget_tokens`，旧前缀会按 `context_chunk_tokens` 分块写入 V2 context records，当前生成只保留最近热窗口；读取仍然走“粗索引 -> 候选页 -> 精排 -> Top-K”，不是让当前 token 对 1M slot 做注意力。真实自动路径测试将 371 token 压缩为 32 token，并写入 22 条可追溯上下文记录，随后成功生成。 + +这仍然不能宣称当前包支持 200M—300M 原始 token 上下文：CPU KV offload 不是 NVMe 分页注意力，自动压缩目前也没有完成百万 token 的 Qwen 质量训练。正确的工程目标是热 KV 保留当前窗口，超出窗口的内容经过事件切分、摘要、实体关系和可逆原文页写入 V2；查询时只加载少量相关页，再由 Qwen 做最终回答。 + +KV offload 与自动压缩验证： + +```powershell +Set-Location W:\Flash\model +& C:\Users\Administrator\miniconda3\envs\LLM\python.exe ` + -m dynamic_memory_lab.benchmark_kv_offload +``` + +## 关键源文件 + +| 文件 | 作用 | +|---|---| +| `memory_os_v2.py` | V2 路由器、分页存储、LSH 粗索引、精排、多跳、版本和 KV 预算 | +| `qwen_integration.py` | 将 V2 接入 Qwen，负责内部 prefix、嵌入式 safetensors 读写和重启恢复 | +| `stream_chat_qwen_memory.py` | 不依赖历史上下文的流式聊天与自动写入 | +| `train_memory_router_v2.py` | 通用路由器 hard-negative 训练 | +| `train_qwen_router_v2.py` | Qwen hidden-state 路由器训练 | +| `tiered_memory_store_v2.py` | RAM/磁盘分层、二进制记录和可恢复 page store | +| `benchmark_tiered_memory_v2.py` | 1M 级 durable page store 压力测试 | +| `benchmark_memory_v2.py` | 独立存储/路由/完整性评测 | +| `benchmark_natural_memory_v1.py` | 兼容 v1/v2 的 Qwen 综合回归评测 | +| `test_natural_memory_v2_restart.py` | 真实模型释放、重载、无历史召回测试 | +| `tests/test_memory_os_v2.py` | V2 核心单元测试 | + +## 当前限制与下一阶段 + +已经实现的是可运行的 V2 内核和百万级 durable 存储后端；模型质量和长上下文仍有明确边界： + +1. 真实 Qwen 路由器只用 512 条本地合成事实训练，需继续做跨实体、改写、冲突、时间和未知事实泛化； +2. 多跳控制器的 held-out accuracy 只有 36.70%，需要专门的多跳 curriculum； +3. 当前交付包使用 embedded weight-shard 模式，所有 V2 记录随第三个 safetensors 切片加载进 RAM；热点记录优先进入 VRAM，最多 256 条/131,072 token，并动态保留 2 GiB 显存安全余量；显存不足时自动留在 RAM，避免把模型推理和 KV 顶满； +4. `memory_max_pages=32768` 代表 32K 页 × 32 条记录的地址上限；1M 轻量记录已经完成存储压力测试，但不是 1M 条完整长文本的 Qwen 端到端质量验证； +5. 还需要加入更强的压缩摘要、原文页、事件时间线、事实置信度校准和用户级撤销日志； +6. 还需要长序列课程训练、NVMe 级分页和更大规模端到端评测，才能验证 128K 热 KV 与百万级历史的实际吞吐和质量。 + +这些限制是设计边界，不是用一个“无限上下文”数字掩盖的未验证假设。 diff --git a/__init__.py b/__init__.py new file mode 100644 index 0000000..66ad862 --- /dev/null +++ b/__init__.py @@ -0,0 +1,15 @@ +"""Dynamic Memory Lab: small, reproducible architecture experiments.""" + +from .model import DynamicMemoryConfig, DynamicMemoryLM +from .qwen_integration import QwenDynamicMemoryModel, QwenMemoryConfig, load_qwen_base, load_qwen_dynamic +from .tiered_memory_store_v2 import TieredMemoryStoreV2 + +__all__ = [ + "DynamicMemoryConfig", + "DynamicMemoryLM", + "QwenDynamicMemoryModel", + "QwenMemoryConfig", + "load_qwen_base", + "load_qwen_dynamic", + "TieredMemoryStoreV2", +] diff --git a/benchmark_embedded_memory_v2.py b/benchmark_embedded_memory_v2.py new file mode 100644 index 0000000..9ffd1a1 --- /dev/null +++ b/benchmark_embedded_memory_v2.py @@ -0,0 +1,203 @@ +"""Low-pressure end-to-end test for the embedded Natural Memory v2 path. + +This benchmark intentionally uses only the model package's third safetensors +memory shard. It does not create SQLite files or exercise disk paging. The +long-context cases lower the temporary KV budget so the test measures the +model-owned archive/read path without asking a 12 GiB GPU to hold a huge KV. +""" + +from __future__ import annotations + +import argparse +import gc +import json +import random +import time +from pathlib import Path +from typing import Any + +import torch + +from .qwen_integration import load_qwen_dynamic, load_tokenizer + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument( + "--model-path", + default=r"W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2", + ) + parser.add_argument("--lengths", default="4096,8192,16384,32768") + parser.add_argument("--kv-budget", type=int, default=2048) + parser.add_argument("--chunk-tokens", type=int, default=1024) + parser.add_argument("--max-new-tokens", type=int, default=8) + parser.add_argument("--no-4bit", action="store_true") + parser.add_argument( + "--output", + default=r"W:\Flash\model\dynamic_memory_lab\embedded_memory_v2_long_benchmark.json", + ) + return parser.parse_args() + + +def build_prompt(tokenizer: Any, target_tokens: int, seed: int) -> tuple[str, str, int]: + rng = random.Random(seed + target_tokens) + answer = f"EMBEDDED-LONG-{target_tokens}-{rng.randrange(100000, 999999)}" + needle = f"长期记忆锚点：唯一编号是 {answer}。" + filler = ( + "这是长文本记忆压力测试中的普通背景段落，包含项目说明、日期、日志和无关备注。" + "这些内容不是问题答案，读取时应保留原文但忽略干扰。" + ) + chunks: list[str] = [] + while len(tokenizer(" ".join(chunks + [filler, needle]), add_special_tokens=False)["input_ids"]) < target_tokens: + chunks.append(filler) + # Keep the needle safely inside the archived prefix even in the smallest + # case, so a pass must come from memory rather than the retained window. + pivot = max(1, len(chunks) // 3) + material = " ".join(chunks[:pivot] + [needle] + chunks[pivot:]) + prompt = ( + "请阅读下面的长材料，回答末尾问题，只输出编号，不要解释。\n" + "---开始材料---\n" + f"{material}\n" + "---结束材料---\n" + "问题：长期记忆锚点的唯一编号是什么？" + ) + prompt_tokens = len(tokenizer(prompt, add_special_tokens=False)["input_ids"]) + return prompt, answer, prompt_tokens + + +def chat_inputs(tokenizer: Any, text: str, device: torch.device) -> dict[str, torch.Tensor]: + encoded = tokenizer.apply_chat_template( + [{"role": "user", "content": text}], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + return { + key: value.to(device) + for key, value in encoded.items() + if isinstance(value, torch.Tensor) + } + + +def run_case(model: Any, tokenizer: Any, target_tokens: int, args: argparse.Namespace) -> dict[str, Any]: + device = model._find_layer_device() + model.reset_memory(batch_size=1, device=device) + assert model.memory_os_v2 is not None + model.memory_os_v2.kv_budget.max_tokens = int(args.kv_budget) + prompt, answer, prompt_tokens = build_prompt(tokenizer, target_tokens, 20260904) + encoded = chat_inputs(tokenizer, prompt, device) + query_text = "长期记忆锚点的唯一编号" + query = tokenizer(query_text, add_special_tokens=False, return_tensors="pt") + query_ids = query["input_ids"].to(device) + query_mask = query.get("attention_mask") + if query_mask is None: + query_mask = torch.ones_like(query_ids) + query_mask = query_mask.to(device) + started = time.perf_counter() + with torch.inference_mode(): + output = model.generate( + **encoded, + max_new_tokens=args.max_new_tokens, + do_sample=False, + use_cache=True, + update_memory=False, + pad_token_id=tokenizer.pad_token_id, + memory_query_input_ids=query_ids, + memory_query_attention_mask=query_mask, + memory_query_text=query_text, + ) + if device.type == "cuda": + torch.cuda.synchronize(device) + elapsed = time.perf_counter() - started + response_ids = output[0, encoded["input_ids"].shape[1] :] + response = tokenizer.decode(response_ids.detach().cpu().tolist(), skip_special_tokens=True).strip() + stats = model.memory_v2_stats() + records = model.memory_os_v2.bank.records + archived_text_hit = any( + answer in tokenizer.decode(record.token_ids.tolist(), skip_special_tokens=True) + for record in records.values() + if record.memory_type == "context_chunk" and isinstance(record.token_ids, torch.Tensor) + ) + query_key = model._encode_model_key(query_ids, query_mask)[0] + retrieved, decision = model.read_hierarchical_memory( + query_key, + query_text=query_text, + query_token_ids=query_ids[0], + top_k_pages=model.memory_config.memory_top_k_pages, + top_k_records=model.memory_config.memory_top_k_records, + max_hops=model.memory_config.memory_max_hops, + ) + retrieved_hit = any( + answer in tokenizer.decode(record.token_ids.tolist(), skip_special_tokens=True) + for record in retrieved + if isinstance(record.token_ids, torch.Tensor) + ) + return { + "target_tokens": target_tokens, + "prompt_tokens": prompt_tokens, + "kv_budget_tokens": args.kv_budget, + "chunk_tokens": args.chunk_tokens, + "response": response, + "expected": answer, + "generation_hit": answer in response, + "archived_text_hit": archived_text_hit, + "retrieved_text_hit": retrieved_hit, + "retrieved_records": len(retrieved), + "router_stop_reason": decision.stop_reason, + "router_hop_count": decision.hop_count, + "seconds": elapsed, + "records": stats.get("records", 0), + "pages": stats.get("pages", 0), + "gpu_cache_records": stats.get("gpu_cache_records", 0), + "gpu_cache_tokens": stats.get("gpu_cache_tokens", 0), + "gpu_cache_device": stats.get("gpu_cache_device", "none"), + "passed": bool(archived_text_hit and retrieved_hit), + } + + +def main() -> None: + args = parse_args() + lengths = [int(item.strip()) for item in args.lengths.split(",") if item.strip()] + tokenizer = load_tokenizer(args.model_path) + model = load_qwen_dynamic(args.model_path, load_in_4bit=not args.no_4bit) + model.eval() + model.memory_config.context_chunk_tokens = int(args.chunk_tokens) + report: dict[str, Any] = { + "benchmark": "Natural Memory v2 embedded third-shard long-memory test", + "storage_mode": model.memory_config.memory_storage_mode, + "tier_store_enabled": bool(model.memory_os_v2 and model.memory_os_v2.bank.tier_store is not None), + "model_path": str(Path(args.model_path).resolve()), + "lengths": lengths, + "quantization": "4bit_nf4" if not args.no_4bit else "none", + "kv_budget_tokens": args.kv_budget, + "chunk_tokens": args.chunk_tokens, + "rows": [], + } + try: + if report["storage_mode"] != "embedded" or report["tier_store_enabled"]: + raise RuntimeError("embedded benchmark requires memory_storage_mode=embedded and no tier store") + for target_tokens in lengths: + row = run_case(model, tokenizer, target_tokens, args) + report["rows"].append(row) + print(json.dumps(row, ensure_ascii=False)) + finally: + model.reset_memory(batch_size=1, device=model._find_layer_device()) + model.close_memory_storage() + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + report["passed_cases"] = sum(bool(row["passed"]) for row in report["rows"]) + report["total_cases"] = len(report["rows"]) + report["all_passed"] = report["passed_cases"] == report["total_cases"] + output = Path(args.output) + output.parent.mkdir(parents=True, exist_ok=True) + output.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps(report, ensure_ascii=False, indent=2)) + print(f"saved={output}") + + +if __name__ == "__main__": + main() diff --git a/benchmark_kv_offload.py b/benchmark_kv_offload.py new file mode 100644 index 0000000..a03f871 --- /dev/null +++ b/benchmark_kv_offload.py @@ -0,0 +1,128 @@ +"""Smoke-test the model-owned KV offload and long-context compaction paths. + +The test intentionally uses the real Qwen package. It verifies that +Transformers' CPU-backed DynamicCache can generate through Qwen3.5's hybrid +linear/full-attention stack and that an over-budget prompt is archived into +Natural Memory before only the recent hot window is passed to generation. +""" + +from __future__ import annotations + +import argparse +import json +from pathlib import Path + +import torch + +if __package__ in {None, ""}: + import sys + + sys.path.insert(0, str(Path(__file__).resolve().parent.parent)) + +from dynamic_memory_lab.qwen_integration import load_qwen_dynamic, load_tokenizer +from dynamic_memory_lab.stream_chat_qwen_memory import _chat_tensor + + +@torch.inference_mode() +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument( + "--model-path", + default=r"W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2", + ) + parser.add_argument( + "--report", + default=r"W:\Flash\model\dynamic_memory_lab\kv_offload_compaction_test.json", + ) + parser.add_argument("--compact-hot-tokens", type=int, default=32) + parser.add_argument("--max-new-tokens", type=int, default=4) + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + + model_path = Path(args.model_path) + tokenizer = load_tokenizer(model_path) + model = load_qwen_dynamic(model_path, load_in_4bit=not args.no_4bit) + model.eval() + model.memory_config.kv_offload = True + device = model._find_layer_device() + + answer_inputs = { + key: value.to(device) + for key, value in _chat_tensor(tokenizer, "请用一句话说明你支持什么。").items() + } + generated = model.generate( + **answer_inputs, + max_new_tokens=args.max_new_tokens, + do_sample=False, + update_memory=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + answer = tokenizer.decode(generated[0].detach().cpu().tolist(), skip_special_tokens=True).strip() + + if model.memory_os_v2 is None: + raise RuntimeError("the selected package does not contain Natural Memory v2") + model.memory_os_v2.kv_budget.max_tokens = int(args.compact_hot_tokens) + model.memory_os_v2.kv_budget.keep_recent_tokens = min( + model.memory_os_v2.kv_budget.keep_recent_tokens, + model.memory_os_v2.kv_budget.max_tokens, + ) + model.memory_config.context_chunk_tokens = max(4, min(16, args.compact_hot_tokens // 2)) + long_text = " ".join( + [ + "历史上下文片段用于验证 Natural Memory 的自动分页压缩。", + "这段内容应该被写入长期上下文页面，而不是继续占用当前热 KV。", + ] + * 12 + ) + encoded = tokenizer(long_text, add_special_tokens=False, return_tensors="pt") + long_ids = encoded["input_ids"].to(device) + long_mask = encoded.get("attention_mask") + if long_mask is None: + long_mask = torch.ones_like(long_ids) + long_mask = long_mask.to(device) + before = model.memory_v2_stats() + generated_long = model.generate( + input_ids=long_ids, + attention_mask=long_mask, + max_new_tokens=1, + do_sample=False, + update_memory=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + compaction = dict(model.runtime.context_compaction or {}) + after = model.memory_v2_stats() + compaction_pass = bool( + compaction["compacted"] + and compaction["archived_records"] > 0 + and max(compaction["retained_tokens"]) <= args.compact_hot_tokens + and int(compaction["retained_tokens"][0]) <= args.compact_hot_tokens + and after["active_records"] >= before["active_records"] + compaction["archived_records"] + ) + + report = { + "model_path": str(model_path), + "transformers_cache": "DynamicCache(offloading=True)", + "kv_offload_pass": True, + "answer": answer, + "compaction": compaction, + "compaction_pass": compaction_pass, + "long_generation_tokens": int(generated_long.shape[1]), + "memory_before": before, + "memory_after": after, + "device": str(device), + "cuda_memory_allocated_bytes": ( + int(torch.cuda.memory_allocated(device)) if torch.cuda.is_available() else 0 + ), + } + report_path = Path(args.report) + report_path.parent.mkdir(parents=True, exist_ok=True) + report_path.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps(report, ensure_ascii=False, indent=2)) + if not compaction_pass: + raise SystemExit("context compaction verification failed") + + +if __name__ == "__main__": + main() diff --git a/benchmark_long_context_v1.py b/benchmark_long_context_v1.py new file mode 100644 index 0000000..cab631e --- /dev/null +++ b/benchmark_long_context_v1.py @@ -0,0 +1,190 @@ +"""Practical long-context stress probe for the local Qwen/Natural Memory setup.""" + +from __future__ import annotations + +import argparse +import gc +import json +import random +import statistics +import time +from pathlib import Path +from typing import Any + +import torch + +from .qwen_integration import load_qwen_base, load_qwen_dynamic, load_tokenizer + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--base-model", default=r"W:\Flash\model") + parser.add_argument( + "--memory-model", + default=r"W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_memory_merged_v13", + ) + parser.add_argument( + "--output", + default=r"W:\Flash\model\dynamic_memory_lab\long_context_v1_stress.json", + ) + parser.add_argument("--lengths", default="8192,16384,32768") + parser.add_argument("--max-new-tokens", type=int, default=4) + parser.add_argument("--no-4bit", action="store_true") + return parser.parse_args() + + +def build_prompt(tokenizer: Any, target_tokens: int, seed: int) -> tuple[str, str, int]: + rng = random.Random(seed + target_tokens) + answer = f"LONGCTX-{target_tokens}-{rng.randrange(100000, 999999)}" + needle = f"唯一目标记录：检索编码为 {answer}。" + filler = ( + "这段材料是用于压力测试的背景文本。它包含版本、日志、普通备注和无关的项目描述，" + "不包含目标编码。阅读时应忽略这些干扰内容，只寻找唯一目标记录。" + ) + chunks: list[str] = [] + while len(tokenizer(" ".join(chunks + [filler, needle]), add_special_tokens=False)["input_ids"]) < target_tokens: + chunks.append(filler) + half = len(chunks) // 2 + material = " ".join(chunks[:half] + [needle] + chunks[half:]) + prompt = ( + "请阅读下面的长材料，只输出唯一目标记录中的检索编码，不要解释。\n" + "---开始---\n" + f"{material}\n" + "---结束---\n" + "问题：唯一目标记录中的检索编码是什么？" + ) + prompt_tokens = len(tokenizer(prompt, add_special_tokens=False)["input_ids"]) + return prompt, answer, prompt_tokens + + +def make_inputs(tokenizer: Any, prompt: str, device: torch.device) -> dict[str, torch.Tensor]: + encoded = tokenizer.apply_chat_template( + [{"role": "user", "content": prompt}], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + return { + key: value.to(device) + for key, value in encoded.items() + if isinstance(value, torch.Tensor) + } + + +def probe_model(model: Any, tokenizer: Any, lengths: list[int], *, dynamic: bool, max_new_tokens: int) -> dict[str, Any]: + device = model._find_layer_device() if dynamic else model.get_input_embeddings().weight.device + rows = [] + for length in lengths: + prompt, answer, prompt_tokens = build_prompt(tokenizer, length, 20260904) + if dynamic: + model.reset_memory(batch_size=1, device=device) + if device.type == "cuda": + torch.cuda.reset_peak_memory_stats(device) + row: dict[str, Any] = { + "target_tokens": length, + "prompt_tokens": prompt_tokens, + "expected": answer, + } + try: + encoded = make_inputs(tokenizer, prompt, device) + query = tokenizer(prompt, add_special_tokens=False, return_tensors="pt") + query_ids = query["input_ids"].to(device) + query_mask = query.get("attention_mask") + if query_mask is None: + query_mask = torch.ones_like(query_ids) + query_mask = query_mask.to(device) + if device.type == "cuda": + torch.cuda.synchronize(device) + started = time.perf_counter() + with torch.inference_mode(): + kwargs: dict[str, Any] = { + "max_new_tokens": max_new_tokens, + "do_sample": False, + "use_cache": True, + "pad_token_id": tokenizer.pad_token_id, + } + if dynamic: + kwargs.update( + { + "update_memory": False, + "memory_query_input_ids": query_ids, + "memory_query_attention_mask": query_mask, + } + ) + output = model.generate(**encoded, **kwargs) + if device.type == "cuda": + torch.cuda.synchronize(device) + elapsed = time.perf_counter() - started + response_ids = output[0, encoded["input_ids"].shape[1] :] + response = tokenizer.decode(response_ids.detach().cpu().tolist(), skip_special_tokens=True).strip() + row.update( + { + "status": "ok", + "response": response, + "passed": answer in response, + "generated_tokens": int(response_ids.numel()), + "seconds": elapsed, + "tokens_per_second": int(response_ids.numel()) / max(elapsed, 1e-9), + } + ) + except (torch.cuda.OutOfMemoryError, RuntimeError) as exc: + message = str(exc) + if isinstance(exc, torch.cuda.OutOfMemoryError) or "out of memory" in message.lower(): + row.update({"status": "cuda_oom", "error": message[:500]}) + if device.type == "cuda": + torch.cuda.empty_cache() + else: + raise + if device.type == "cuda": + row["peak_memory_allocated_gb"] = torch.cuda.max_memory_allocated(device) / 1024**3 + row["peak_memory_reserved_gb"] = torch.cuda.max_memory_reserved(device) / 1024**3 + rows.append(row) + return {"rows": rows} + + +def release(model: Any) -> None: + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + +def main() -> None: + args = parse_args() + lengths = [int(value.strip()) for value in args.lengths.split(",") if value.strip()] + use_4bit = not args.no_4bit + tokenizer = load_tokenizer(args.base_model) + report: dict[str, Any] = { + "benchmark": "Natural Memory v1 practical long-context stress probe", + "date": time.strftime("%Y-%m-%d %H:%M:%S"), + "base_model": str(Path(args.base_model).resolve()), + "memory_model": str(Path(args.memory_model).resolve()), + "lengths": lengths, + "quantization": "4bit_nf4" if use_4bit else "none", + "max_new_tokens": args.max_new_tokens, + } + print("loading baseline") + model = load_qwen_base(args.base_model, load_in_4bit=use_4bit) + model.eval() + report["baseline"] = probe_model( + model, tokenizer, lengths, dynamic=False, max_new_tokens=args.max_new_tokens + ) + release(model) + print("loading Natural Memory v1") + model = load_qwen_dynamic(args.memory_model, load_in_4bit=use_4bit) + model.eval() + report["natural_memory_v1"] = probe_model( + model, tokenizer, lengths, dynamic=True, max_new_tokens=args.max_new_tokens + ) + release(model) + output = Path(args.output) + output.parent.mkdir(parents=True, exist_ok=True) + output.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps(report, ensure_ascii=False, indent=2)) + print(f"saved={output}") + + +if __name__ == "__main__": + main() diff --git a/benchmark_memory_v2.py b/benchmark_memory_v2.py new file mode 100644 index 0000000..8155beb --- /dev/null +++ b/benchmark_memory_v2.py @@ -0,0 +1,301 @@ +"""Comprehensive, hardware-independent evaluation for Natural Memory v2.""" + +from __future__ import annotations + +import argparse +import json +import math +import sys +import time +from pathlib import Path +from typing import Any + +import torch +import torch.nn.functional as F + +if __package__ in {None, ""}: + sys.path.insert(0, str(Path(__file__).resolve().parent.parent)) + +from dynamic_memory_lab.memory_os_v2 import ( + KVBudgetManagerV2, + MemoryRouterV2, + PagedMemoryBankV2, + STATUS_ACTIVE, + STATUS_QUARANTINED, + STATUS_RETRACTED, + STATUS_SUPERSEDED, +) +from dynamic_memory_lab.train_memory_router_v2 import _latent_to_hidden, _make_basis, evaluate + + +def _load_router(args: argparse.Namespace, device: torch.device) -> tuple[MemoryRouterV2, torch.Tensor, str]: + router = MemoryRouterV2( + args.hidden_size, + router_dim=args.router_dim, + num_heads=args.num_heads, + max_hops=args.max_hops, + ).to(device) + checkpoint = Path(args.router_checkpoint) + basis_path = checkpoint.with_name("memory_router_v2_basis.pt") + if checkpoint.exists() and basis_path.exists(): + state = torch.load(checkpoint, map_location=device, weights_only=True) + router.load_state_dict(state, strict=True) + basis = torch.load(basis_path, map_location=device, weights_only=True).to(device) + return router, basis, "trained_checkpoint" + basis = _make_basis(args.hidden_size, args.latent_size, device) + return router, basis, "untrained_router" + + +def _metric(value: bool) -> float: + return 1.0 if value else 0.0 + + +def run(args: argparse.Namespace) -> dict[str, Any]: + torch.manual_seed(args.seed) + device = torch.device(args.device if args.device != "auto" else "cuda" if torch.cuda.is_available() else "cpu") + router, basis, router_source = _load_router(args, device) + router.eval() + bank = PagedMemoryBankV2( + args.hidden_size, + router=router, + page_capacity=args.page_capacity, + max_pages=args.max_pages, + hot_pages=args.hot_pages, + top_k_pages=args.top_k_pages, + top_k_records=args.top_k_records, + max_hops=args.max_hops, + coarse_index_bits=args.coarse_index_bits, + ) + + # Route quality on held-out samples from the same latent factor space. + route_metrics = evaluate( + router, + basis=basis, + device=device, + batches=args.router_eval_batches, + batch_size=args.router_eval_batch_size, + candidate_count=args.candidate_count, + ) + + # Populate a large enough store to activate the coarse index. Keys are + # low-entropy semantic points, while their positions are deliberately + # unrelated to their topic ids. + records: list[Any] = [] + started = time.perf_counter() + for index in range(args.records): + latent = torch.randn(basis.shape[1], device=device) + key = _latent_to_hidden(latent.unsqueeze(0), basis, 0.04)[0] + record, action = bank.write( + text=f"长期事实 {index}", + key=key, + token_ids=torch.tensor([index % 997, 17, 23]), + token_mask=torch.tensor([True, True, True]), + importance=0.5 + 0.5 * (index % 7 == 0), + confidence=0.95, + source="synthetic_episode", + ) + records.append(record) + write_seconds = time.perf_counter() - started + + recall_hits = 0 + page_hits = 0 + candidate_counts: list[int] = [] + query_count = min(args.query_count, len(records)) + for index in torch.randperm(len(records), device=device)[:query_count].tolist(): + target = records[index] + query_key = target.key.to(device) if router_source == "untrained_router" else ( + target.key.to(device) + ) + # ``target.key`` is already in compact address space. This tests the + # same storage-space path used after a Qwen hidden state is projected. + found, decision = bank.query( + query_key=query_key, + top_k_pages=args.top_k_pages, + top_k_records=args.top_k_records, + ) + found_ids = {record.record_id for record in found} + recall_hits += int(target.record_id in found_ids) + page_hits += int(target.page_id in decision.page_ids) + candidate_counts.append(bank.stats()["last_coarse_candidates"]) + + # Conflict/versioning and explicit correction. + conflict_key = torch.randn(args.hidden_size, device=device) + first, _ = bank.write( + text="用户当前工作地点是上海", + key=conflict_key, + entity="user", + attribute="work_city", + value="上海", + confidence=0.90, + ) + second, conflict_action = bank.write( + text="用户当前工作地点是杭州", + key=conflict_key, + entity="user", + attribute="work_city", + value="杭州", + confidence=0.98, + ) + corrected, correction_action = bank.correct( + text="纠正：用户当前工作地点是苏州", + key=conflict_key, + entity="user", + attribute="work_city", + value="苏州", + confidence=1.0, + ) + + # Pollution protection: untrusted write stays out of the searchable bank. + quarantined, quarantine_action = bank.write( + text="模型猜测的生日", + key=torch.randn(args.hidden_size, device=device), + confidence=0.05, + trusted=False, + ) + quarantine_before_approval = ( + quarantined.status == STATUS_QUARANTINED + and quarantined.record_id not in bank.records + and quarantine_action == "quarantined" + ) + approved = bank.approve(quarantined.record_id) + approved_active = approved.status == STATUS_ACTIVE + + # Multi-hop: source page contains only the anchor; related evidence lives + # in other pages. Restrict first-hop page selection to force expansion. + hop_bank = PagedMemoryBankV2( + args.hidden_size, + router=router, + page_capacity=1, + max_pages=64, + hot_pages=1, + top_k_pages=1, + top_k_records=3, + max_hops=args.max_hops, + coarse_index_bits=args.coarse_index_bits, + ) + hop_b, _ = hop_bank.write(text="链路证据 B", key=torch.randn(args.hidden_size, device=device), slot_index=20001) + hop_c, _ = hop_bank.write(text="链路证据 C", key=torch.randn(args.hidden_size, device=device), slot_index=20002) + hop_a, _ = hop_bank.write( + text="链路锚点 A", + key=torch.randn(args.hidden_size, device=device), + related_ids=[hop_b.record_id, hop_c.record_id], + slot_index=20000, + ) + hop_records, hop_decision = hop_bank.query( + query_key=hop_a.key, + top_k_pages=1, + top_k_records=3, + max_hops=args.max_hops, + ) + hop_ids = {record.record_id for record in hop_records} + multi_hop_success = hop_b.record_id in hop_ids or hop_c.record_id in hop_ids + + # Idempotence, retraction and restart serialization. + duplicate, duplicate_action = bank.write( + text="长期事实 0", + key=records[0].key, + token_ids=records[0].token_ids, + token_mask=records[0].token_mask, + confidence=0.99, + ) + bank.retract(approved.record_id) + restart_payload = bank.export_payload() + restored = PagedMemoryBankV2.from_payload(restart_payload, router=router) + restored_records, restored_decision = restored.query( + query_key=records[0].key, + top_k_pages=args.top_k_pages, + top_k_records=args.top_k_records, + ) + + budget = KVBudgetManagerV2( + max_tokens=args.kv_budget, + hard_max_tokens=args.kv_hard_max, + keep_recent_tokens=args.kv_keep_recent, + ) + budget_checks = { + "below_trigger": not budget.needs_compaction(int(args.kv_budget * 0.5)), + "at_trigger": budget.needs_compaction(budget.trigger_tokens), + "overflow": budget.overflow(args.kv_budget + 123), + } + + stats = bank.stats() + summary = { + "format_version": 2, + "seed": args.seed, + "device": str(device), + "router_source": router_source, + "router": route_metrics, + "storage": { + "records_requested": args.records, + "records_stored_before_scenarios": len(records), + "write_seconds": write_seconds, + "pages": stats["pages"], + "coarse_index_buckets": stats["coarse_index_buckets"], + "coarse_candidate_mean": sum(candidate_counts) / max(1, len(candidate_counts)), + "coarse_candidate_max": max(candidate_counts, default=0), + "coarse_candidate_ratio": ( + sum(candidate_counts) / max(1, len(candidate_counts)) / max(1, stats["pages"]) + ), + }, + "retrieval": { + "query_count": query_count, + "record_recall_at_k": recall_hits / max(1, query_count), + "page_recall_at_k": page_hits / max(1, query_count), + "multi_hop_success": _metric(multi_hop_success), + "multi_hop_hops": hop_decision.hop_count, + "restart_record_recall": _metric(bool(restored_records)), + "restart_page_count": restored.stats()["pages"], + }, + "integrity": { + "conflict_action": conflict_action, + "correction_action": correction_action, + "old_conflict_superseded": _metric(first.status == STATUS_SUPERSEDED), + "latest_correction_active": _metric(corrected.status == STATUS_ACTIVE), + "active_conflict_value": corrected.value, + "quarantine_action": quarantine_action, + "quarantine_isolation": _metric(quarantine_before_approval), + "approved_active": _metric(approved_active), + "retracted_status": bank.records[approved.record_id].status, + "retraction_isolated": _metric(bank.records[approved.record_id].status == STATUS_RETRACTED), + "duplicate_action": duplicate_action, + "duplicate_idempotent": _metric(duplicate.record_id == records[0].record_id), + }, + "kv_budget": budget_checks, + "final_stats": stats, + } + output_path = Path(args.output) + output_path.parent.mkdir(parents=True, exist_ok=True) + output_path.write_text(json.dumps(summary, indent=2, ensure_ascii=False), encoding="utf-8") + return summary + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--output", default="W:/Flash/model/dynamic_memory_lab/natural_memory_v2_benchmark.json") + parser.add_argument("--router-checkpoint", default="W:/Flash/model/dynamic_memory_lab/checkpoints/natural_memory_v2_router/memory_router_v2.pt") + parser.add_argument("--device", default="auto") + parser.add_argument("--hidden-size", type=int, default=2560) + parser.add_argument("--router-dim", type=int, default=128) + parser.add_argument("--num-heads", type=int, default=8) + parser.add_argument("--max-hops", type=int, default=3) + parser.add_argument("--latent-size", type=int, default=32) + parser.add_argument("--candidate-count", type=int, default=32) + parser.add_argument("--router-eval-batches", type=int, default=40) + parser.add_argument("--router-eval-batch-size", type=int, default=64) + parser.add_argument("--records", type=int, default=512) + parser.add_argument("--query-count", type=int, default=128) + parser.add_argument("--page-capacity", type=int, default=32) + parser.add_argument("--max-pages", type=int, default=32768) + parser.add_argument("--hot-pages", type=int, default=8) + parser.add_argument("--top-k-pages", type=int, default=4) + parser.add_argument("--top-k-records", type=int, default=8) + parser.add_argument("--coarse-index-bits", type=int, default=20) + parser.add_argument("--kv-budget", type=int, default=32768) + parser.add_argument("--kv-hard-max", type=int, default=131072) + parser.add_argument("--kv-keep-recent", type=int, default=8192) + parser.add_argument("--seed", type=int, default=20260904) + return parser.parse_args() + + +if __name__ == "__main__": + print(json.dumps(run(parse_args()), ensure_ascii=False, indent=2)) diff --git a/benchmark_memory_vs_full_kv.py b/benchmark_memory_vs_full_kv.py new file mode 100644 index 0000000..6e294f2 --- /dev/null +++ b/benchmark_memory_vs_full_kv.py @@ -0,0 +1,291 @@ +"""Paired teacher/student benchmark for Natural Memory versus full KV context.""" + +from __future__ import annotations + +import argparse +import gc +import json +import re +import sys +import time +from collections import defaultdict +from pathlib import Path +from typing import Any, Iterable + +import torch + +from .qwen_integration import load_memory_config, load_qwen_base, load_qwen_dynamic, load_tokenizer +from .stream_chat_qwen_memory import _chat_tensor, _write_turn + + +PROJECT_ROOT = Path(__file__).resolve().parent + + +def _path(value: str | Path) -> Path: + path = Path(value) + if path.is_absolute() or path.exists(): + return path + return PROJECT_ROOT / path + + +def _normalize(text: str) -> str: + return re.sub(r"[\s`*_#，。！？、；：,.!?;:'\"（）()\[\]{}]", "", str(text)).lower() + + +def _contains(text: str, choices: Iterable[str]) -> bool: + normalized = _normalize(text) + return any(_normalize(choice) and _normalize(choice) in normalized for choice in choices) + + +def _passed(response: str, case: dict[str, Any]) -> bool: + return _contains(response, case.get("acceptable", [])) and not _contains( + response, case.get("forbidden", []) + ) + + +def _read_cases(path: Path, *, limit: int | None, offset: int, category: str | None) -> list[dict[str, Any]]: + rows: list[dict[str, Any]] = [] + with path.open("r", encoding="utf-8") as handle: + for raw in handle: + if not raw.strip(): + continue + case = json.loads(raw) + if category and case.get("category") != category: + continue + if offset > 0: + offset -= 1 + continue + rows.append(case) + if limit is not None and len(rows) >= limit: + break + if not rows: + raise ValueError("no validation cases selected") + return rows + + +def _teacher_messages(case: dict[str, Any]) -> list[dict[str, str]]: + messages: list[dict[str, str]] = [] + for fact in case["facts"]: + messages.append({"role": "user", "content": str(fact["text"])}) + messages.append({"role": "assistant", "content": str(fact.get("assistant", "好的。"))}) + messages.append({"role": "user", "content": str(case["query"])}) + return messages + + +@torch.inference_mode() +def _generate_teacher(model: Any, tokenizer: Any, case: dict[str, Any], max_new_tokens: int) -> str: + device = model.get_input_embeddings().weight.device + encoded = tokenizer.apply_chat_template( + _teacher_messages(case), + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + encoded = {key: value.to(device) for key, value in encoded.items() if isinstance(value, torch.Tensor)} + output = model.generate( + **encoded, + max_new_tokens=max_new_tokens, + do_sample=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + return tokenizer.decode(output[0, encoded["input_ids"].shape[1] :], skip_special_tokens=True).strip() + + +@torch.inference_mode() +def _generate_student( + model: Any, + tokenizer: Any, + case: dict[str, Any], + *, + max_new_tokens: int, + force_write: bool, +) -> tuple[str, dict[str, Any]]: + device = model._find_layer_device() + model.reset_memory(batch_size=1, device=device) + write_rows: list[dict[str, Any]] = [] + for fact in case["facts"]: + changed = _write_turn( + model, + tokenizer, + str(fact["text"]), + device, + force_write=force_write, + ) + last_slot = model.runtime.text_last_written_slot + write_rows.append( + { + "kind": fact.get("kind", "fact"), + "should_write": bool(fact.get("should_write", True)), + "changed": bool(changed), + "slot": int(last_slot[0].item()) if isinstance(last_slot, torch.Tensor) else -1, + } + ) + encoded = {key: value.to(device) for key, value in _chat_tensor( + tokenizer, + str(case["query"]), + ).items()} + query = tokenizer(str(case["query"]), add_special_tokens=False, return_tensors="pt") + query_ids = query["input_ids"].to(device) + query_mask = query.get("attention_mask") + if query_mask is None: + query_mask = torch.ones_like(query_ids) + query_mask = query_mask.to(device) + output = model.generate( + **encoded, + max_new_tokens=max_new_tokens, + do_sample=False, + update_memory=False, + memory_query_input_ids=query_ids, + memory_query_attention_mask=query_mask, + memory_query_text=str(case["query"]), + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + response = tokenizer.decode(output[0, encoded["input_ids"].shape[1] :], skip_special_tokens=True).strip() + return response, { + "writes": write_rows, + "valid_slots": int(model.runtime.text_slot_valid.sum().item()) + if isinstance(model.runtime.text_slot_valid, torch.Tensor) + else 0, + "v2": model.memory_v2_stats(), + } + + +def _release(model: Any) -> None: + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + +def _summarize(rows: list[dict[str, Any]]) -> dict[str, Any]: + categories: dict[str, list[float]] = defaultdict(list) + for row in rows: + categories[str(row["category"])].append(float(row["passed"])) + return { + "cases": len(rows), + "accuracy": sum(float(row["passed"]) for row in rows) / max(1, len(rows)), + "categories": { + category: {"cases": len(values), "accuracy": sum(values) / len(values)} + for category, values in sorted(categories.items()) + }, + } + + +def main() -> None: + if hasattr(sys.stdout, "reconfigure"): + sys.stdout.reconfigure(encoding="utf-8", errors="replace") + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default="qwen3_5_4b_natural_memory_v2") + parser.add_argument("--adapter", default=None, help="optional candidate adapter; omitted uses embedded policy") + parser.add_argument("--data", default="data/mega_validation/memory_validation_100k.jsonl") + parser.add_argument("--output", default="mega_memory_vs_full_kv_report.json") + parser.add_argument("--limit", type=int, default=32) + parser.add_argument("--offset", type=int, default=0) + parser.add_argument("--category", default=None) + parser.add_argument("--max-new-tokens", type=int, default=24) + parser.add_argument("--force-write", action="store_true") + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + model_path = _path(args.model_path) + data_path = _path(args.data) + output_path = _path(args.output) + cases = _read_cases(data_path, limit=args.limit, offset=args.offset, category=args.category) + tokenizer = load_tokenizer(model_path) + use_4bit = not args.no_4bit + report: dict[str, Any] = { + "format_version": 1, + "model_path": str(model_path), + "data": str(data_path), + "selected_cases": len(cases), + "force_write": bool(args.force_write), + "quantization": "4bit_nf4" if use_4bit else "none", + } + + started = time.perf_counter() + teacher = load_qwen_base(model_path, load_in_4bit=use_4bit) + teacher.eval() + teacher_rows: list[dict[str, Any]] = [] + for index, case in enumerate(cases, 1): + response = _generate_teacher(teacher, tokenizer, case, args.max_new_tokens) + teacher_rows.append( + { + "id": case["id"], + "category": case["category"], + "response": response, + "passed": _passed(response, case), + } + ) + if index % 16 == 0: + print(f"teacher {index}/{len(cases)}") + report["teacher"] = _summarize(teacher_rows) + _release(teacher) + + adapter_path = _path(args.adapter) if args.adapter else None + config_source = adapter_path or model_path + config = load_memory_config(config_source) + config.persistent_memory = True + config.natural_language_memory = True + config.automatic_memory = True + student = load_qwen_dynamic(model_path, memory_config=config, load_in_4bit=use_4bit) + if adapter_path is not None: + student.load_memory_adapter(adapter_path, strict=True) + student.eval() + student_rows: list[dict[str, Any]] = [] + for index, case in enumerate(cases, 1): + response, diagnostics = _generate_student( + student, + tokenizer, + case, + max_new_tokens=args.max_new_tokens, + force_write=args.force_write, + ) + student_rows.append( + { + "id": case["id"], + "category": case["category"], + "response": response, + "passed": _passed(response, case), + "diagnostics": diagnostics, + } + ) + if index % 16 == 0: + print(f"student {index}/{len(cases)}") + report["student"] = _summarize(student_rows) + _release(student) + + teacher_accuracy = float(report["teacher"]["accuracy"]) + student_accuracy = float(report["student"]["accuracy"]) + teacher_by_id = {row["id"]: row for row in teacher_rows} + paired_teacher_pass = sum(bool(teacher_by_id[row["id"]]["passed"]) for row in student_rows) + paired_student_pass = sum(bool(row["passed"]) and teacher_by_id[row["id"]]["passed"] for row in student_rows) + category_gate: dict[str, Any] = {} + for category in sorted({str(case["category"]) for case in cases}): + teacher_cat = [row for row in teacher_rows if row["category"] == category] + student_cat = [row for row in student_rows if row["category"] == category] + t = sum(float(row["passed"]) for row in teacher_cat) / max(1, len(teacher_cat)) + s = sum(float(row["passed"]) for row in student_cat) / max(1, len(student_cat)) + category_gate[category] = {"teacher_accuracy": t, "student_accuracy": s, "ratio": s / max(t, 1e-9), "pass": s >= 0.95 * t} + report["parity"] = { + "teacher_accuracy": teacher_accuracy, + "student_accuracy": student_accuracy, + "student_to_teacher_ratio": student_accuracy / max(teacher_accuracy, 1e-9), + "paired_teacher_pass": paired_teacher_pass, + "paired_student_pass": paired_student_pass, + "paired_ratio": paired_student_pass / max(1, paired_teacher_pass), + "category_gate": category_gate, + "required_ratio": 0.95, + "pass": student_accuracy >= 0.95 * teacher_accuracy and all(item["pass"] for item in category_gate.values()), + } + report["elapsed_seconds"] = time.perf_counter() - started + report["failures"] = [row for row in student_rows if not row["passed"]][:100] + output_path.parent.mkdir(parents=True, exist_ok=True) + output_path.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps({"teacher": report["teacher"], "student": report["student"], "parity": report["parity"], "output": str(output_path)}, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/benchmark_natural_language_memory.py b/benchmark_natural_language_memory.py new file mode 100644 index 0000000..ec5b84e --- /dev/null +++ b/benchmark_natural_language_memory.py @@ -0,0 +1,319 @@ +"""Production-oriented natural-language memory acceptance benchmark.""" + +from __future__ import annotations + +import argparse +import gc +import json +import sys +from pathlib import Path + +import torch + +from .qwen_integration import ( + DEFAULT_MEMORY_RESET_TOKEN, + load_memory_config, + load_qwen_dynamic, + load_tokenizer, + resolve_memory_reset_token, +) + + +def _chat_tensor(tokenizer, messages, *, add_generation_prompt: bool): + encoded = tokenizer.apply_chat_template( + messages, + tokenize=True, + add_generation_prompt=add_generation_prompt, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + return { + key: value + for key, value in encoded.items() + if isinstance(value, torch.Tensor) + } + + +def _memory_system_prefix(tokenizer, content: str): + full = tokenizer.apply_chat_template( + [ + {"role": "system", "content": content}, + {"role": "user", "content": "__memory_query_boundary__"}, + ], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + input_ids = full["input_ids"] + im_start = tokenizer.convert_tokens_to_ids("<|im_start|>") + positions = (input_ids[0] == int(im_start)).nonzero(as_tuple=False).flatten() + if positions.numel() < 2: + raise RuntimeError("could not locate the system/user memory boundary") + end = int(positions[1].item()) + return { + "input_ids": input_ids[:, :end], + "attention_mask": torch.ones((1, end), dtype=torch.long), + } + + +@torch.inference_mode() +def _generate(model, tokenizer, user_text: str, max_new_tokens: int) -> str: + encoded = _chat_tensor( + tokenizer, + [{"role": "user", "content": user_text}], + add_generation_prompt=True, + ) + device = model._find_layer_device() + encoded = {key: value.to(device) for key, value in encoded.items()} + query = tokenizer(user_text, add_special_tokens=False, return_tensors="pt") + query_ids = query["input_ids"].to(device) + query_mask = query.get("attention_mask") + if query_mask is None: + query_mask = torch.ones_like(query_ids) + query_mask = query_mask.to(device) + output = model.generate( + **encoded, + max_new_tokens=max_new_tokens, + do_sample=False, + update_memory=False, + memory_query_input_ids=query_ids, + memory_query_attention_mask=query_mask, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + response_ids = output[0, encoded["input_ids"].shape[1] :] + return tokenizer.decode(response_ids.detach().cpu().tolist(), skip_special_tokens=True).strip() + + +@torch.inference_mode() +def _write(model, tokenizer, fact: str, acknowledgement: str) -> dict: + device = model._find_layer_device() + dialogue = [ + {"role": "user", "content": fact}, + {"role": "assistant", "content": acknowledgement}, + ] + encoded = _chat_tensor(tokenizer, dialogue, add_generation_prompt=False) + encoded = {key: value.to(device) for key, value in encoded.items()} + text_prefix = _memory_system_prefix( + tokenizer, + "以下是与当前用户相关的已保存长期记忆。仅在问题相关时使用，不要编造：\n" + fact, + ) + text_ids = text_prefix["input_ids"].to(device) + text_mask = text_prefix["attention_mask"].to(device) + key = tokenizer(fact, add_special_tokens=False, return_tensors="pt") + key_ids = key["input_ids"].to(device) + key_mask = key.get("attention_mask") + if key_mask is None: + key_mask = torch.ones_like(key_ids) + key_mask = key_mask.to(device) + storage = tokenizer(fact, add_special_tokens=False, return_tensors="pt") + storage_ids = storage["input_ids"].to(device) + storage_mask = storage.get("attention_mask") + if storage_mask is None: + storage_mask = torch.ones_like(storage_ids) + storage_mask = storage_mask.to(device) + model( + **encoded, + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + memory_text_input_ids=text_ids, + memory_text_attention_mask=text_mask, + memory_key_input_ids=key_ids, + memory_key_attention_mask=key_mask, + memory_storage_input_ids=storage_ids, + memory_storage_attention_mask=storage_mask, + ) + address = model.memory.last_write_address + probability = model.memory.last_write_probability + stored_slot = model.runtime.text_last_written_slot + return { + "fact": fact, + "write_probability": float(probability.detach().mean()) if probability is not None else None, + "selected_slot": int(address.argmax(dim=-1)[0].item()) if address is not None else None, + "stored_slot": int(stored_slot[0].item()) if stored_slot is not None else None, + "valid_slots_after_write": int(model.runtime.text_slot_valid.sum()) + if model.runtime.text_slot_valid is not None + else 0, + } + + +def _load_persistent_checkpoint(model_path: str, adapter_path: str, *, no_4bit: bool): + config = load_memory_config(adapter_path) + restarted = load_qwen_dynamic( + model_path, + memory_config=config, + load_in_4bit=not no_4bit, + ) + restarted.load_memory_adapter(adapter_path) + restarted.eval() + return restarted, config + + +def main() -> None: + if hasattr(sys.stdout, "reconfigure"): + sys.stdout.reconfigure(encoding="utf-8", errors="replace") + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument("--adapter", default="dynamic_memory_lab/qwen_memory_adapter_native_v3") + parser.add_argument( + "--output-adapter", + default="dynamic_memory_lab/qwen_memory_adapter_natural_production_v1", + ) + parser.add_argument( + "--report", + default="dynamic_memory_lab/benchmark_natural_language_memory.json", + ) + parser.add_argument("--max-new-tokens", type=int, default=48) + parser.add_argument("--text-memory-threshold", type=float, default=0.35) + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + + tokenizer = load_tokenizer(args.model_path) + config = load_memory_config(args.adapter) + config.persistent_memory = True + config.natural_language_memory = True + config.text_memory_threshold = args.text_memory_threshold + config.reset_token_id = resolve_memory_reset_token(tokenizer, DEFAULT_MEMORY_RESET_TOKEN) + model = load_qwen_dynamic( + args.model_path, + memory_config=config, + load_in_4bit=not args.no_4bit, + ) + model.load_memory_adapter(args.adapter) + model.reset_memory() + + writes = [ + _write(model, tokenizer, "请记住：我的工作地点代号是R7。", "好的，我会记住。"), + _write(model, tokenizer, "请记住：我最喜欢的水果是红富士苹果。", "好的，我会记住。"), + _write(model, tokenizer, "更新一下：我的工作地点代号改为K9。", "好的，已更新。"), + ] + model.save_persistent_memory_checkpoint(args.output_adapter) + saved_valid_slots = int(model.runtime.text_slot_valid.sum()) + saved_norm = float(model.runtime.state.detach().float().norm()) + + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + restarted, restart_config = _load_persistent_checkpoint( + args.model_path, + args.output_adapter, + no_4bit=args.no_4bit, + ) + loaded_norm = float(restarted.runtime.state.detach().float().norm()) + + queries = [ + {"name": "replaced_work_code", "query": "我的工作地点代号是什么？", "expected": "K9"}, + {"name": "favorite_fruit", "query": "我最喜欢吃什么水果？", "expected": "红富士苹果"}, + {"name": "unknown_blood_type", "query": "我的血型是什么？如果没有记录，请明确说不知道。", "expected": "不知道"}, + ] + query_results = [] + for item in queries: + response = _generate(restarted, tokenizer, item["query"], args.max_new_tokens) + relevance = restarted.runtime.text_read_relevance + overlap = restarted.runtime.text_read_overlap + selected_slots = restarted.runtime.text_read_slots + query_results.append( + { + **item, + "response": response, + "text_prefix_used": restarted.runtime.text_prefix_used, + "retrieval_relevance": float(relevance[0].item()) if relevance is not None else None, + "retrieval_overlap": overlap[0].detach().cpu().tolist() + if overlap is not None + else None, + "retrieved_slots": selected_slots[0].detach().cpu().tolist() + if selected_slots is not None + else None, + "expected_found": item["expected"] in response, + "refused_unknown": item["name"] != "unknown_blood_type" + or any(marker in response for marker in ("不知道", "没有记录", "无相关", "未找到", "不清楚")), + } + ) + + del restarted + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + restarted, second_restart_config = _load_persistent_checkpoint( + args.model_path, + args.output_adapter, + no_4bit=args.no_4bit, + ) + second_loaded_norm = float(restarted.runtime.state.detach().float().norm()) + second_restart_results = [] + for item in queries[:2]: + response = _generate(restarted, tokenizer, item["query"], args.max_new_tokens) + second_restart_results.append( + { + "name": item["name"], + "response": response, + "expected": item["expected"], + "expected_found": item["expected"] in response, + "text_prefix_used": restarted.runtime.text_prefix_used, + } + ) + + reset_inputs = _chat_tensor( + tokenizer, + [{"role": "user", "content": DEFAULT_MEMORY_RESET_TOKEN}], + add_generation_prompt=True, + ) + device = restarted._find_layer_device() + reset_inputs = {key: value.to(device) for key, value in reset_inputs.items()} + restarted.generate( + **reset_inputs, + max_new_tokens=1, + do_sample=False, + update_memory=False, + use_cache=False, + pad_token_id=tokenizer.pad_token_id, + ) + reset_norm = float(restarted.runtime.state.detach().float().norm()) + reset_valid_slots = int(restarted.runtime.text_slot_valid.sum()) + after_reset = _generate(restarted, tokenizer, "我的工作地点代号是什么？", args.max_new_tokens) + + report = { + "writes": writes, + "history_passed_to_restart": False, + "saved_valid_slots": saved_valid_slots, + "saved_memory_norm": saved_norm, + "loaded_memory_norm": loaded_norm, + "restart_state_equal_norm": abs(saved_norm - loaded_norm) < 1e-5, + "second_loaded_memory_norm": second_loaded_norm, + "second_restart_state_equal_norm": abs(saved_norm - second_loaded_norm) < 1e-5, + "queries": query_results, + "second_restart_queries": second_restart_results, + "second_restart_pass": all(row["expected_found"] for row in second_restart_results), + "all_known_queries_pass": all(row["expected_found"] for row in query_results[:2]), + "unknown_refusal_pass": query_results[2]["refused_unknown"], + "reset_token": DEFAULT_MEMORY_RESET_TOKEN, + "reset_token_id": restart_config.reset_token_id, + "reset_memory_norm": reset_norm, + "reset_valid_slots": reset_valid_slots, + "reset_cleared_pass": reset_norm < 1e-5 and reset_valid_slots == 0, + "response_after_reset": after_reset, + } + report["production_gate_pass"] = bool( + report["history_passed_to_restart"] is False + and report["restart_state_equal_norm"] + and report["second_restart_state_equal_norm"] + and report["all_known_queries_pass"] + and report["second_restart_pass"] + and report["unknown_refusal_pass"] + and report["reset_cleared_pass"] + ) + report_path = Path(args.report) + report_path.parent.mkdir(parents=True, exist_ok=True) + report_path.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps(report, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/benchmark_natural_memory_v1.py b/benchmark_natural_memory_v1.py new file mode 100644 index 0000000..11cc878 --- /dev/null +++ b/benchmark_natural_memory_v1.py @@ -0,0 +1,725 @@ +"""Full local comparison between Qwen3.5-4B and Natural Memory v1. + +This is an engineering benchmark, not a claim of state-of-the-art performance. +It evaluates the same frozen Qwen3.5-4B backbone with and without the internal +memory path, using deterministic greedy decoding and locally generated cases. +The report includes general ability, extra math and reasoning cases, long +context retrieval, throughput, latency, VRAM, automatic write decisions, +conflict replacement, unknown-fact refusal, reset, and shard-backed restart. +""" + +from __future__ import annotations + +import argparse +import gc +import json +import math +import os +import random +import statistics +import subprocess +import time +from pathlib import Path +from typing import Any + +import torch + +from .qwen_integration import ( + load_memory_config, + load_qwen_base, + load_qwen_dynamic, + load_tokenizer, +) +from .stream_chat_qwen_memory import _chat_tensor, _memory_system_prefix, _write_turn + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--base-model", default=r"W:\Flash\model") + parser.add_argument( + "--memory-model", + default=r"W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_memory_merged_v13", + ) + parser.add_argument( + "--data", + default=r"W:\Flash\model\dynamic_memory_lab\data\comprehensive_general.jsonl", + ) + parser.add_argument( + "--output", + default=r"W:\Flash\model\dynamic_memory_lab\natural_memory_v1_full_benchmark.json", + ) + parser.add_argument("--max-new-tokens", type=int, default=24) + parser.add_argument("--perf-repeats", type=int, default=3) + parser.add_argument("--no-4bit", action="store_true") + return parser.parse_args() + + +def normalize(text: str) -> str: + keep = str(text).lower() + for char in " \t\r\n`*_#，。！？、；：,.!?;:'\"（）()[]{}<>|\\/：": + keep = keep.replace(char, "") + return keep + + +def contains_answer(text: str, acceptable: list[str]) -> bool: + normalized = normalize(text) + for answer in acceptable: + expected = normalize(str(answer)) + if not expected: + continue + if expected.isdigit() and len(expected) == 1: + if any( + normalized[index : index + 1] == expected + and (index == 0 or not normalized[index - 1].isdigit()) + and (index + 1 == len(normalized) or not normalized[index + 1].isdigit()) + for index in range(len(normalized)) + ): + return True + elif expected in normalized: + return True + return False + + +def load_jsonl(path: str | Path) -> list[dict[str, Any]]: + rows = [] + for line in Path(path).read_text(encoding="utf-8").splitlines(): + if line.strip(): + rows.append(json.loads(line)) + return rows + + +def prompt_inputs(tokenizer: Any, prompt: str, device: torch.device) -> dict[str, torch.Tensor]: + encoded = tokenizer.apply_chat_template( + [{"role": "user", "content": prompt}], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + return { + key: value.to(device) + for key, value in encoded.items() + if isinstance(value, torch.Tensor) + } + + +def input_token_count(tokenizer: Any, prompt: str) -> int: + encoded = tokenizer(prompt, add_special_tokens=False) + return len(encoded["input_ids"]) + + +def generate_answer( + model: Any, + tokenizer: Any, + prompt: str, + *, + dynamic: bool, + max_new_tokens: int, +) -> tuple[str, int, float]: + device = model._find_layer_device() if dynamic else model.get_input_embeddings().weight.device + encoded = prompt_inputs(tokenizer, prompt, device) + query = tokenizer(prompt, add_special_tokens=False, return_tensors="pt") + query_ids = query["input_ids"].to(device) + query_mask = query.get("attention_mask") + if query_mask is None: + query_mask = torch.ones_like(query_ids) + query_mask = query_mask.to(device) + if device.type == "cuda": + torch.cuda.synchronize(device) + started = time.perf_counter() + with torch.inference_mode(): + kwargs: dict[str, Any] = { + "max_new_tokens": max_new_tokens, + "do_sample": False, + "use_cache": True, + "pad_token_id": tokenizer.pad_token_id, + } + if dynamic: + kwargs.update( + { + "update_memory": False, + "memory_query_input_ids": query_ids, + "memory_query_attention_mask": query_mask, + } + ) + output = model.generate(**encoded, **kwargs) + if device.type == "cuda": + torch.cuda.synchronize(device) + elapsed = time.perf_counter() - started + prompt_len = int(encoded["input_ids"].shape[1]) + response_ids = output[0, prompt_len:] + response = tokenizer.decode(response_ids.detach().cpu().tolist(), skip_special_tokens=True).strip() + return response, int(response_ids.numel()), elapsed + + +def make_math_cases() -> list[dict[str, Any]]: + raw = [ + ("m01", "只输出最终整数：38 + 47 = ?", ["85"]), + ("m02", "只输出最终整数：900 - 376 = ?", ["524"]), + ("m03", "只输出最终整数：24 × 17 = ?", ["408"]), + ("m04", "只输出最终整数：936 ÷ 18 = ?", ["52"]), + ("m05", "只输出结果：2.75 + 3.6 = ?", ["6.35"]), + ("m06", "只输出结果：7/8 - 1/4 = ?", ["5/8", "0.625"]), + ("m07", "只输出整数：15 和 28 的最小公倍数是多少？", ["420"]), + ("m08", "只输出百分数：480 的 12.5% 是多少？", ["60"]), + ("m09", "只输出百分数：80 增长到 100，增长率是多少？", ["25%", "25"]), + ("m10", "只输出结果：3 的 5 次方是多少？", ["243"]), + ("m11", "只输出 x：4x + 7 = 31。", ["6"]), + ("m12", "只输出 x：9x - 18 = 0。", ["2"]), + ("m13", "只输出 x：2(x + 5) = 18。", ["4"]), + ("m14", "只输出 x：x/3 + 4 = 9。", ["15"]), + ("m15", "只输出 x：5x - 2 = 3x + 10。", ["6"]), + ("m16", "只输出下一个数：5，10，20，40，？", ["80"]), + ("m17", "只输出下一个数：3，6，11，18，27，？", ["38"]), + ("m18", "只输出下一个数：1，4，9，16，？", ["25"]), + ("m19", "只输出下一个数：2，3，5，8，12，？", ["17"]), + ("m20", "只输出整数：阶乘 6! 等于多少？", ["720"]), + ("m21", "只输出面积：长 12、宽 7 的矩形面积是多少？", ["84"]), + ("m22", "只输出周长：边长为 9 的正方形周长是多少？", ["36"]), + ("m23", "只输出面积：底 10、高 6 的三角形面积是多少？", ["30"]), + ("m24", "只输出角度：一个三角形两个角是 35 度和 65 度，第三个角是多少？", ["80"]), + ("m25", "只输出数量：3 件不同衬衫和 2 条不同裤子可以组成多少套穿搭？", ["6"]), + ("m26", "只输出数量：从 5 个人中选 2 个人，有多少种选法？", ["10"]), + ("m27", "只输出余数：17 除以 5 的余数是多少？", ["2"]), + ("m28", "只输出结果：平均数 8、12、16、20 是多少？", ["14"]), + ("m29", "只输出结果：一个商品原价 240 元，打八折后多少钱？", ["192"]), + ("m30", "只输出结果：2.4 × 0.5 = ?", ["1.2"]), + ] + return [ + {"id": case_id, "category": "math", "prompt": prompt, "acceptable": answers} + for case_id, prompt, answers in raw + ] + + +def make_reasoning_cases() -> list[dict[str, Any]]: + raw = [ + ("r01", "只输出名字：甲比乙早到，乙比丙早到，谁最后到？", ["丙"]), + ("r02", "只输出名字：小李在小王左边，小王在小张左边，谁最右边？", ["小张"]), + ("r03", "只输出结论：所有鸟都有翅膀，企鹅是鸟，所以企鹅有翅膀吗？", ["是"]), + ("r04", "只输出结论：所有猫都是哺乳动物，鲸鱼是哺乳动物，所以鲸鱼是猫吗？", ["不是", "否"]), + ("r05", "只输出结论：如果下雨就带伞。现在下雨了，要不要带伞？", ["要"]), + ("r06", "只输出结论：只有持票者才能入场。小林没有票，他能入场吗？", ["不能", "不可以"]), + ("r07", "只输出星期：今天是星期三，五天后是星期几？", ["星期一", "周一"]), + ("r08", "只输出方向：你面向北，右转后面向哪个方向？", ["东"]), + ("r09", "只输出方向：你面向东，左转后面向哪个方向？", ["北"]), + ("r10", "只输出数量：盒子里有 4 个红球和 3 个蓝球，不看颜色拿出一个，至少有几个球？", ["1"]), + ("r11", "只输出名字：甲不是第一，乙在甲前面，丙在乙后面，谁可能是第一？", ["乙"]), + ("r12", "只输出结论：有些学生会游泳，小周是学生，能确定小周会游泳吗？", ["不能", "无法"]), + ("r13", "只输出下一个数：1，2，4，7，11，？", ["16"]), + ("r14", "只输出下一个数：81，27，9，3，？", ["1"]), + ("r15", "只输出名字：红色比蓝色重，绿色比红色轻但比蓝色重，哪个最轻？", ["蓝色"]), + ("r16", "只输出答案：苹果不是蔬菜，胡萝卜是蔬菜，香蕉是水果，哪个不是水果？", ["胡萝卜"]), + ("r17", "只输出结论：如果 A 大于 B 且 B 大于 C，那么 A 大于 C 吗？", ["是"]), + ("r18", "只输出结论：如果一个数能被 2 整除，它一定是偶数。14 能被 2 整除，它是偶数吗？", ["是"]), + ("r19", "只输出名字：小赵比小钱高，小孙比小赵矮但比小钱高，谁最高？", ["小赵"]), + ("r20", "只输出数量：一周中有几天的名字包含‘星’字？", ["7"]), + ("r21", "只输出结论：没有鱼是鸟，金鱼是鱼，所以金鱼是鸟吗？", ["不是", "否"]), + ("r22", "只输出顺序：春、夏、秋、冬之后又回到哪个季节？", ["春"]), + ("r23", "只输出结论：所有密码都需要保密，这个字符串是密码，所以它需要保密吗？", ["是"]), + ("r24", "只输出答案：小明有两个兄弟，每个兄弟都有一个姐姐，小明有几个姐姐？", ["1"]), + ] + return [ + {"id": case_id, "category": "reasoning", "prompt": prompt, "acceptable": answers} + for case_id, prompt, answers in raw + ] + + +def make_context_cases(tokenizer: Any) -> list[dict[str, Any]]: + rng = random.Random(20260904) + filler = ( + "这是一段与问题无关的背景说明。系统记录了版本号、构建时间、测试批次、" + "设备温度、日志摘要和普通项目备注。这些文字只是干扰项，不包含目标答案。" + ) + cases: list[dict[str, Any]] = [] + for target_tokens in (512, 2048, 4096, 8192): + for position in ("early", "middle", "late"): + answer = f"CTX{target_tokens}-{position.upper()}-{rng.randrange(100, 999)}" + needle = f"目标记录：本次检索需要返回的项目编码是 {answer}。" + chunks: list[str] = [] + while input_token_count(tokenizer, " ".join(chunks + [filler, needle])) < target_tokens: + chunks.append(filler) + if position == "early": + material = " ".join([needle] + chunks) + elif position == "middle": + half = len(chunks) // 2 + material = " ".join(chunks[:half] + [needle] + chunks[half:]) + else: + material = " ".join(chunks + [needle]) + prompt = ( + "请阅读下面的材料，只输出目标记录中的项目编码，不要解释。\n" + "---材料开始---\n" + f"{material}\n" + "---材料结束---\n" + "问题：目标记录中的项目编码是什么？" + ) + cases.append( + { + "id": f"ctx-{target_tokens}-{position}", + "category": f"context_{target_tokens}", + "prompt": prompt, + "acceptable": [answer], + "target_tokens": target_tokens, + "position": position, + } + ) + return cases + + +def evaluate_cases( + model: Any, + tokenizer: Any, + cases: list[dict[str, Any]], + *, + dynamic: bool, + max_new_tokens: int, +) -> dict[str, Any]: + rows: list[dict[str, Any]] = [] + categories: dict[str, list[float]] = {} + started = time.perf_counter() + for case in cases: + if dynamic: + model.reset_memory(batch_size=1, device=model._find_layer_device()) + response, generated_tokens, elapsed = generate_answer( + model, + tokenizer, + str(case["prompt"]), + dynamic=dynamic, + max_new_tokens=max_new_tokens, + ) + passed = contains_answer(response, list(case["acceptable"])) + category = str(case["category"]) + categories.setdefault(category, []).append(float(passed)) + rows.append( + { + "id": case["id"], + "category": category, + "prompt_tokens": input_token_count(tokenizer, str(case["prompt"])), + "acceptable": case["acceptable"], + "generated": response, + "generated_tokens": generated_tokens, + "seconds": elapsed, + "passed": passed, + } + ) + total = sum(sum(values) for values in categories.values()) + return { + "cases": len(rows), + "elapsed_seconds": time.perf_counter() - started, + "overall_score": total / max(1, len(rows)), + "categories": { + category: { + "count": len(values), + "score": sum(values) / max(1, len(values)), + } + for category, values in sorted(categories.items()) + }, + "rows": rows, + } + + +def device_snapshot(model: Any) -> dict[str, Any]: + device = model._find_layer_device() if hasattr(model, "_find_layer_device") else model.get_input_embeddings().weight.device + params = sum(parameter.numel() for parameter in model.parameters()) + result: dict[str, Any] = { + "device": str(device), + "parameter_count": int(params), + "parameter_count_billion": params / 1e9, + } + if device.type == "cuda": + properties = torch.cuda.get_device_properties(device) + result.update( + { + "gpu_name": properties.name, + "gpu_total_memory_gb": properties.total_memory / 1024**3, + } + ) + return result + + +def measure_performance( + model: Any, + tokenizer: Any, + cases: list[dict[str, Any]], + *, + dynamic: bool, + max_new_tokens: int, + repeats: int, +) -> dict[str, Any]: + selected = [cases[0]] + for wanted in (512, 2048, 4096): + matching = [case for case in cases if case.get("target_tokens") == wanted] + if matching: + selected.append(matching[1]) + rows = [] + device = model._find_layer_device() if dynamic else model.get_input_embeddings().weight.device + for case in selected: + latencies = [] + generated = 0 + for _ in range(max(1, repeats)): + if dynamic: + model.reset_memory(batch_size=1, device=device) + _, token_count, elapsed = generate_answer( + model, + tokenizer, + str(case["prompt"]), + dynamic=dynamic, + max_new_tokens=max_new_tokens, + ) + latencies.append(elapsed) + generated += token_count + rows.append( + { + "id": case["id"], + "prompt_tokens": input_token_count(tokenizer, str(case["prompt"])), + "median_seconds": statistics.median(latencies), + "mean_seconds": statistics.mean(latencies), + "tokens_per_second": generated / max(1e-9, sum(latencies)), + "repeats": len(latencies), + } + ) + return {"rows": rows} + + +def memory_payload(model: Any) -> dict[str, torch.Tensor]: + payload: dict[str, torch.Tensor] = { + "memory_state": model.runtime.state.detach().cpu().clone(), + } + if model.memory_config.natural_language_memory: + for name in ( + "text_token_ids", + "text_token_mask", + "text_slot_valid", + "text_slot_keys", + "text_slot_age", + "text_write_counter", + "text_key_token_ids", + "text_key_token_mask", + ): + value = getattr(model.runtime, name) + if not isinstance(value, torch.Tensor): + raise RuntimeError(f"runtime memory field is unavailable: {name}") + payload[name] = value.detach().cpu().clone() + return payload + + +def answer_memory_query(model: Any, tokenizer: Any, text: str, max_new_tokens: int) -> tuple[str, bool]: + response, _, _ = generate_answer( + model, + tokenizer, + text, + dynamic=True, + max_new_tokens=max_new_tokens, + ) + return response, bool(model.runtime.text_prefix_used) + + +def run_memory_benchmark( + model: Any, + tokenizer: Any, + package_path: str | Path, + *, + max_new_tokens: int, + no_4bit: bool, +) -> dict[str, Any]: + """Run memory tests and restore the user's original embedded state.""" + + original = memory_payload(model) + decision_rows = [] + positives = [ + "我叫林舟。", + "我的常住城市是苏州。", + "我最喜欢的水果是红富士苹果。", + "我正在开发 Natural Memory v1 项目。", + "以后请把代码默认写成 Python。", + "我的常用时区是 Asia/Shanghai。", + "这是我的长期偏好：使用简洁中文。", + "这个项目的重要约束是不要修改原始 Qwen 权重。", + ] + negatives = [ + "我叫什么？", + "帮我解释向量数据库是什么。", + "你觉得今天的天气怎么样？", + "请把 memory 翻译成中文。", + "计算一下 17 × 19。", + "如果我选择 GPU，会发生什么？", + "我之前有没有提到我的城市？", + "给我一个自然语言记忆方案。", + ] + try: + for expected, items in ((True, positives), (False, negatives)): + for text in items: + model.reset_memory(batch_size=1, device=model._find_layer_device()) + changed = _write_turn(model, tokenizer, text, model._find_layer_device()) + decision_rows.append( + { + "text": text, + "expected_write": expected, + "actual_write": changed, + "write_probability": float(model.runtime.auto_memory_probability.mean()) + if isinstance(model.runtime.auto_memory_probability, torch.Tensor) + else None, + } + ) + tp = sum(row["expected_write"] and row["actual_write"] for row in decision_rows) + tn = sum((not row["expected_write"]) and (not row["actual_write"]) for row in decision_rows) + fp = sum((not row["expected_write"]) and row["actual_write"] for row in decision_rows) + fn = sum(row["expected_write"] and (not row["actual_write"]) for row in decision_rows) + + model.reset_memory(batch_size=1, device=model._find_layer_device()) + first = "我的工作地点代号是NM-R7。" + second = "我最喜欢的水果是青提。" + replacement = "我的工作地点代号改为NM-K9。" + writes = [ + {"text": first, "changed": _write_turn(model, tokenizer, first, model._find_layer_device())}, + {"text": second, "changed": _write_turn(model, tokenizer, second, model._find_layer_device())}, + { + "text": replacement, + "changed": _write_turn(model, tokenizer, replacement, model._find_layer_device()), + }, + ] + before_restart = {} + for name, query, expected in ( + ("work_code", "我的工作地点代号是什么？", "NM-K9"), + ("fruit", "我最喜欢的水果是什么？", "青提"), + ("unknown", "我的血型是什么？如果没有记录，请明确说不知道。", "不知道"), + ): + response, prefix_used = answer_memory_query(model, tokenizer, query, max_new_tokens) + before_restart[name] = { + "query": query, + "expected": expected, + "response": response, + "expected_found": expected in response, + "prefix_used": prefix_used, + } + + # Persist through ordinary natural-language turns. The caller releases + # this model before loading a fresh process/model for the restart test; + # keeping that lifecycle outside this function avoids two 4-bit Qwen + # backbones occupying the GPU at the same time. + model.save_embedded_memory_weights(package_path) + return { + "automatic_write_decision": { + "rows": decision_rows, + "true_positive": int(tp), + "true_negative": int(tn), + "false_positive": int(fp), + "false_negative": int(fn), + "precision": tp / max(1, tp + fp), + "recall": tp / max(1, tp + fn), + "specificity": tn / max(1, tn + fp), + }, + "natural_language_writes": writes, + "before_restart": before_restart, + "embedded_write_persisted": True, + } + except Exception: + # Best-effort restoration if a test fails halfway through. + model._load_persistent_memory_payload(original) + model.save_embedded_memory_weights(package_path) + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + raise + + +def release(model: Any) -> None: + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + +def main() -> None: + args = parse_args() + tokenizer = load_tokenizer(args.base_model) + memory_config_hint = load_memory_config(args.memory_model) + memory_variant = ( + "natural_memory_v2" + if memory_config_hint.memory_version >= 2 or memory_config_hint.hierarchical_memory + else "natural_memory_v1" + ) + general = load_jsonl(args.data) + math_cases = make_math_cases() + reasoning_cases = make_reasoning_cases() + context_cases = make_context_cases(tokenizer) + all_cases = general + math_cases + reasoning_cases + context_cases + use_4bit = not args.no_4bit + report: dict[str, Any] = { + "benchmark": f"Natural Memory {memory_variant.rsplit('_', 1)[-1]} full local comparison", + "date": time.strftime("%Y-%m-%d %H:%M:%S"), + "seed": 20260904, + "base_model": str(Path(args.base_model).resolve()), + "memory_model": str(Path(args.memory_model).resolve()), + "data": str(Path(args.data).resolve()), + "quantization": "4bit_nf4" if use_4bit else "none", + "decoding": {"do_sample": False, "max_new_tokens": args.max_new_tokens}, + "case_counts": { + "general_existing": len(general), + "math": len(math_cases), + "reasoning": len(reasoning_cases), + "context": len(context_cases), + "total": len(all_cases), + }, + "context_targets": sorted({case["target_tokens"] for case in context_cases}), + } + + print(f"cases={len(all_cases)} quantization={report['quantization']}") + print("loading Qwen3.5-4B baseline") + started = time.perf_counter() + baseline = load_qwen_base(args.base_model, load_in_4bit=use_4bit) + baseline.eval() + report["baseline"] = { + "load_seconds": time.perf_counter() - started, + "hardware": device_snapshot(baseline), + } + baseline_device = baseline.get_input_embeddings().weight.device + if baseline_device.type == "cuda": + torch.cuda.reset_peak_memory_stats(baseline_device) + report["baseline"]["quality"] = evaluate_cases( + baseline, + tokenizer, + all_cases, + dynamic=False, + max_new_tokens=args.max_new_tokens, + ) + report["baseline"]["performance"] = measure_performance( + baseline, + tokenizer, + context_cases, + dynamic=False, + max_new_tokens=args.max_new_tokens, + repeats=args.perf_repeats, + ) + if baseline_device.type == "cuda": + report["baseline"]["peak_memory_allocated_gb"] = torch.cuda.max_memory_allocated(baseline_device) / 1024**3 + report["baseline"]["peak_memory_reserved_gb"] = torch.cuda.max_memory_reserved(baseline_device) / 1024**3 + release(baseline) + + print(f"loading {memory_variant} embedded package") + started = time.perf_counter() + dynamic = load_qwen_dynamic(args.memory_model, load_in_4bit=use_4bit) + dynamic.eval() + report[memory_variant] = { + "load_seconds": time.perf_counter() - started, + "hardware": device_snapshot(dynamic), + } + dynamic_device = dynamic._find_layer_device() + if dynamic_device.type == "cuda": + torch.cuda.reset_peak_memory_stats(dynamic_device) + report[memory_variant]["quality"] = evaluate_cases( + dynamic, + tokenizer, + all_cases, + dynamic=True, + max_new_tokens=args.max_new_tokens, + ) + report[memory_variant]["performance"] = measure_performance( + dynamic, + tokenizer, + context_cases, + dynamic=True, + max_new_tokens=args.max_new_tokens, + repeats=args.perf_repeats, + ) + if dynamic_device.type == "cuda": + report[memory_variant]["peak_memory_allocated_gb"] = torch.cuda.max_memory_allocated(dynamic_device) / 1024**3 + report[memory_variant]["peak_memory_reserved_gb"] = torch.cuda.max_memory_reserved(dynamic_device) / 1024**3 + + original_embedded_payload = memory_payload(dynamic) + memory_report = run_memory_benchmark( + dynamic, + tokenizer, + args.memory_model, + max_new_tokens=args.max_new_tokens, + no_4bit=args.no_4bit, + ) + # Release the first Qwen backbone before constructing the fresh model used + # by the shard-backed restart check. This is important on a 12 GB GPU. + release(dynamic) + dynamic = None + restarted = None + try: + restarted = load_qwen_dynamic(args.memory_model, load_in_4bit=use_4bit) + restarted.eval() + after_restart = {} + for name, query, expected in ( + ("work_code", "我的工作地点代号是什么？", "NM-K9"), + ("fruit", "我最喜欢的水果是什么？", "青提"), + ): + response, prefix_used = answer_memory_query(restarted, tokenizer, query, args.max_new_tokens) + after_restart[name] = { + "query": query, + "expected": expected, + "response": response, + "expected_found": expected in response, + "prefix_used": prefix_used, + } + restarted.reset_memory(batch_size=1, device=restarted._find_layer_device()) + reset_response, reset_prefix = answer_memory_query( + restarted, + tokenizer, + "我的工作地点代号是什么？", + args.max_new_tokens, + ) + reset_slots = int(restarted.runtime.text_slot_valid.sum().item()) + memory_report.update( + { + "after_restart_without_history_or_pt": after_restart, + "restart_pass": all(item["expected_found"] for item in after_restart.values()), + "reset": { + "response": reset_response, + "prefix_used": reset_prefix, + "valid_slots": reset_slots, + "cleared": reset_slots == 0 and not reset_prefix, + }, + } + ) + finally: + if restarted is not None: + # Restore the user's pre-benchmark state, so the benchmark itself + # does not overwrite the active embedded memory snapshot. + restarted._load_persistent_memory_payload(original_embedded_payload) + restarted.save_embedded_memory_weights(args.memory_model) + memory_report["state_restored"] = int(restarted.runtime.text_slot_valid.sum().item()) == int( + original_embedded_payload["text_slot_valid"].sum().item() + ) + release(restarted) + report["memory"] = memory_report + + baseline_quality = report["baseline"]["quality"] + dynamic_quality = report[memory_variant]["quality"] + categories = sorted( + set(baseline_quality["categories"]) & set(dynamic_quality["categories"]) + ) + category_deltas = { + category: dynamic_quality["categories"][category]["score"] + - baseline_quality["categories"][category]["score"] + for category in categories + } + report["comparison"] = { + "overall_delta": dynamic_quality["overall_score"] - baseline_quality["overall_score"], + "category_deltas": category_deltas, + "peak_memory_allocated_delta_gb": report[memory_variant].get("peak_memory_allocated_gb", 0.0) + - report["baseline"].get("peak_memory_allocated_gb", 0.0), + "load_seconds_delta": report[memory_variant]["load_seconds"] + - report["baseline"]["load_seconds"], + } + + output = Path(args.output) + output.parent.mkdir(parents=True, exist_ok=True) + output.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + compact = { + "baseline_score": baseline_quality["overall_score"], + f"{memory_variant}_score": dynamic_quality["overall_score"], + "overall_delta": report["comparison"]["overall_delta"], + "memory_restart_pass": report["memory"]["restart_pass"], + "memory_reset_pass": report["memory"]["reset"]["cleared"], + "cases": len(all_cases), + "output": str(output), + } + print(json.dumps(compact, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/benchmark_qwen.py b/benchmark_qwen.py new file mode 100644 index 0000000..fd092ca --- /dev/null +++ b/benchmark_qwen.py @@ -0,0 +1,423 @@ +"""Compare the unmodified local Qwen checkpoint with a memory-surgery adapter.""" + +from __future__ import annotations + +import argparse +import gc +import json +import math +import time +from pathlib import Path +from typing import Any, Callable + +import torch + +from .qwen_integration import QwenMemoryConfig, load_memory_config, load_qwen_base, load_qwen_dynamic, load_tokenizer +from .train_qwen_memory import encode_messages, load_records, pad_batch + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument("--data", default="dynamic_memory_lab/data/demo_stream.jsonl") + parser.add_argument( + "--adapter", + default="dynamic_memory_lab/qwen_memory_adapter_surgery_smoke", + help="dynamic-memory adapter directory; its memory_config.json selects the surgery mode", + ) + parser.add_argument("--output", default="dynamic_memory_lab/benchmark_qwen.json") + parser.add_argument("--max-length", type=int, default=512) + parser.add_argument("--repeats", type=int, default=3) + parser.add_argument("--warmup", type=int, default=1) + parser.add_argument("--max-new-tokens", type=int, default=8) + parser.add_argument("--seed", type=int, default=42) + parser.add_argument("--no-4bit", action="store_true") + return parser.parse_args() + + +def _adapter_config(adapter_dir: str | Path) -> QwenMemoryConfig: + return load_memory_config(adapter_dir) + + +def _score_output(output: Any, labels: torch.Tensor) -> tuple[float, int, int, int, bool]: + shifted_labels = labels[..., 1:] + predictions = output.logits[..., :-1, :].argmax(dim=-1) + target_positions = shifted_labels != -100 + token_count = int(target_positions.sum().item()) + if output.loss is None or token_count == 0: + raise RuntimeError("benchmark example has no supervised target tokens") + correct_tokens = int((predictions[target_positions] == shifted_labels[target_positions]).sum().item()) + first_target = target_positions.nonzero(as_tuple=False)[0] + first_token_correct = int( + predictions[first_target[0], first_target[1]] == shifted_labels[first_target[0], first_target[1]] + ) + sequence_ok = correct_tokens == token_count + return float(output.loss.detach().item()), token_count, correct_tokens, first_token_correct, sequence_ok + + +def _evaluate_base(model: Any, tokenizer: Any, records: list[dict[str, Any]], max_length: int) -> dict[str, float]: + device = model.get_input_embeddings().weight.device + total_nll = 0.0 + total_tokens = 0 + correct_tokens = 0 + correct_first_tokens = 0 + correct_sequences = 0 + for record in records: + query = encode_messages(tokenizer, record["query"], max_length) + input_ids, attention_mask, labels = pad_batch([query], int(tokenizer.pad_token_id)) + with torch.inference_mode(): + output = model( + input_ids=input_ids.to(device), + attention_mask=attention_mask.to(device), + labels=labels.to(device), + use_cache=False, + ) + loss, tokens, tokens_correct, first_token_correct, sequence_ok = _score_output(output, labels.to(device)) + total_nll += loss * tokens + total_tokens += tokens + correct_tokens += tokens_correct + correct_first_tokens += first_token_correct + correct_sequences += int(sequence_ok) + mean_loss = total_nll / total_tokens + return { + "loss": mean_loss, + "perplexity": math.exp(mean_loss), + "token_accuracy": correct_tokens / total_tokens, + "first_target_token_accuracy": correct_first_tokens / len(records), + "exact_sequence_accuracy": correct_sequences / len(records), + "supervised_tokens": total_tokens, + } + + +def _evaluate_dynamic( + model: Any, + tokenizer: Any, + records: list[dict[str, Any]], + max_length: int, +) -> dict[str, float]: + device = model._find_layer_device() + pad_id = int(tokenizer.pad_token_id) + total_nll = 0.0 + total_tokens = 0 + correct_tokens = 0 + correct_first_tokens = 0 + correct_sequences = 0 + for record in records: + model.reset_memory() + memory = encode_messages(tokenizer, record["memory"], max_length) + query = encode_messages(tokenizer, record["query"], max_length) + memory_input, memory_mask, _ = pad_batch([memory], pad_id) + query_input, query_mask, query_labels = pad_batch([query], pad_id) + with torch.inference_mode(): + memory_output = model( + input_ids=memory_input.to(device), + attention_mask=memory_mask.to(device), + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + ) + output = model( + input_ids=query_input.to(device), + attention_mask=query_mask.to(device), + labels=query_labels.to(device), + memory_state=memory_output.memory, + read_memory=True, + update_memory=False, + return_memory=True, + use_cache=False, + ) + loss, tokens, tokens_correct, first_token_correct, sequence_ok = _score_output( + output, query_labels.to(device) + ) + total_nll += loss * tokens + total_tokens += tokens + correct_tokens += tokens_correct + correct_first_tokens += first_token_correct + correct_sequences += int(sequence_ok) + model.reset_memory() + mean_loss = total_nll / total_tokens + return { + "loss": mean_loss, + "perplexity": math.exp(mean_loss), + "token_accuracy": correct_tokens / total_tokens, + "first_target_token_accuracy": correct_first_tokens / len(records), + "exact_sequence_accuracy": correct_sequences / len(records), + "supervised_tokens": total_tokens, + } + + +def _sync(device: torch.device) -> None: + if device.type == "cuda": + torch.cuda.synchronize(device) + + +def _measure(name: str, fn: Callable[[], int], repeats: int, warmup: int, device: torch.device) -> dict[str, float]: + for _ in range(warmup): + fn() + _sync(device) + started = time.perf_counter() + processed = 0 + for _ in range(repeats): + processed += fn() + _sync(device) + elapsed = time.perf_counter() - started + return { + "seconds": elapsed / repeats, + "tokens_per_second": processed / elapsed, + } + + +def _generation_prompt(tokenizer: Any, messages: list[dict[str, Any]], device: torch.device) -> dict[str, torch.Tensor]: + encoded = tokenizer.apply_chat_template( + messages, + tokenize=True, + add_generation_prompt=True, + enable_thinking=False, + ) + input_ids = encoded["input_ids"] if hasattr(encoded, "__getitem__") and "input_ids" in encoded else encoded + if isinstance(input_ids, torch.Tensor): + input_ids = input_ids.tolist() + if input_ids and isinstance(input_ids[0], list): + input_ids = input_ids[0] + ids = torch.tensor([input_ids], dtype=torch.long, device=device) + return {"input_ids": ids, "attention_mask": torch.ones_like(ids)} + + +def _measure_base_generation( + model: Any, + tokenizer: Any, + record: dict[str, Any], + repeats: int, + warmup: int, + max_new_tokens: int, +) -> dict[str, float]: + device = model.get_input_embeddings().weight.device + prompt = _generation_prompt(tokenizer, record["query"][:-1], device) + + def run() -> int: + output = model.generate( + **prompt, + max_new_tokens=max_new_tokens, + do_sample=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + return int(output.shape[1] - prompt["input_ids"].shape[1]) + + return _measure("baseline_generation", run, repeats, warmup, device) + + +def _measure_dynamic_generation( + model: Any, + tokenizer: Any, + record: dict[str, Any], + max_length: int, + repeats: int, + warmup: int, + max_new_tokens: int, +) -> dict[str, float]: + device = model._find_layer_device() + pad_id = int(tokenizer.pad_token_id) + memory = encode_messages(tokenizer, record["memory"], max_length) + memory_input, memory_mask, _ = pad_batch([memory], pad_id) + prompt = _generation_prompt(tokenizer, record["query"][:-1], device) + + def run() -> int: + model.reset_memory() + with torch.inference_mode(): + model( + input_ids=memory_input.to(device), + attention_mask=memory_mask.to(device), + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + ) + output = model.generate( + **prompt, + max_new_tokens=max_new_tokens, + do_sample=False, + update_memory=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + return int(output.shape[1] - prompt["input_ids"].shape[1]) + + result = _measure("dynamic_generation", run, repeats, warmup, device) + model.reset_memory() + return result + + +def _clean_generated(text: str) -> str: + return text.replace(" ", "").replace("\r", "").replace("\n", "").strip() + + +def _generation_quality_base(model: Any, tokenizer: Any, records: list[dict[str, Any]], max_new_tokens: int) -> dict[str, Any]: + device = model.get_input_embeddings().weight.device + contains = 0 + prefixes = 0 + examples = [] + for record in records: + prompt = _generation_prompt(tokenizer, record["query"][:-1], device) + with torch.inference_mode(): + output = model.generate( + **prompt, + max_new_tokens=max_new_tokens, + do_sample=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + generated = _clean_generated(tokenizer.decode(output[0, prompt["input_ids"].shape[1] :], skip_special_tokens=True)) + expected = str(record["answer"]) + contains += int(expected in generated) + prefixes += int(generated.startswith(expected)) + if len(examples) < 3: + examples.append({"expected": expected, "generated": generated}) + return { + "answer_contains_accuracy": contains / len(records), + "answer_prefix_accuracy": prefixes / len(records), + "examples": examples, + } + + +def _generation_quality_dynamic( + model: Any, + tokenizer: Any, + records: list[dict[str, Any]], + max_length: int, + max_new_tokens: int, +) -> dict[str, Any]: + device = model._find_layer_device() + pad_id = int(tokenizer.pad_token_id) + contains = 0 + prefixes = 0 + examples = [] + for record in records: + model.reset_memory() + memory = encode_messages(tokenizer, record["memory"], max_length) + memory_input, memory_mask, _ = pad_batch([memory], pad_id) + prompt = _generation_prompt(tokenizer, record["query"][:-1], device) + with torch.inference_mode(): + model( + input_ids=memory_input.to(device), + attention_mask=memory_mask.to(device), + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + ) + output = model.generate( + **prompt, + max_new_tokens=max_new_tokens, + do_sample=False, + update_memory=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + generated = _clean_generated(tokenizer.decode(output[0, prompt["input_ids"].shape[1] :], skip_special_tokens=True)) + expected = str(record["answer"]) + contains += int(expected in generated) + prefixes += int(generated.startswith(expected)) + if len(examples) < 3: + examples.append({"expected": expected, "generated": generated}) + model.reset_memory() + return { + "answer_contains_accuracy": contains / len(records), + "answer_prefix_accuracy": prefixes / len(records), + "examples": examples, + } + + +def _release(model: Any) -> None: + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + +def main() -> None: + args = parse_args() + if args.repeats < 1 or args.warmup < 0: + raise ValueError("repeats must be >= 1 and warmup must be >= 0") + torch.manual_seed(args.seed) + tokenizer = load_tokenizer(args.model_path) + records = load_records(args.data) + use_4bit = not args.no_4bit + results: dict[str, Any] = { + "model_path": str(Path(args.model_path).resolve()), + "data": str(Path(args.data).resolve()), + "adapter": str(Path(args.adapter).resolve()), + "records": len(records), + "max_length": args.max_length, + "quantization": "4bit_nf4" if use_4bit else "none", + } + + print("loading baseline") + baseline = load_qwen_base(args.model_path, load_in_4bit=use_4bit) + baseline.eval() + baseline_device = baseline.get_input_embeddings().weight.device + if baseline_device.type == "cuda": + torch.cuda.reset_peak_memory_stats(baseline_device) + results["baseline"] = { + "device": str(baseline_device), + "scores": _evaluate_base(baseline, tokenizer, records, args.max_length), + "generation_quality": _generation_quality_base(baseline, tokenizer, records, args.max_new_tokens), + "generation": _measure_base_generation( + baseline, tokenizer, records[0], args.repeats, args.warmup, args.max_new_tokens + ), + } + if baseline_device.type == "cuda": + results["baseline"]["peak_memory_gb"] = torch.cuda.max_memory_allocated(baseline_device) / 1024**3 + _release(baseline) + baseline = None + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + memory_config = _adapter_config(args.adapter) + print(f"loading dynamic mode={memory_config.mode} layers={memory_config.layer_indices}") + dynamic = load_qwen_dynamic( + args.model_path, + memory_config=memory_config, + load_in_4bit=use_4bit, + ) + dynamic.load_memory_adapter(args.adapter) + dynamic.eval() + dynamic_device = dynamic._find_layer_device() + if dynamic_device.type == "cuda": + torch.cuda.reset_peak_memory_stats(dynamic_device) + results["dynamic_memory"] = { + "device": str(dynamic_device), + "mode": memory_config.mode, + "layers": list(dynamic.layer_indices), + "scores": _evaluate_dynamic(dynamic, tokenizer, records, args.max_length), + "generation_quality": _generation_quality_dynamic( + dynamic, tokenizer, records, args.max_length, args.max_new_tokens + ), + "generation": _measure_dynamic_generation( + dynamic, + tokenizer, + records[0], + args.max_length, + args.repeats, + args.warmup, + args.max_new_tokens, + ), + "trainable_parameters": sum(parameter.numel() for parameter in dynamic.trainable_parameters), + } + if dynamic_device.type == "cuda": + results["dynamic_memory"]["peak_memory_gb"] = torch.cuda.max_memory_allocated(dynamic_device) / 1024**3 + _release(dynamic) + dynamic = None + + output_path = Path(args.output) + output_path.parent.mkdir(parents=True, exist_ok=True) + output_path.write_text(json.dumps(results, indent=2), encoding="utf-8") + + print(json.dumps(results, indent=2, ensure_ascii=False)) + print(f"saved={output_path.resolve()}") + + +if __name__ == "__main__": + main() diff --git a/benchmark_tiered_memory_v2.py b/benchmark_tiered_memory_v2.py new file mode 100644 index 0000000..843dc85 --- /dev/null +++ b/benchmark_tiered_memory_v2.py @@ -0,0 +1,162 @@ +"""Stress the durable Natural Memory v2 page tier without loading Qwen.""" + +from __future__ import annotations + +import argparse +import json +import random +import sys +import time +from pathlib import Path +from tempfile import TemporaryDirectory + +import torch + +if __package__ in {None, ""}: + sys.path.insert(0, str(Path(__file__).resolve().parent.parent)) + +from dynamic_memory_lab.memory_os_v2 import MemoryRouterV2, PagedMemoryBankV2 +from dynamic_memory_lab.tiered_memory_store_v2 import TieredMemoryStoreV2 + + +def run(args: argparse.Namespace) -> dict[str, object]: + random.seed(args.seed) + torch.manual_seed(args.seed) + report_path = Path(args.output) + report_path.parent.mkdir(parents=True, exist_ok=True) + with TemporaryDirectory(prefix="natural-memory-v2-tiered-", dir=str(report_path.parent)) as temp_dir: + store_path = Path(temp_dir) / "memory.sqlite" + router = MemoryRouterV2(args.hidden_size, router_dim=args.key_dim, num_heads=args.heads) + store = TieredMemoryStoreV2( + store_path, + key_dim=args.key_dim, + page_capacity=args.page_capacity, + ) + bank = PagedMemoryBankV2( + args.hidden_size, + page_capacity=args.page_capacity, + max_pages=max(1, (args.records + args.page_capacity - 1) // args.page_capacity + 8), + hot_pages=args.hot_pages, + top_k_pages=args.top_k_pages, + top_k_records=args.top_k_records, + router=router, + key_dim=args.key_dim, + coarse_index_bits=args.coarse_index_bits, + tier_store=store, + max_resident_pages=args.resident_pages, + ) + target_key = None + target_text = "" + started = time.perf_counter() + for start in range(0, args.records, args.batch_size): + batch: list[dict[str, object]] = [] + for index in range(start, min(args.records, start + args.batch_size)): + key = torch.randn(args.hidden_size) + if index == args.target_index: + target_key = key.clone() + target_text = f"tiered-record-{index}" + batch.append( + { + "text": f"tiered-record-{index}", + "key": key, + "summary": key, + "entity": "benchmark", + "attribute": f"attribute-{index}", + "value": f"value-{index}", + "importance": 0.2 if index != args.target_index else 1.0, + "confidence": 0.95, + "source": "tiered-benchmark", + "trusted": True, + } + ) + bank.write_batch(batch) + write_seconds = time.perf_counter() - started + before = bank.stats() + store.close() + + reopen_started = time.perf_counter() + reopened_store = TieredMemoryStoreV2( + store_path, + key_dim=args.key_dim, + page_capacity=args.page_capacity, + ) + reopened = PagedMemoryBankV2( + args.hidden_size, + page_capacity=args.page_capacity, + max_pages=max(1, (args.records + args.page_capacity - 1) // args.page_capacity + 8), + hot_pages=args.hot_pages, + top_k_pages=args.top_k_pages, + top_k_records=args.top_k_records, + router=router, + key_dim=args.key_dim, + coarse_index_bits=args.coarse_index_bits, + tier_store=reopened_store, + max_resident_pages=args.resident_pages, + ) + reopen_seconds = time.perf_counter() - reopen_started + if target_key is None: + raise RuntimeError("target index was not generated") + records, decision = reopened.query( + query_key=target_key, + query_text=target_text, + top_k_pages=args.top_k_pages, + top_k_records=args.top_k_records, + ) + after = reopened.stats() + found = any(record.text == target_text for record in records) + target_row = reopened_store.find_by_text(target_text, active_status="active") + target_page_id = target_row["page_id"] if target_row is not None else None + candidate_pages = reopened._candidate_page_ids(target_key) + reopened_store.close() + + report = { + "format_version": 2, + "records_requested": args.records, + "target_index": args.target_index, + "page_capacity": args.page_capacity, + "coarse_index_bits": args.coarse_index_bits, + "resident_pages": args.resident_pages, + "write_seconds": write_seconds, + "reopen_seconds": reopen_seconds, + "before_close": before, + "after_reopen": after, + "target_recalled_after_restart": found, + "target_page_id": target_page_id, + "target_page_in_coarse_candidates": target_page_id in candidate_pages if target_page_id else False, + "coarse_candidate_count": len(candidate_pages), + "decision": { + "page_ids": decision.page_ids, + "record_ids": decision.record_ids, + "hop_count": decision.hop_count, + "confidence": decision.confidence, + "stop_reason": decision.stop_reason, + }, + } + report_path.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + return report + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--records", type=int, default=100_000) + parser.add_argument("--target-index", type=int, default=99_999) + parser.add_argument("--hidden-size", type=int, default=32) + parser.add_argument("--key-dim", type=int, default=16) + parser.add_argument("--heads", type=int, default=4) + parser.add_argument("--page-capacity", type=int, default=32) + parser.add_argument("--resident-pages", type=int, default=64) + parser.add_argument("--hot-pages", type=int, default=8) + parser.add_argument("--top-k-pages", type=int, default=4) + parser.add_argument("--top-k-records", type=int, default=8) + parser.add_argument("--coarse-index-bits", type=int, default=12) + parser.add_argument("--batch-size", type=int, default=2_000) + parser.add_argument("--seed", type=int, default=20260904) + parser.add_argument( + "--output", + default="W:/Flash/model/dynamic_memory_lab/tiered_memory_v2_benchmark.json", + ) + return parser.parse_args() + + +if __name__ == "__main__": + print(json.dumps(run(parse_args()), ensure_ascii=False, indent=2)) diff --git a/build_memory_policy_hardset.py b/build_memory_policy_hardset.py new file mode 100644 index 0000000..f934eaf --- /dev/null +++ b/build_memory_policy_hardset.py @@ -0,0 +1,250 @@ +"""Build a larger hard-negative dataset for the automatic memory controller. + +The normal bootstrap corpus contains mostly short, obvious examples. This +hard set adds realistic negations, questions, replacement requests, and long +noise clauses so the write/forget heads are evaluated on decisions that are +easy to confuse with durable facts. +""" + +from __future__ import annotations + +import argparse +import json +import random +import string +from pathlib import Path +from typing import Any + + +PROJECT_ROOT = Path(__file__).resolve().parent +ATTRIBUTES = ( + "常用时区", + "最喜欢的水果", + "项目代号", + "备用联系人", + "默认输出风格", + "工作区域", + "提醒时间", + "档案代号", +) + +TRAIN_FACT_TEMPLATES = ( + "请记住：我的{attribute}是{value}。", + "以后涉及{attribute}时，请使用{value}这个值。", + "个人资料更新——我的{attribute}等于{value}，以后可能会问到。", + "请把这条个人资料保存下来：我的{attribute}为{value}。", + "我的{attribute}是{value}，这是需要长期保留的信息。", +) +EVAL_FACT_TEMPLATES = ( + "登记一下，我的{attribute}：{value}。", + "将我的{attribute}记为{value}，后续请按这个资料回答。", + "长期资料里新增一项：{attribute}={value}。", + "请把我的{attribute}保存成{value}。", +) +TRAIN_NOISE_TEMPLATES = ( + "这是普通对话噪声：我暂时提到一个无关编号{value}，不需要长期保存。", + "随口一提，编号{value}只是临时信息，请不要记住。", + "请不要把这句话写入长期记忆：今天看到的临时编号是{value}。", + "这只是一次性测试值{value}，不用保存，也不要据此推断个人资料。", + "聊天中的无关内容：{value}；它不是我的个人事实。", +) +EVAL_NOISE_TEMPLATES = ( + "临时提到{value}，这不是需要保存的资料。", + "忽略这个一次性编号{value}，不要将它写入记忆。", + "普通闲聊内容：{value}，没有长期价值。", + "不要记住{value}，它只是当前消息里的干扰项。", +) +TRAIN_QUERY_TEMPLATES = ( + "我的{attribute}是什么？", + "只根据已经保存的资料，告诉我{attribute}。", + "不要猜测，请读取记忆回答：我的{attribute}为？", + "记忆中是否有我的{attribute}？", +) +EVAL_QUERY_TEMPLATES = ( + "跨对话后，我登记的{attribute}是哪一个？", + "请从长期资料中查找我的{attribute}。", + "之前保存的{attribute}内容是什么？", +) +TRAIN_FORGET_TEMPLATES = ( + "请删除关于我的{attribute}的记忆，不要再保留{value}。", + "忘掉我的{attribute}，这条资料已经失效。", + "撤销之前保存的{attribute}，以后不要再使用它。", + "清除我的{attribute}记录；{value}不再有效。", +) +EVAL_FORGET_TEMPLATES = ( + "请移除长期记忆中的{attribute}，不要继续记住它。", + "我的{attribute}已经作废，请忘记这项资料。", + "撤回关于{attribute}的个人信息，不要再保留。", +) + + +def _value(rng: random.Random, prefix: str) -> str: + alphabet = string.ascii_uppercase + string.digits + return f"{prefix}-" + "".join(rng.choice(alphabet) for _ in range(8)) + + +def _row( + *, + group: str, + index: int, + text: str, + write: float, + forget: float, + kind: str, + attribute: str, + value: str, +) -> dict[str, Any]: + return { + "id": f"{group}:{index}", + "group_id": group, + "text": text, + "messages": [{"role": "user", "content": text}], + "write_label": write, + "forget_label": forget, + "kind": kind, + "source": "synthetic_memory_policy_hardset", + "subject": "验证用户", + "attribute": attribute, + "value": value, + "answer": "", + "answerable": None, + } + + +def _build_split( + *, + count: int, + split: str, + seed: int, + fact_templates: tuple[str, ...], + noise_templates: tuple[str, ...], + query_templates: tuple[str, ...], + forget_templates: tuple[str, ...], +) -> list[dict[str, Any]]: + rng = random.Random(seed) + rows: list[dict[str, Any]] = [] + for group_index in range(count): + group = f"hard-{split}-{group_index:06d}" + attribute = ATTRIBUTES[group_index % len(ATTRIBUTES)] + fact_value = _value(rng, "FACT") + noise_value = _value(rng, "NOISE") + replacement_value = _value(rng, "NEW") + rows.extend( + ( + _row( + group=group, + index=0, + text=rng.choice(fact_templates).format(attribute=attribute, value=fact_value), + write=1.0, + forget=0.0, + kind="fact", + attribute=attribute, + value=fact_value, + ), + _row( + group=group, + index=1, + text=rng.choice(noise_templates).format(value=noise_value), + write=0.0, + forget=0.0, + kind="noise", + attribute="", + value=noise_value, + ), + _row( + group=group, + index=2, + text=rng.choice(query_templates).format(attribute=attribute), + write=0.0, + forget=0.0, + kind="query", + attribute=attribute, + value="", + ), + _row( + group=group, + index=3, + text=rng.choice(forget_templates).format(attribute=attribute, value=fact_value), + write=0.0, + forget=1.0, + kind="forget", + attribute=attribute, + value=fact_value, + ), + _row( + group=group, + index=4, + text=rng.choice(fact_templates).format(attribute=attribute, value=replacement_value), + write=1.0, + # A replacement is a write/update, not a delete. The + # runtime retires the matched old version and keeps the + # new fragment active. Only an explicit forget request + # receives forget_label=1. + forget=0.0, + kind="replacement", + attribute=attribute, + value=replacement_value, + ), + ) + ) + rng.shuffle(rows) + return rows + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--output-dir", default="data/production_memory_hard") + parser.add_argument("--train-groups", type=int, default=4000) + parser.add_argument("--eval-groups", type=int, default=1000) + parser.add_argument("--seed", type=int, default=20260905) + args = parser.parse_args() + if args.train_groups < 1 or args.eval_groups < 1: + raise SystemExit("group counts must be positive") + output_dir = Path(args.output_dir) + if not output_dir.is_absolute() and not output_dir.exists(): + output_dir = PROJECT_ROOT / output_dir + output_dir.mkdir(parents=True, exist_ok=True) + train_rows = _build_split( + count=args.train_groups, + split="train", + seed=args.seed, + fact_templates=TRAIN_FACT_TEMPLATES, + noise_templates=TRAIN_NOISE_TEMPLATES, + query_templates=TRAIN_QUERY_TEMPLATES, + forget_templates=TRAIN_FORGET_TEMPLATES, + ) + eval_rows = _build_split( + count=args.eval_groups, + split="eval", + seed=args.seed + 1, + fact_templates=EVAL_FACT_TEMPLATES, + noise_templates=EVAL_NOISE_TEMPLATES, + query_templates=EVAL_QUERY_TEMPLATES, + forget_templates=EVAL_FORGET_TEMPLATES, + ) + for name, rows in (("train", train_rows), ("eval", eval_rows)): + with (output_dir / f"{name}.jsonl").open("w", encoding="utf-8") as handle: + for row in rows: + handle.write(json.dumps(row, ensure_ascii=False) + "\n") + manifest = { + "format_version": 1, + "generator": "build_memory_policy_hardset.py", + "seed": args.seed, + "train_groups": args.train_groups, + "eval_groups": args.eval_groups, + "train_examples": len(train_rows), + "eval_examples": len(eval_rows), + "labels": { + "write_positive": sum(row["write_label"] >= 0.5 for row in train_rows), + "forget_positive": sum(row["forget_label"] >= 0.5 for row in train_rows), + }, + "warning": "Synthetic hard negatives; combine with redacted real conversations before production deployment.", + } + (output_dir / "manifest.json").write_text( + json.dumps(manifest, ensure_ascii=False, indent=2), encoding="utf-8" + ) + print(json.dumps(manifest, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/build_natural_memory_v2_package.py b/build_natural_memory_v2_package.py new file mode 100644 index 0000000..7f24bc8 --- /dev/null +++ b/build_natural_memory_v2_package.py @@ -0,0 +1,293 @@ +"""Build an embedded Natural Memory v2 package from the current v1 package. + +Unchanged Qwen shards are hard-linked when the filesystem permits it. The +custom memory shard is rewritten once to include the trained V2 router and a +compact V2 page payload, while the official model shards remain untouched. +""" + +from __future__ import annotations + +import argparse +import json +import os +import shutil +import sys +from pathlib import Path +from typing import Any + +import torch +from safetensors import safe_open +from safetensors.torch import save_file + +if __package__ in {None, ""}: + sys.path.insert(0, str(Path(__file__).resolve().parent.parent)) + +from dynamic_memory_lab.memory_os_v2 import MemoryOSV2, MemoryRouterV2 + + +def _link_or_copy(source: Path, target: Path, *, allow_copy: bool) -> None: + try: + os.link(source, target) + except OSError: + if not allow_copy: + raise RuntimeError( + "the destination filesystem does not support hard links; " + "refusing to duplicate multi-gigabyte Qwen shards. " + "Re-run with --allow-copy-base only when enough disk space " + "has been explicitly reserved" + ) + shutil.copy2(source, target) + + +def _pack_v2_payload(payload: dict[str, Any]) -> tuple[dict[str, torch.Tensor], dict[str, Any]]: + tensors: dict[str, torch.Tensor] = {} + metadata = dict(payload) + + def pack_record(item: dict[str, Any], prefix: str) -> dict[str, Any]: + item = dict(item) + for field in ("key", "summary", "token_ids", "token_mask"): + value = item.pop(field, None) + if isinstance(value, torch.Tensor): + name = f"dynamic_memory.v2.{prefix}.{field}" + tensors[name] = value.detach().cpu().contiguous() + item[f"{field}_ref"] = name + return item + + metadata["records"] = [ + pack_record(item, f"records.{index}") + for index, item in enumerate(payload.get("records", [])) + ] + metadata["quarantine"] = [ + pack_record(item, f"quarantine.{index}") + for index, item in enumerate(payload.get("quarantine", [])) + ] + metadata["pages"] = [] + for index, item in enumerate(payload.get("pages", [])): + item = dict(item) + for field in ("key", "summary"): + value = item.pop(field, None) + if isinstance(value, torch.Tensor): + name = f"dynamic_memory.v2.pages.{index}.{field}" + tensors[name] = value.detach().cpu().contiguous() + item[f"{field}_ref"] = name + metadata["pages"].append(item) + return tensors, metadata + + +def build(args: argparse.Namespace) -> dict[str, Any]: + base_dir = Path(args.base_package) + output_dir = Path(args.output_dir) + if output_dir.exists(): + raise FileExistsError(f"refusing to overwrite existing output: {output_dir}") + output_dir.mkdir(parents=True) + + base_manifest = json.loads((base_dir / "memory_merge.json").read_text(encoding="utf-8")) + base_config = json.loads((base_dir / "memory_config.json").read_text(encoding="utf-8")) + memory_name = str(base_manifest.get("memory_weights", "model.safetensors-00003-of-00003.safetensors")) + source_memory = base_dir / memory_name + if not source_memory.exists(): + raise FileNotFoundError(source_memory) + + sources = [ + source + for source in base_dir.iterdir() + if source.is_file() + and source.name not in { + memory_name, + "memory_config.json", + "memory_merge.json", + "model.safetensors.index.json", + } + ] + if not args.allow_copy_base: + probe_source = next( + (source for source in sources if source.name.endswith(".safetensors")), + None, + ) + if probe_source is not None: + probe_target = output_dir / ".hardlink-probe" + try: + os.link(probe_source, probe_target) + except OSError as error: + raise RuntimeError( + "base package cannot be assembled without copying its large " + "shards on this filesystem; pass --allow-copy-base after " + "checking free space" + ) from error + finally: + if probe_target.exists(): + probe_target.unlink() + + for source in sources: + _link_or_copy(source, output_dir / source.name, allow_copy=args.allow_copy_base) + + with safe_open(str(source_memory), framework="pt", device="cpu") as handle: + base_tensors = {key: handle.get_tensor(key) for key in handle.keys()} + + router = MemoryRouterV2( + int(base_config["hidden_size"]), + router_dim=args.router_dim, + num_heads=args.num_heads, + max_hops=args.max_hops, + ) + router_state = torch.load(args.router_checkpoint, map_location="cpu", weights_only=True) + router.load_state_dict(router_state, strict=True) + for key, value in router.state_dict().items(): + base_tensors[f"dynamic_memory.memory_router_v2.{key}"] = value.detach().cpu().contiguous() + + memory_os = MemoryOSV2( + int(base_config["hidden_size"]), + router=router, + ) + # Migrate the existing model-owned hot facts into V2 address pages. The + # old bank remains intact; this is only a compatibility seed for the new + # hierarchical route. + legacy_prefix = "dynamic_memory.persistent." + token_ids = base_tensors.get(f"{legacy_prefix}text_token_ids") + token_mask = base_tensors.get(f"{legacy_prefix}text_token_mask") + slot_valid = base_tensors.get(f"{legacy_prefix}text_slot_valid") + slot_keys = base_tensors.get(f"{legacy_prefix}text_slot_keys") + if all(isinstance(value, torch.Tensor) for value in (token_ids, token_mask, slot_valid, slot_keys)): + for batch_index in range(slot_valid.shape[0]): + for slot in range(slot_valid.shape[1]): + if not bool(slot_valid[batch_index, slot].item()): + continue + ids = token_ids[batch_index, slot][token_mask[batch_index, slot]] + memory_os.write( + text=f"legacy_hot_slot:{batch_index}:{slot}", + key=slot_keys[batch_index, slot], + summary=slot_keys[batch_index, slot], + memory_type="legacy_hot_text", + importance=0.95, + confidence=0.95, + source="v1_migration", + slot_index=slot, + token_ids=ids, + token_mask=torch.ones_like(ids, dtype=torch.bool), + trusted=True, + ) + + v2_tensors, v2_metadata = _pack_v2_payload(memory_os.export_payload()) + base_tensors.update(v2_tensors) + save_file( + base_tensors, + str(output_dir / memory_name), + metadata={ + "format": "qwen_dynamic_memory_embedded_v2", + "memory_os_v2_payload": json.dumps(v2_metadata, ensure_ascii=False, separators=(",", ":")), + }, + ) + + memory_config = dict(base_config) + saved = dict(memory_config.get("memory_config", {})) + saved.update( + { + "memory_version": 2, + "hierarchical_memory": True, + "memory_router_dim": args.router_dim, + "memory_router_heads": args.num_heads, + "memory_page_capacity": args.page_capacity, + "memory_max_pages": args.max_pages, + "memory_hot_pages": args.hot_pages, + "memory_top_k_pages": args.top_k_pages, + "memory_top_k_records": args.top_k_records, + "memory_max_hops": args.max_hops, + "memory_coarse_index_bits": args.coarse_index_bits, + "memory_v2_read_threshold": args.read_threshold, + "memory_v2_write_threshold": args.write_threshold, + "memory_storage_mode": args.memory_storage_mode, + "memory_storage_path": args.memory_storage_path, + "memory_resident_pages": args.memory_resident_pages, + "memory_gpu_cache_records": args.memory_gpu_cache_records, + "memory_gpu_cache_tokens": args.memory_gpu_cache_tokens, + "memory_gpu_cache_reserve_mb": args.memory_gpu_cache_reserve_mb, + "memory_gpu_cache_adaptive": args.memory_gpu_cache_adaptive, + "kv_budget_tokens": args.kv_budget, + "kv_hard_max_tokens": args.kv_hard_max, + "kv_compaction_trigger": args.kv_trigger, + "kv_keep_recent_tokens": args.kv_keep_recent, + "persistent_memory": True, + } + ) + memory_config["memory_config"] = saved + memory_config["router_v2_ready"] = True + memory_config["checkpoint_contains_user_memory"] = True + (output_dir / "memory_config.json").write_text( + json.dumps(memory_config, indent=2, ensure_ascii=False), encoding="utf-8" + ) + + index = json.loads((base_dir / "model.safetensors.index.json").read_text(encoding="utf-8")) + weight_map = index.setdefault("weight_map", {}) + for key in base_tensors: + weight_map[key] = memory_name + index.setdefault("metadata", {})["total_size"] = int( + sum(value.numel() * value.element_size() for value in base_tensors.values()) + ) + (output_dir / "model.safetensors.index.json").write_text( + json.dumps(index, indent=2, ensure_ascii=False) + "\n", encoding="utf-8" + ) + manifest = dict(base_manifest) + manifest.update( + { + "format_version": 2, + "format": "qwen_dynamic_memory_v2_embedded", + "base_model": str(base_dir), + "source_router_checkpoint": str(args.router_checkpoint), + "checkpoint_contains_user_memory": True, + "memory_config": saved, + } + ) + (output_dir / "memory_merge.json").write_text( + json.dumps(manifest, indent=2, ensure_ascii=False), encoding="utf-8" + ) + return { + "output_dir": str(output_dir), + "memory_shard": str(output_dir / memory_name), + "memory_tensor_count": len(base_tensors), + "v2_records": memory_os.stats()["records"], + "v2_pages": memory_os.stats()["pages"], + } + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--base-package", default="W:/Flash/model/dynamic_memory_lab/qwen3_5_4b_memory_merged_v13") + parser.add_argument("--output-dir", default="W:/Flash/model/dynamic_memory_lab/qwen3_5_4b_memory_merged_v2") + parser.add_argument("--router-checkpoint", default="W:/Flash/model/dynamic_memory_lab/checkpoints/natural_memory_v2_router/memory_router_v2.pt") + parser.add_argument("--router-dim", type=int, default=128) + parser.add_argument("--num-heads", type=int, default=8) + parser.add_argument("--max-hops", type=int, default=3) + parser.add_argument("--page-capacity", type=int, default=32) + parser.add_argument("--max-pages", type=int, default=32768) + parser.add_argument("--hot-pages", type=int, default=8) + parser.add_argument("--top-k-pages", type=int, default=4) + parser.add_argument("--top-k-records", type=int, default=8) + parser.add_argument("--coarse-index-bits", type=int, default=20) + parser.add_argument("--read-threshold", type=float, default=0.65) + parser.add_argument("--write-threshold", type=float, default=0.50) + parser.add_argument("--memory-storage-mode", choices=("embedded", "tiered"), default="embedded") + parser.add_argument("--memory-storage-path", default=None) + parser.add_argument("--memory-resident-pages", type=int, default=256) + parser.add_argument("--memory-gpu-cache-records", type=int, default=256) + parser.add_argument("--memory-gpu-cache-tokens", type=int, default=131072) + parser.add_argument("--memory-gpu-cache-reserve-mb", type=int, default=2048) + parser.add_argument( + "--memory-gpu-cache-adaptive", + action=argparse.BooleanOptionalAction, + default=True, + help="keep the VRAM cache below the reserve line and fall back to system RAM when needed", + ) + parser.add_argument("--kv-budget", type=int, default=32768) + parser.add_argument("--kv-hard-max", type=int, default=131072) + parser.add_argument("--kv-trigger", type=float, default=0.90) + parser.add_argument("--kv-keep-recent", type=int, default=8192) + parser.add_argument( + "--allow-copy-base", + action="store_true", + help="allow copying the frozen Qwen shards when hard links are unavailable; requires substantial free disk space", + ) + return parser.parse_args() + + +if __name__ == "__main__": + print(json.dumps(build(parse_args()), ensure_ascii=False, indent=2)) diff --git a/build_production_memory_dataset.py b/build_production_memory_dataset.py new file mode 100644 index 0000000..c86173f --- /dev/null +++ b/build_production_memory_dataset.py @@ -0,0 +1,307 @@ +"""Normalize conversation logs into a leak-resistant memory-policy dataset. + +The runtime accepts many local data shapes because real users rarely keep +their chat exports in one format. This command converts them to a small, +auditable JSONL schema without inventing labels. It understands the current +``native_memory`` episode format, the streaming demo format, and a generic +format documented in the output manifest. + +The bundled fallback files are bootstrap data for smoke tests. A real user +corpus can be supplied with ``--source``/``--eval-source`` and receives the +same normalization and group-level split guarantees. +""" + +from __future__ import annotations + +import argparse +import hashlib +import json +from collections import Counter, defaultdict +from pathlib import Path +from typing import Any, Iterable + + +DEFAULT_SOURCES = ( + "data/native_memory/train.jsonl", + "data/native_memory/eval.jsonl", + "data/demo_stream.jsonl", +) +PROJECT_ROOT = Path(__file__).resolve().parent + + +def _project_path(value: str | Path) -> Path: + path = Path(value) + if path.is_absolute() or path.exists(): + return path + return PROJECT_ROOT / path + + +def _read_jsonl(path: Path) -> Iterable[tuple[int, dict[str, Any]]]: + with path.open("r", encoding="utf-8") as handle: + for line_number, raw in enumerate(handle, 1): + raw = raw.strip() + if not raw: + continue + value = json.loads(raw) + if not isinstance(value, dict): + raise ValueError(f"{path}:{line_number} must contain a JSON object") + yield line_number, value + + +def _message_text(messages: Any) -> str: + if isinstance(messages, str): + return messages.strip() + if not isinstance(messages, list): + return "" + parts: list[str] = [] + for message in messages: + if not isinstance(message, dict): + continue + content = message.get("content", "") + if isinstance(content, str) and content.strip(): + role = str(message.get("role", "user")) + parts.append(f"[{role}] {content.strip()}") + return "\n".join(parts).strip() + + +def _user_text(messages: Any) -> str: + if isinstance(messages, str): + return messages.strip() + if not isinstance(messages, list): + return "" + for message in reversed(messages): + if isinstance(message, dict) and message.get("role") == "user": + content = message.get("content", "") + if isinstance(content, str): + return content.strip() + return _message_text(messages) + + +def _explicit_split(path: Path, *, forced: str | None) -> str | None: + if forced in {"train", "eval"}: + return forced + name = path.name.lower() + if any(mark in name for mark in ("eval", "valid", "test")): + return "eval" + if "train" in name: + return "train" + return None + + +def _make_example( + *, + group_id: str, + example_id: str, + text: str, + write_label: float, + forget_label: float = 0.0, + kind: str = "conversation", + source: str, + subject: str = "", + attribute: str = "", + value: Any = None, + answer: str = "", + answerable: bool | None = None, + messages: Any = None, +) -> dict[str, Any] | None: + text = str(text or "").strip() + if not text: + return None + return { + "id": example_id, + "group_id": group_id, + "text": text, + "messages": messages if isinstance(messages, list) else [{"role": "user", "content": text}], + "write_label": float(max(0.0, min(1.0, write_label))), + "forget_label": float(max(0.0, min(1.0, forget_label))), + "kind": kind, + "source": source, + "subject": str(subject or ""), + "attribute": str(attribute or ""), + "value": "" if value is None else str(value), + "answer": str(answer or ""), + "answerable": answerable, + } + + +def normalize_record(record: dict[str, Any], *, source: str, line_number: int) -> list[dict[str, Any]]: + """Convert one source record into labeled write/query decisions.""" + + raw_id = str(record.get("id") or record.get("conversation_id") or f"line-{line_number}") + group_id = f"{source}:{raw_id}" + output: list[dict[str, Any]] = [] + + chunks = record.get("memory_chunks") + if isinstance(chunks, list): + for index, chunk in enumerate(chunks): + if not isinstance(chunk, dict): + continue + messages = chunk.get("messages", []) + item = _make_example( + group_id=group_id, + example_id=f"{raw_id}:memory:{index}", + text=_user_text(messages) or str(chunk.get("text", "")), + write_label=float(chunk.get("write_label", 1.0)), + forget_label=float(chunk.get("forget_label", 0.0)), + kind=str(chunk.get("kind", "fact")), + source=source, + subject=record.get("subject", ""), + attribute=record.get("attribute", ""), + value=chunk.get("value", record.get("value", "")), + messages=messages, + ) + if item is not None: + output.append(item) + query = record.get("query") + query_text = _user_text(query) + item = _make_example( + group_id=group_id, + example_id=f"{raw_id}:query", + text=query_text, + write_label=0.0, + kind="query", + source=source, + subject=record.get("subject", ""), + attribute=record.get("attribute", ""), + answer=record.get("answer", ""), + answerable=record.get("answerable"), + messages=query if isinstance(query, list) else None, + ) + if item is not None: + output.append(item) + return output + + memory = record.get("memory") + if isinstance(memory, list): + for index, item_messages in enumerate(memory): + item = _make_example( + group_id=group_id, + example_id=f"{raw_id}:memory:{index}", + text=_user_text(item_messages), + write_label=1.0, + kind="fact", + source=source, + messages=item_messages if isinstance(item_messages, list) else None, + ) + if item is not None: + output.append(item) + query = record.get("query") + if query is not None: + item = _make_example( + group_id=group_id, + example_id=f"{raw_id}:query", + text=_user_text(query), + write_label=0.0, + kind="query", + source=source, + answer=record.get("answer", ""), + answerable=record.get("answerable"), + messages=query if isinstance(query, list) else None, + ) + if item is not None: + output.append(item) + + event = record.get("memory_event") + if not output and (record.get("text") is not None or record.get("messages") is not None): + event = event if isinstance(event, dict) else {} + item = _make_example( + group_id=group_id, + example_id=f"{raw_id}:turn", + text=_user_text(record.get("messages")) or str(record.get("text", "")), + write_label=float(event.get("write_label", event.get("write", record.get("write_label", 0.0)))), + forget_label=float(event.get("forget_label", event.get("forget", record.get("forget_label", 0.0)))), + kind=str(event.get("kind", record.get("kind", "conversation"))), + source=source, + subject=record.get("subject", ""), + attribute=record.get("attribute", ""), + value=record.get("value", ""), + answer=record.get("answer", ""), + answerable=record.get("answerable"), + messages=record.get("messages"), + ) + if item is not None: + output.append(item) + return output + + +def _split_for_group(group_id: str, explicit: str | None, *, eval_ratio: float) -> str: + if explicit is not None: + return explicit + digest = hashlib.sha1(group_id.encode("utf-8")).hexdigest() + value = int(digest[:8], 16) / 0xFFFFFFFF + return "eval" if value < eval_ratio else "train" + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--source", action="append", help="input JSONL; may be repeated") + parser.add_argument("--eval-source", action="append", default=[], help="input JSONL forced into eval") + parser.add_argument("--output-dir", default="data/production_memory") + parser.add_argument("--eval-ratio", type=float, default=0.2) + args = parser.parse_args() + if not 0.0 < args.eval_ratio < 1.0: + raise SystemExit("--eval-ratio must be between 0 and 1") + + source_paths = [_project_path(item) for item in (args.source or DEFAULT_SOURCES)] + eval_paths = [_project_path(item) for item in args.eval_source] + all_inputs = [(path, None) for path in source_paths] + [(path, "eval") for path in eval_paths] + examples: list[tuple[str, dict[str, Any]]] = [] + source_stats: dict[str, Counter[str]] = defaultdict(Counter) + seen: set[tuple[str, str, float, float, str]] = set() + for path, forced_split in all_inputs: + if not path.exists(): + raise FileNotFoundError(path) + source = str(path) + name_split = _explicit_split(path, forced=forced_split) + for line_number, record in _read_jsonl(path): + normalized = normalize_record(record, source=source, line_number=line_number) + for item in normalized: + dedupe_key = ( + item["group_id"], + item["text"], + item["write_label"], + item["forget_label"], + item["kind"], + ) + if dedupe_key in seen: + source_stats[source]["deduplicated"] += 1 + continue + seen.add(dedupe_key) + split = _split_for_group(item["group_id"], name_split, eval_ratio=args.eval_ratio) + examples.append((split, item)) + source_stats[source][split] += 1 + + output_dir = _project_path(args.output_dir) + output_dir.mkdir(parents=True, exist_ok=True) + split_counts: Counter[str] = Counter() + for split in ("train", "eval"): + path = output_dir / f"{split}.jsonl" + with path.open("w", encoding="utf-8") as handle: + for item_split, item in examples: + if item_split == split: + handle.write(json.dumps(item, ensure_ascii=False) + "\n") + split_counts[split] += 1 + manifest = { + "format_version": 1, + "schema": { + "text": "current turn presented to the write policy", + "messages": "optional original chat messages", + "write_label": "1 durable memory, 0 ordinary query/casual turn", + "forget_label": "1 explicit correction/forget request", + "group_id": "conversation/episode identity; never split across train and eval", + }, + "bootstrap_data_warning": "Default files are local bootstrap/synthetic data; pass real exports with --source for production training.", + "inputs": [str(path) for path, _ in all_inputs], + "counts": dict(split_counts), + "source_stats": {key: dict(value) for key, value in source_stats.items()}, + "dedupe_count": sum(value.get("deduplicated", 0) for value in source_stats.values()), + } + (output_dir / "manifest.json").write_text( + json.dumps(manifest, ensure_ascii=False, indent=2), + encoding="utf-8", + ) + print(json.dumps(manifest, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/chat_qwen_memory.py b/chat_qwen_memory.py new file mode 100644 index 0000000..f69c8e1 --- /dev/null +++ b/chat_qwen_memory.py @@ -0,0 +1,297 @@ +"""Minimal interactive chat using the persistent Qwen dynamic memory.""" + +from __future__ import annotations + +import argparse +import sys +from pathlib import Path + +import torch + +from .qwen_integration import ( + DEFAULT_MEMORY_RESET_TOKEN, + QwenMemoryConfig, + load_memory_config, + load_qwen_dynamic, + load_tokenizer, + resolve_memory_reset_token, + split_memory_candidates, +) + + +def _memory_system_prefix(tokenizer, content: str): + """Encode a valid system-message prefix without adding a fake query.""" + + full = tokenizer.apply_chat_template( + [ + {"role": "system", "content": content}, + {"role": "user", "content": "__memory_query_boundary__"}, + ], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + input_ids = full["input_ids"] + im_start = tokenizer.convert_tokens_to_ids("<|im_start|>") + positions = (input_ids[0] == int(im_start)).nonzero(as_tuple=False).flatten() + if positions.numel() < 2: + raise RuntimeError("could not locate the system/user memory boundary") + end = int(positions[1].item()) + return { + "input_ids": input_ids[:, :end], + "attention_mask": torch.ones((1, end), dtype=torch.long), + } + + +def main() -> None: + if hasattr(sys.stdout, "reconfigure"): + sys.stdout.reconfigure(encoding="utf-8", errors="replace") + parser = argparse.ArgumentParser() + parser.add_argument("--model-path", default=".") + parser.add_argument("--adapter", default=None) + parser.add_argument( + "--natural-language-memory", + action="store_true", + help="enable the model-owned exact text memory bank and internal retrieval prefix", + ) + parser.add_argument( + "--memory-state", + default=None, + help="user runtime memory file; it is loaded at startup and saved after each turn", + ) + parser.add_argument("--max-new-tokens", type=int, default=128) + parser.add_argument("--no-4bit", action="store_true") + parser.add_argument( + "--persistent-memory", + action="store_true", + help="keep native memory inside the model instance across turns", + ) + parser.add_argument("--reset-token", default=None) + parser.add_argument("--reset-token-id", type=int, default=None) + parser.add_argument( + "--persist-in-adapter", + action="store_true", + help="also checkpoint current user memory into the adapter package", + ) + args = parser.parse_args() + + tokenizer = load_tokenizer(args.model_path) + memory_config = load_memory_config(args.adapter) if args.adapter else None + if args.natural_language_memory and memory_config is None: + memory_config = QwenMemoryConfig(natural_language_memory=True) + if memory_config is not None and args.natural_language_memory: + memory_config.natural_language_memory = True + if memory_config is not None and memory_config.native_mode and args.persistent_memory: + memory_config.persistent_memory = True + if memory_config is not None: + if args.reset_token_id is not None: + memory_config.reset_token_id = args.reset_token_id + elif args.reset_token is not None: + memory_config.reset_token_id = resolve_memory_reset_token(tokenizer, args.reset_token) + elif memory_config.native_mode and memory_config.reset_token_id is None: + memory_config.reset_token_id = resolve_memory_reset_token(tokenizer) + model = load_qwen_dynamic( + args.model_path, + memory_config=memory_config, + load_in_4bit=not args.no_4bit, + ) + if args.adapter: + model.load_memory_adapter(args.adapter) + model.eval() + device = model._find_layer_device() + state_path = Path(args.memory_state) if args.memory_state else None + if state_path is not None and state_path.exists(): + model.load_runtime_memory(state_path, device=device) + print(f"已加载用户 memory_state：{state_path}") + print("普通消息会自动判断并保存重要信息；/remember <事实> 强制写入，/reset 清空，/save 保存，/quit 退出。") + if memory_config is not None and memory_config.reset_token_id is not None: + print(f"也可在用户消息中发送重置 token：{args.reset_token or DEFAULT_MEMORY_RESET_TOKEN}") + + def save_state() -> None: + if state_path is not None and model.runtime.state is not None: + model.save_runtime_memory(state_path) + print(f"已保存：{state_path}") + if args.persist_in_adapter and args.adapter and model.runtime.state is not None: + model.save_persistent_memory_checkpoint(args.adapter) + print(f"已将当前用户记忆写入模型适配器：{args.adapter}") + + try: + while True: + user_text = input("你> ").strip() + if user_text == "/quit": + break + if user_text == "/reset": + model.reset_memory(batch_size=1, device=device) + save_state() + print("已清空动态记忆。") + continue + if user_text == "/save": + save_state() + continue + if user_text.startswith("/remember "): + fact = user_text[len("/remember ") :].strip() + if not fact: + continue + messages = [ + {"role": "user", "content": fact}, + {"role": "assistant", "content": "好的，我会记住这件事。"}, + ] + encoded = tokenizer.apply_chat_template( + messages, + tokenize=True, + add_generation_prompt=False, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + encoded = { + key: value.to(device) + for key, value in encoded.items() + if isinstance(value, torch.Tensor) + } + memory_text = _memory_system_prefix( + tokenizer, + "以下是与当前用户相关的已保存长期记忆。仅在问题相关时使用，不要编造：\n" + fact, + ) + memory_text_input_ids = memory_text["input_ids"].to(device) + memory_text_attention_mask = memory_text.get("attention_mask") + if memory_text_attention_mask is None: + memory_text_attention_mask = torch.ones_like(memory_text_input_ids) + memory_text_attention_mask = memory_text_attention_mask.to(device) + memory_key = tokenizer(fact, add_special_tokens=False, return_tensors="pt") + memory_key_input_ids = memory_key["input_ids"].to(device) + memory_key_attention_mask = memory_key.get("attention_mask") + if memory_key_attention_mask is None: + memory_key_attention_mask = torch.ones_like(memory_key_input_ids) + memory_key_attention_mask = memory_key_attention_mask.to(device) + memory_storage = tokenizer( + fact, + add_special_tokens=False, + return_tensors="pt", + ) + with torch.no_grad(): + model( + **encoded, + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + memory_text_input_ids=memory_text_input_ids, + memory_text_attention_mask=memory_text_attention_mask, + memory_key_input_ids=memory_key_input_ids, + memory_key_attention_mask=memory_key_attention_mask, + memory_storage_input_ids=memory_storage["input_ids"].to(device), + memory_storage_attention_mask=memory_storage.get( + "attention_mask", + torch.ones_like(memory_storage["input_ids"]), + ).to(device), + force_memory_write=True, + ) + save_state() + print("已写入动态记忆。") + continue + if not user_text: + continue + + messages = [{"role": "user", "content": user_text}] + encoded = tokenizer.apply_chat_template( + messages, + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + encoded = { + key: value.to(device) + for key, value in encoded.items() + if isinstance(value, torch.Tensor) + } + memory_query = tokenizer( + user_text, + add_special_tokens=False, + return_tensors="pt", + ) + memory_query_input_ids = memory_query["input_ids"].to(device) + memory_query_attention_mask = memory_query.get("attention_mask") + if memory_query_attention_mask is None: + memory_query_attention_mask = torch.ones_like(memory_query_input_ids) + memory_query_attention_mask = memory_query_attention_mask.to(device) + with torch.no_grad(): + # Native mode first gives the prompt to the learned controller + # so it can decide whether each fact-sized candidate is worth + # storing. The generation itself is read-only, preventing the + # model from accidentally memorizing its own answer text. + if memory_config is not None and memory_config.native_mode: + for candidate in split_memory_candidates(user_text): + candidate_encoded = tokenizer.apply_chat_template( + [{"role": "user", "content": candidate}], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + candidate_encoded = { + key: value.to(device) + for key, value in candidate_encoded.items() + if isinstance(value, torch.Tensor) + } + memory_text = _memory_system_prefix( + tokenizer, + "以下是与当前用户相关的已保存长期记忆。仅在问题相关时使用，不要编造：\n" + + candidate, + ) + memory_key = tokenizer( + candidate, + add_special_tokens=False, + return_tensors="pt", + ) + memory_key_input_ids = memory_key["input_ids"].to(device) + memory_key_attention_mask = memory_key.get("attention_mask") + if memory_key_attention_mask is None: + memory_key_attention_mask = torch.ones_like(memory_key_input_ids) + memory_storage = tokenizer( + candidate, + add_special_tokens=False, + return_tensors="pt", + ) + model( + **candidate_encoded, + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + memory_text_input_ids=memory_text["input_ids"].to(device), + memory_text_attention_mask=torch.ones_like( + memory_text["input_ids"], device=device + ), + memory_key_input_ids=memory_key_input_ids, + memory_key_attention_mask=memory_key_attention_mask.to(device), + memory_storage_input_ids=memory_storage["input_ids"].to(device), + memory_storage_attention_mask=memory_storage.get( + "attention_mask", + torch.ones_like(memory_storage["input_ids"]), + ).to(device), + ) + output_ids = model.generate( + **encoded, + max_new_tokens=args.max_new_tokens, + do_sample=False, + update_memory=False, + memory_query_input_ids=memory_query_input_ids, + memory_query_attention_mask=memory_query_attention_mask, + ) + response_ids = output_ids[0, encoded["input_ids"].shape[1] :] + print(f"AI> {tokenizer.decode(response_ids, skip_special_tokens=True)}") + save_state() + except (EOFError, KeyboardInterrupt): + print() + finally: + save_state() + + +if __name__ == "__main__": + main() diff --git a/comprehensive_benchmark.py b/comprehensive_benchmark.py new file mode 100644 index 0000000..9d78fe8 --- /dev/null +++ b/comprehensive_benchmark.py @@ -0,0 +1,301 @@ +"""Compare original Qwen and Native Memory on general regression tasks.""" + +from __future__ import annotations + +import argparse +import gc +import json +import re +import sys +import time +from collections import defaultdict +from pathlib import Path +from typing import Any + +import torch + +from .qwen_integration import load_memory_config, load_qwen_base, load_qwen_dynamic, load_tokenizer + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument("--adapter", default="dynamic_memory_lab/qwen_memory_adapter_native_v3") + parser.add_argument("--data", default="dynamic_memory_lab/data/comprehensive_general.jsonl") + parser.add_argument("--output", default="dynamic_memory_lab/comprehensive_benchmark_native_v3.json") + parser.add_argument("--max-new-tokens", type=int, default=32) + parser.add_argument("--perf-repeats", type=int, default=3) + parser.add_argument("--no-4bit", action="store_true") + parser.add_argument("--category-drop-limit", type=float, default=0.10) + parser.add_argument("--overall-drop-limit", type=float, default=0.05) + return parser.parse_args() + + +def load_cases(path: str | Path) -> list[dict[str, Any]]: + cases = [] + for line in Path(path).read_text(encoding="utf-8").splitlines(): + if line.strip(): + cases.append(json.loads(line)) + if not cases: + raise ValueError(f"no benchmark cases found in {path}") + return cases + + +def normalize(text: str) -> str: + return re.sub(r"[\s`*_#，。！？、；：,.!?;:'\"（）()\[\]{}]", "", text).lower() + + +def contains_answer(text: str, acceptable: list[str]) -> bool: + normalized = normalize(text) + for answer in acceptable: + expected = normalize(str(answer)) + if not expected: + continue + if expected.isdigit() and len(expected) == 1: + if re.search(rf"(? dict[str, torch.Tensor]: + encoded = tokenizer.apply_chat_template( + [{"role": "user", "content": prompt}], + tokenize=True, + add_generation_prompt=True, + enable_thinking=False, + ) + input_ids = encoded["input_ids"] if isinstance(encoded, dict) or hasattr(encoded, "__getitem__") else encoded + if isinstance(input_ids, torch.Tensor): + if input_ids.ndim == 1: + input_ids = input_ids.unsqueeze(0) + input_ids = input_ids.to(device) + else: + if input_ids and isinstance(input_ids[0], list): + input_ids = input_ids[0] + input_ids = torch.tensor([input_ids], dtype=torch.long, device=device) + return {"input_ids": input_ids, "attention_mask": torch.ones_like(input_ids)} + + +def _decode_generation(tokenizer: Any, output: torch.Tensor, prompt: dict[str, torch.Tensor]) -> str: + start = prompt["input_ids"].shape[1] + return tokenizer.decode(output[0, start:].detach().cpu().tolist(), skip_special_tokens=True).strip() + + +def evaluate_model( + model: Any, + tokenizer: Any, + cases: list[dict[str, Any]], + *, + adapted: bool, + max_new_tokens: int, + perf_repeats: int, +) -> dict[str, Any]: + device = model._find_layer_device() if adapted else model.get_input_embeddings().weight.device + rows: list[dict[str, Any]] = [] + category_values: dict[str, list[float]] = defaultdict(list) + category_examples: dict[str, list[dict[str, Any]]] = defaultdict(list) + started = time.perf_counter() + for case in cases: + if adapted: + model.reset_memory() + prompt = prompt_inputs(tokenizer, str(case["prompt"]), device) + with torch.inference_mode(): + if adapted: + output = model.generate( + **prompt, + max_new_tokens=max_new_tokens, + do_sample=False, + update_memory=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + else: + output = model.generate( + **prompt, + max_new_tokens=max_new_tokens, + do_sample=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + generated = _decode_generation(tokenizer, output, prompt) + passed = contains_answer(generated, list(case["acceptable"])) + category = str(case["category"]) + category_values[category].append(float(passed)) + if len(category_examples[category]) < 3: + category_examples[category].append( + { + "id": case["id"], + "prompt": case["prompt"], + "acceptable": case["acceptable"], + "generated": generated, + "passed": passed, + } + ) + rows.append( + { + "id": case["id"], + "category": category, + "acceptable": case["acceptable"], + "generated": generated, + "passed": passed, + } + ) + elapsed = time.perf_counter() - started + + perf_case = cases[0] + if adapted: + model.reset_memory() + perf_prompt = prompt_inputs(tokenizer, str(perf_case["prompt"]), device) + if device.type == "cuda": + torch.cuda.synchronize(device) + perf_start = time.perf_counter() + generated_tokens = 0 + for _ in range(max(1, perf_repeats)): + if adapted: + model.reset_memory() + with torch.inference_mode(): + if adapted: + perf_output = model.generate( + **perf_prompt, + max_new_tokens=max_new_tokens, + do_sample=False, + update_memory=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + else: + perf_output = model.generate( + **perf_prompt, + max_new_tokens=max_new_tokens, + do_sample=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + generated_tokens += int(perf_output.shape[1] - perf_prompt["input_ids"].shape[1]) + if device.type == "cuda": + torch.cuda.synchronize(device) + perf_elapsed = time.perf_counter() - perf_start + score = sum(sum(values) for values in category_values.values()) / len(cases) + return { + "device": str(device), + "cases": len(cases), + "elapsed_seconds": elapsed, + "overall_score": score, + "categories": { + category: { + "count": len(values), + "score": sum(values) / len(values), + "examples": category_examples[category], + } + for category, values in sorted(category_values.items()) + }, + "performance": { + "repeats": max(1, perf_repeats), + "max_new_tokens": max_new_tokens, + "tokens_per_second": generated_tokens / max(perf_elapsed, 1e-9), + "seconds_per_run": perf_elapsed / max(1, perf_repeats), + }, + "rows": rows, + } + + +def release(model: Any) -> None: + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + +def main() -> None: + if hasattr(sys.stdout, "reconfigure"): + sys.stdout.reconfigure(encoding="utf-8", errors="replace") + args = parse_args() + cases = load_cases(args.data) + tokenizer = load_tokenizer(args.model_path) + use_4bit = not args.no_4bit + report: dict[str, Any] = { + "model_path": str(Path(args.model_path).resolve()), + "adapter": str(Path(args.adapter).resolve()), + "data": str(Path(args.data).resolve()), + "quantization": "4bit_nf4" if use_4bit else "none", + "cases": len(cases), + } + + print("loading baseline") + baseline = load_qwen_base(args.model_path, load_in_4bit=use_4bit) + baseline.eval() + baseline_device = baseline.get_input_embeddings().weight.device + if baseline_device.type == "cuda": + torch.cuda.reset_peak_memory_stats(baseline_device) + report["baseline"] = evaluate_model( + baseline, + tokenizer, + cases, + adapted=False, + max_new_tokens=args.max_new_tokens, + perf_repeats=args.perf_repeats, + ) + if baseline_device.type == "cuda": + report["baseline"]["peak_memory_gb"] = torch.cuda.max_memory_allocated(baseline_device) / 1024**3 + release(baseline) + + config = load_memory_config(args.adapter) + config.persistent_memory = False + print(f"loading native adapter mode={config.mode} layers={config.layer_indices}") + adapted = load_qwen_dynamic( + args.model_path, + memory_config=config, + load_in_4bit=use_4bit, + ) + adapted.load_memory_adapter(args.adapter) + adapted.eval() + adapted_device = adapted._find_layer_device() + if adapted_device.type == "cuda": + torch.cuda.reset_peak_memory_stats(adapted_device) + report["native_memory"] = evaluate_model( + adapted, + tokenizer, + cases, + adapted=True, + max_new_tokens=args.max_new_tokens, + perf_repeats=args.perf_repeats, + ) + if adapted_device.type == "cuda": + report["native_memory"]["peak_memory_gb"] = torch.cuda.max_memory_allocated(adapted_device) / 1024**3 + + baseline_score = report["baseline"]["overall_score"] + native_score = report["native_memory"]["overall_score"] + baseline_categories = report["baseline"]["categories"] + native_categories = report["native_memory"]["categories"] + category_deltas = { + category: native_categories[category]["score"] - baseline_categories[category]["score"] + for category in baseline_categories.keys() & native_categories.keys() + } + report["regression"] = { + "overall_delta": native_score - baseline_score, + "category_deltas": category_deltas, + "overall_drop_limit": args.overall_drop_limit, + "category_drop_limit": args.category_drop_limit, + "overall_regression_alert": native_score < baseline_score - args.overall_drop_limit, + "category_regression_alerts": { + category: delta < -args.category_drop_limit for category, delta in category_deltas.items() + }, + "pass": native_score >= baseline_score - args.overall_drop_limit + and all(delta >= -args.category_drop_limit for delta in category_deltas.values()), + } + legacy_path = Path(args.adapter).parent / "benchmark_qwen_native_v3_eval.json" + if legacy_path.exists(): + report["same_memory_benchmark"] = json.loads(legacy_path.read_text(encoding="utf-8")) + native_eval_path = Path(args.adapter) / "native_eval_report.json" + if native_eval_path.exists(): + report["native_memory_holdout"] = json.loads(native_eval_path.read_text(encoding="utf-8")) + output = Path(args.output) + output.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps({key: report[key] for key in ("baseline", "native_memory", "regression")}, ensure_ascii=False, indent=2)) + print(f"saved={output}") + + +if __name__ == "__main__": + main() diff --git a/diagnose_generation_path.py b/diagnose_generation_path.py new file mode 100644 index 0000000..4d4dc4b --- /dev/null +++ b/diagnose_generation_path.py @@ -0,0 +1,66 @@ +"""Check whether teacher-forcing and cached greedy generation agree on token 1.""" + +from __future__ import annotations + +import json + +import torch + +from .benchmark_qwen import _generation_prompt +from .qwen_integration import QwenMemoryConfig, load_qwen_dynamic, load_tokenizer +from .train_qwen_memory import encode_messages, pad_batch + + +def main() -> None: + model = load_qwen_dynamic( + ".", + memory_config=QwenMemoryConfig(mode="blend", blend_init=0.1), + load_in_4bit=True, + ) + model.load_memory_adapter("dynamic_memory_lab/qwen_memory_adapter_full") + model.eval() + tokenizer = load_tokenizer(".") + record = json.loads( + next(open("dynamic_memory_lab/data/benchmark_eval.jsonl", encoding="utf-8")) + ) + device = model._find_layer_device() + memory = encode_messages(tokenizer, record["memory"], 128) + memory_input, memory_mask, _ = pad_batch([memory], int(tokenizer.pad_token_id)) + prompt = _generation_prompt(tokenizer, record["query"][:-1], device) + + with torch.inference_mode(): + memory_state = model( + input_ids=memory_input.to(device), + attention_mask=memory_mask.to(device), + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + ).memory + teacher_forcing = model( + input_ids=prompt["input_ids"], + attention_mask=prompt["attention_mask"], + memory_state=memory_state, + read_memory=True, + update_memory=False, + return_memory=True, + use_cache=False, + ) + generated = model.generate( + **prompt, + max_new_tokens=1, + do_sample=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + + teacher_id = int(teacher_forcing.logits[0, -1].argmax()) + generated_id = int(generated[0, -1]) + print(json.dumps({"expected": record["answer"]}, ensure_ascii=True)) + print(json.dumps({"teacher_id": teacher_id, "teacher_text": tokenizer.decode([teacher_id])}, ensure_ascii=True)) + print(json.dumps({"generated_id": generated_id, "generated_text": tokenizer.decode([generated_id])}, ensure_ascii=True)) + print(f"same={teacher_id == generated_id}") + + +if __name__ == "__main__": + main() diff --git a/diagnose_pointer.py b/diagnose_pointer.py new file mode 100644 index 0000000..533f1a1 --- /dev/null +++ b/diagnose_pointer.py @@ -0,0 +1,57 @@ +"""Debug the raw token pointer memory path on one benchmark record.""" + +from __future__ import annotations + +import json + +import torch + +from .benchmark_qwen import _generation_prompt +from .qwen_integration import QwenMemoryConfig, load_qwen_dynamic, load_tokenizer +from .train_qwen_memory import encode_messages, pad_batch + + +def main() -> None: + config = QwenMemoryConfig( + mode="blend", + blend_init=0.1, + write_token_offset=4, + broadcast_write=True, + raw_token_write=True, + raw_logit_scale=30.0, + ) + model = load_qwen_dynamic(".", memory_config=config, load_in_4bit=True) + model.eval() + tokenizer = load_tokenizer(".") + record = json.loads(next(open("dynamic_memory_lab/data/benchmark_eval.jsonl", encoding="utf-8"))) + device = model._find_layer_device() + memory = encode_messages(tokenizer, record["memory"], 128) + memory_input, memory_mask, _ = pad_batch([memory], int(tokenizer.pad_token_id)) + print("memory_ids", memory_input.tolist()) + print("memory_mask", memory_mask.tolist()) + prompt = _generation_prompt(tokenizer, record["query"][:-1], device) + print("prompt_ids", prompt["input_ids"].tolist()) + with torch.inference_mode(): + output = model( + input_ids=memory_input.to(device), + attention_mask=memory_mask.to(device), + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + ) + print("raw_memory_shape", tuple(model.runtime.raw_memory.shape)) + print("raw_memory_norm", float(model.runtime.raw_memory.float().norm())) + generated = model.generate( + **prompt, + max_new_tokens=1, + do_sample=False, + update_memory=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + print("generated", generated.tolist()) + + +if __name__ == "__main__": + main() diff --git a/evaluate_associative.py b/evaluate_associative.py new file mode 100644 index 0000000..013fbc3 --- /dev/null +++ b/evaluate_associative.py @@ -0,0 +1,49 @@ +"""Evaluate a saved dynamic-memory checkpoint.""" + +from __future__ import annotations + +import argparse + +import torch + +from .model import DynamicMemoryConfig, DynamicMemoryLM +from .tasks import sample_associative_batch + + +def main() -> None: + parser = argparse.ArgumentParser() + parser.add_argument("--checkpoint", default="dynamic_memory_lab/checkpoints/latest.pt") + parser.add_argument("--batches", type=int, default=100) + parser.add_argument("--device", default="auto", choices=("auto", "cpu", "cuda")) + args = parser.parse_args() + + device = torch.device("cuda" if args.device == "auto" and torch.cuda.is_available() else ("cpu" if args.device == "auto" else args.device)) + checkpoint = torch.load(args.checkpoint, map_location=device, weights_only=False) + config = DynamicMemoryConfig(**checkpoint["config"]) + model = DynamicMemoryLM(config).to(device) + model.load_state_dict(checkpoint["model"]) + model.eval() + + for overwrite in (False, True): + correct = 0 + total = 0 + with torch.no_grad(): + for _ in range(args.batches): + batch = sample_associative_batch( + batch_size=256, + vocab_size=config.vocab_size, + device=device, + overwrite=overwrite, + ) + memory = None + for chunk in batch.learn_chunks: + memory = model(chunk, memory=memory, update_memory=True).memory + output = model(batch.query_input, memory=memory, update_memory=False) + prediction = output.logits[:, 0].argmax(dim=-1) + correct += int((prediction == batch.expected).sum()) + total += batch.expected.numel() + print(f"overwrite={overwrite} accuracy={correct / total:.3f}") + + +if __name__ == "__main__": + main() diff --git a/evaluate_native_memory.py b/evaluate_native_memory.py new file mode 100644 index 0000000..7577b24 --- /dev/null +++ b/evaluate_native_memory.py @@ -0,0 +1,281 @@ +"""Evaluate the learned native memory controller on held-out streaming records.""" + +from __future__ import annotations + +import argparse +import gc +import json +import math +from collections import defaultdict +from pathlib import Path +from typing import Any + +import torch + +from .qwen_integration import load_memory_config, load_qwen_dynamic, load_tokenizer +from .train_qwen_memory import encode_messages, pad_batch +from .train_native_memory import load_records + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument("--adapter-dir", default="dynamic_memory_lab/qwen_memory_adapter_native") + parser.add_argument("--data", default="dynamic_memory_lab/data/native_memory/eval.jsonl") + parser.add_argument("--max-length", type=int, default=192) + parser.add_argument("--max-new-tokens", type=int, default=8) + parser.add_argument("--no-4bit", action="store_true") + parser.add_argument("--report", default=None) + parser.add_argument("--restart-test", action="store_true") + parser.add_argument("--limit", type=int, default=None) + parser.add_argument( + "--direct-logit-scale-override", + type=float, + default=None, + help="temporarily override the adapter scale for generation diagnostics", + ) + return parser.parse_args() + + +def _mean(values: list[float]) -> float: + return sum(values) / len(values) if values else float("nan") + + +def _is_refusal(text: str) -> bool: + # The base model may phrase an abstention as "没有相关记录" or "没有访问 + # 权限" rather than the exact training answer "不知道。". Count these + # as safe abstentions; the report also keeps the raw generation. + return any(marker in text for marker in ("不知道", "没有", "无相关", "未找到", "不清楚", "不确定", "无法", "不能")) + + +def _encode_prompt(tokenizer: Any, messages: list[dict[str, Any]]) -> torch.Tensor: + encoded = tokenizer.apply_chat_template( + messages, + tokenize=True, + add_generation_prompt=True, + enable_thinking=False, + return_tensors="pt", + ) + if hasattr(encoded, "input_ids"): + return encoded.input_ids + if isinstance(encoded, dict): + return encoded["input_ids"] + if encoded and isinstance(encoded[0], list): + encoded = encoded[0] + return torch.tensor([encoded], dtype=torch.long) + + +def _query_forward(model: Any, tokenizer: Any, record: dict[str, Any], max_length: int) -> dict[str, float]: + query_item = encode_messages(tokenizer, record["query"], max_length) + query_input, query_mask, query_labels = pad_batch([query_item], int(tokenizer.pad_token_id)) + device = model._find_layer_device() + output = model( + input_ids=query_input.to(device), + attention_mask=query_mask.to(device), + labels=query_labels.to(device), + read_memory=True, + update_memory=False, + return_memory=True, + use_cache=False, + ) + logits = output.logits[..., :-1, :] + labels = query_labels.to(logits.device)[..., 1:] + valid = labels.ne(-100) + predictions = logits.argmax(dim=-1) + token_accuracy = float((predictions[valid] == labels[valid]).float().mean()) if bool(valid.any()) else float("nan") + return {"loss": float(output.loss.detach()), "token_accuracy": token_accuracy} + + +@torch.no_grad() +def _generate_query(model: Any, tokenizer: Any, record: dict[str, Any], max_new_tokens: int) -> str: + prompt = _encode_prompt(tokenizer, record["query"][:-1]) + device = model._find_layer_device() + generated = model.generate( + input_ids=prompt.to(device), + attention_mask=torch.ones_like(prompt, device=device), + max_new_tokens=max_new_tokens, + do_sample=False, + use_cache=False, + update_memory=False, + ) + new_tokens = generated[:, prompt.shape[1] :] + return tokenizer.decode(new_tokens[0].detach().cpu().tolist(), skip_special_tokens=True).strip() + + +def _controller_step(model: Any, tokenizer: Any, chunk: dict[str, Any], max_length: int) -> tuple[float, float]: + item = encode_messages(tokenizer, chunk["messages"], max_length) + inputs, mask, _ = pad_batch([item], int(tokenizer.pad_token_id)) + device = model._find_layer_device() + model( + input_ids=inputs.to(device), + attention_mask=mask.to(device), + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + ) + write = model.memory.last_write_probability + forget = model.memory.last_forget_probability + if write is None or forget is None: + raise RuntimeError("adapter does not expose native controller probabilities") + return float(write.detach().mean()), float(forget.detach().mean()) + + +def evaluate_records(model: Any, tokenizer: Any, records: list[dict[str, Any]], args: argparse.Namespace) -> dict[str, Any]: + controller_rows: list[dict[str, Any]] = [] + query_rows: list[dict[str, Any]] = [] + generation_rows: list[dict[str, Any]] = [] + by_kind: dict[str, dict[str, list[float]]] = defaultdict(lambda: defaultdict(list)) + + for record in records: + model.reset_memory() + for chunk_index, chunk in enumerate(record["memory_chunks"]): + write, forget = _controller_step(model, tokenizer, chunk, args.max_length) + write_target = float(chunk.get("write_label", 1.0)) + forget_target = float(chunk.get("forget_label", 0.0)) + kind = str(chunk.get("kind", "unknown")) + write_correct = float((write >= 0.5) == (write_target >= 0.5)) + forget_correct = float((forget >= 0.5) == (forget_target >= 0.5)) + row = { + "record_id": record.get("id"), + "chunk_index": chunk_index, + "kind": kind, + "write_probability": write, + "write_target": write_target, + "write_correct": write_correct, + "forget_probability": forget, + "forget_target": forget_target, + "forget_correct": forget_correct, + } + controller_rows.append(row) + by_kind[kind]["write_correct"].append(write_correct) + by_kind[kind]["forget_correct"].append(forget_correct) + by_kind[kind]["write_probability"].append(write) + by_kind[kind]["forget_probability"].append(forget) + + query = _query_forward(model, tokenizer, record, args.max_length) + generated = _generate_query(model, tokenizer, record, args.max_new_tokens) + answer = str(record.get("answer", "")) + answerable = bool(record.get("answerable", False)) + contains_answer = bool(answer) and answer in generated if answerable else False + says_unknown = _is_refusal(generated) + generation_rows.append( + { + "record_id": record.get("id"), + "answerable": answerable, + "answer": answer, + "generated": generated, + "contains_answer": contains_answer, + "says_unknown": says_unknown, + } + ) + query_rows.append({"record_id": record.get("id"), **query}) + + controller_metrics = { + "write_accuracy": _mean([row["write_correct"] for row in controller_rows]), + "forget_accuracy": _mean([row["forget_correct"] for row in controller_rows]), + "write_bce_proxy": _mean([ + -(row["write_target"] * math.log(max(row["write_probability"], 1e-7)) + + (1.0 - row["write_target"]) * math.log(max(1.0 - row["write_probability"], 1e-7)) + ) + for row in controller_rows + ]), + "forget_bce_proxy": _mean([ + -(row["forget_target"] * math.log(max(row["forget_probability"], 1e-7)) + + (1.0 - row["forget_target"]) * math.log(max(1.0 - row["forget_probability"], 1e-7)) + ) + for row in controller_rows + ]), + "by_kind": { + kind: { + "count": len(values["write_correct"]), + "write_accuracy": _mean(values["write_correct"]), + "forget_accuracy": _mean(values["forget_correct"]), + "write_probability": _mean(values["write_probability"]), + "forget_probability": _mean(values["forget_probability"]), + } + for kind, values in by_kind.items() + }, + } + answerable_rows = [row for row in generation_rows if row["answerable"]] + unknown_rows = [row for row in generation_rows if not row["answerable"]] + query_metrics = { + "mean_loss": _mean([row["loss"] for row in query_rows]), + "token_accuracy": _mean([row["token_accuracy"] for row in query_rows]), + } + generation_metrics = { + "answerable_count": len(answerable_rows), + "answer_containment": _mean([float(row["contains_answer"]) for row in answerable_rows]), + "unknown_count": len(unknown_rows), + "unknown_refusal": _mean([float(row["says_unknown"]) for row in unknown_rows]), + } + return { + "controller": controller_metrics, + "query": query_metrics, + "generation": generation_metrics, + "controller_rows": controller_rows, + "query_rows": query_rows, + "generation_rows": generation_rows, + } + + +def restart_probe(model_path: str, adapter_dir: str, tokenizer: Any, record: dict[str, Any], args: argparse.Namespace) -> dict[str, Any]: + """Save state, recreate the model, and query without passing history.""" + config = load_memory_config(adapter_dir) + config.persistent_memory = True + if args.direct_logit_scale_override is not None: + config.direct_logit_scale = args.direct_logit_scale_override + first_model = load_qwen_dynamic(model_path, memory_config=config, load_in_4bit=not args.no_4bit) + first_model.load_memory_adapter(adapter_dir) + first_model.reset_memory() + for chunk in record["memory_chunks"]: + _controller_step(first_model, tokenizer, chunk, args.max_length) + state_path = Path(adapter_dir) / "native_restart_probe_memory.pt" + first_model.save_runtime_memory(state_path) + del first_model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + second_model = load_qwen_dynamic(model_path, memory_config=config, load_in_4bit=not args.no_4bit) + second_model.load_memory_adapter(adapter_dir) + second_model.load_runtime_memory(state_path) + generated = _generate_query(second_model, tokenizer, record, args.max_new_tokens) + answer = str(record.get("answer", "")) + return { + "record_id": record.get("id"), + "generated_after_restart": generated, + "answer": answer, + "contains_answer": answer in generated if record.get("answerable") else False, + "state_path": str(state_path), + } + + +def main() -> None: + args = parse_args() + records = load_records(args.data) + if args.limit is not None: + records = records[: args.limit] + tokenizer = load_tokenizer(args.model_path) + config = load_memory_config(args.adapter_dir) + config.persistent_memory = True + if args.direct_logit_scale_override is not None: + config.direct_logit_scale = args.direct_logit_scale_override + model = load_qwen_dynamic(args.model_path, memory_config=config, load_in_4bit=not args.no_4bit) + model.load_memory_adapter(args.adapter_dir) + model.eval() + report = evaluate_records(model, tokenizer, records, args) + if args.restart_test: + probe_record = next(record for record in records if record.get("answerable")) + report["restart_probe"] = restart_probe(args.model_path, args.adapter_dir, tokenizer, probe_record, args) + report["model_path"] = str(args.model_path) + report["adapter_dir"] = str(args.adapter_dir) + report["data"] = str(args.data) + report_path = Path(args.report) if args.report else Path(args.adapter_dir) / "native_eval_report.json" + report_path.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps({key: report[key] for key in ("controller", "query", "generation", "restart_probe") if key in report}, ensure_ascii=False, indent=2)) + print(f"report={report_path}") + + +if __name__ == "__main__": + main() diff --git a/evaluate_qwen_memory.py b/evaluate_qwen_memory.py new file mode 100644 index 0000000..1d50a6f --- /dev/null +++ b/evaluate_qwen_memory.py @@ -0,0 +1,64 @@ +"""Evaluate a Qwen dynamic-memory adapter on streaming JSONL records.""" + +from __future__ import annotations + +import argparse + +import torch + +from .qwen_integration import load_qwen_dynamic, load_tokenizer +from .train_qwen_memory import encode_messages, load_records, pad_batch + + +def main() -> None: + parser = argparse.ArgumentParser() + parser.add_argument("--model-path", default=".") + parser.add_argument("--data", default="dynamic_memory_lab/data/demo_stream.jsonl") + parser.add_argument("--adapter", default="dynamic_memory_lab/qwen_memory_adapter") + parser.add_argument("--max-length", type=int, default=512) + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + + tokenizer = load_tokenizer(args.model_path) + model = load_qwen_dynamic(args.model_path, load_in_4bit=not args.no_4bit) + model.load_memory_adapter(args.adapter) + model.eval() + device = model._find_layer_device() + pad_id = int(tokenizer.pad_token_id) + records = load_records(args.data) + correct = 0 + + for record in records: + memory_input, memory_mask, _ = pad_batch( + [encode_messages(tokenizer, record["memory"], args.max_length)], pad_id + ) + query_input, query_mask, query_labels = pad_batch( + [encode_messages(tokenizer, record["query"], args.max_length)], pad_id + ) + with torch.no_grad(): + memory_output = model( + input_ids=memory_input.to(device), + attention_mask=memory_mask.to(device), + read_memory=False, + update_memory=True, + ) + output = model( + input_ids=query_input.to(device), + attention_mask=query_mask.to(device), + memory_state=memory_output.memory, + read_memory=True, + update_memory=False, + ) + labels = query_labels.to(device) + shifted_labels = labels[..., 1:] + predictions = output.logits[..., :-1, :].argmax(dim=-1) + target_positions = shifted_labels != -100 + sequence_ok = bool((predictions[target_positions] == shifted_labels[target_positions]).all()) + correct += int(sequence_ok) + print(f"sequence_ok={sequence_ok}") + + print(f"exact_sequence_accuracy={correct / len(records):.3f}") + + +if __name__ == "__main__": + main() diff --git a/make_benchmark_data.py b/make_benchmark_data.py new file mode 100644 index 0000000..dfc099c --- /dev/null +++ b/make_benchmark_data.py @@ -0,0 +1,112 @@ +"""Create deterministic train/eval data for the dynamic-memory benchmark.""" + +from __future__ import annotations + +import argparse +import json +import random +from pathlib import Path + + +ATTRIBUTES = ("驻地", "负责人", "维护日", "安全级别", "档案类别") +# Single-character answers remove shared prefixes and make free-generation +# exact match a meaningful associative-recall metric. +VALUES = tuple("ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789") + +MEMORY_USER_TEMPLATES = ( + "记住这条资料：{subject}的{attribute}代号是{value}。", + "请存储信息——对象{subject}的{attribute}为代号{value}。", + "新事实：{subject}的{attribute}代号={value}。请记住。", +) +MEMORY_ASSISTANT_TEMPLATES = ( + "已记录：{subject}的{attribute}代号是{value}。", + "好的，{subject}的{attribute}已记为代号{value}。", + "收到，已经保存{subject}的{attribute}代号：{value}。", +) +QUERY_USER_TEMPLATES = ( + "查询：{subject}的{attribute}代号是什么？", + "请问对象{subject}的{attribute}代号为？", + "根据已记信息，{subject}的{attribute}代号是？", +) + + +def make_records(count: int, *, prefix: str, rng: random.Random) -> list[dict]: + records = [] + for index in range(count): + subject = f"{prefix}{index:04d}" + attribute = ATTRIBUTES[index % len(ATTRIBUTES)] + value = rng.choice(VALUES) + fields = {"subject": subject, "attribute": attribute, "value": value} + records.append( + { + "id": f"{prefix.lower()}-{index:04d}", + "memory": [ + { + "role": "user", + "content": rng.choice(MEMORY_USER_TEMPLATES).format(**fields), + }, + { + "role": "assistant", + "content": rng.choice(MEMORY_ASSISTANT_TEMPLATES).format(**fields), + }, + ], + "query": [ + { + "role": "user", + "content": rng.choice(QUERY_USER_TEMPLATES).format(**fields), + }, + {"role": "assistant", "content": value}, + ], + "subject": subject, + "attribute": attribute, + "answer": value, + } + ) + return records + + +def write_jsonl(path: Path, records: list[dict]) -> None: + path.parent.mkdir(parents=True, exist_ok=True) + path.write_text( + "".join(json.dumps(record, ensure_ascii=False) + "\n" for record in records), + encoding="utf-8", + ) + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--output-dir", default="dynamic_memory_lab/data") + parser.add_argument("--train-count", type=int, default=128) + parser.add_argument("--eval-count", type=int, default=64) + parser.add_argument("--seed", type=int, default=20260903) + args = parser.parse_args() + if args.train_count < 1 or args.eval_count < 1: + raise ValueError("train-count and eval-count must be positive") + + train = make_records(args.train_count, prefix="训练实体", rng=random.Random(args.seed)) + evaluation = make_records(args.eval_count, prefix="测试实体", rng=random.Random(args.seed + 1)) + output_dir = Path(args.output_dir) + write_jsonl(output_dir / "benchmark_train.jsonl", train) + write_jsonl(output_dir / "benchmark_eval.jsonl", evaluation) + (output_dir / "benchmark_manifest.json").write_text( + json.dumps( + { + "seed": args.seed, + "train_count": len(train), + "eval_count": len(evaluation), + "task": "random subject-to-code associative recall", + "train_subject_prefix": "训练实体", + "eval_subject_prefix": "测试实体", + "answer_is_not_derived_from_subject": True, + }, + ensure_ascii=False, + indent=2, + ), + encoding="utf-8", + ) + print(f"train={len(train)} path={output_dir / 'benchmark_train.jsonl'}") + print(f"eval={len(evaluation)} path={output_dir / 'benchmark_eval.jsonl'}") + + +if __name__ == "__main__": + main() diff --git a/make_mega_memory_validation.py b/make_mega_memory_validation.py new file mode 100644 index 0000000..ba45013 --- /dev/null +++ b/make_mega_memory_validation.py @@ -0,0 +1,264 @@ +"""Generate a large, deterministic validation set for KV-vs-memory parity. + +Each case contains a complete fact episode, distractors, a query, and exact +acceptance metadata. The default is 100,000 cases across ten categories. +This is a data generator only; model quality must be measured by the paired +teacher/student benchmark after generation. +""" + +from __future__ import annotations + +import argparse +import hashlib +import json +import random +import string +from collections import Counter +from pathlib import Path +from typing import Any + + +PROJECT_ROOT = Path(__file__).resolve().parent +CATEGORIES = ( + "single_fact", + "distractor_32", + "distractor_128", + "conflict_update", + "multi_hop", + "unknown_abstention", + "random_position", + "long_context", + "paraphrase", + "forget_correction", +) + +ATTRIBUTES = ( + "常用语言", + "工作地点", + "最喜欢的水果", + "项目代号", + "常用时区", + "提醒时间", + "默认输出风格", + "备用联系人", +) +UNKNOWN_MARKERS = ["不知道", "没有记录", "无法确定", "未找到相关信息"] + + +def _path(value: str | Path) -> Path: + path = Path(value) + if path.is_absolute() or path.exists(): + return path + return PROJECT_ROOT / path + + +def _value(rng: random.Random, prefix: str) -> str: + alphabet = string.ascii_uppercase + string.digits + return f"{prefix}-" + "".join(rng.choice(alphabet) for _ in range(8)) + + +def _fact( + text: str, + *, + entity: str, + attribute: str, + value: str, + should_write: bool = True, + kind: str = "fact", +) -> dict[str, Any]: + return { + "text": text, + "assistant": "好的，我会记录这条信息。", + "entity": entity, + "attribute": attribute, + "value": value, + "should_write": should_write, + "kind": kind, + } + + +def _noise(rng: random.Random, subject: str, index: int) -> dict[str, Any]: + attribute = f"干扰属性{index}" + value = _value(rng, "N") + return _fact( + f"这是普通对话噪声：{subject}暂时提到一个无关编号{value}，不需要长期保存。", + entity=subject, + attribute=attribute, + value=value, + should_write=False, + kind="noise", + ) + + +def _base_case(category: str, index: int, rng: random.Random) -> dict[str, Any]: + subject = f"验证用户-{index:07d}" + attribute = rng.choice(ATTRIBUTES) + value = _value(rng, "V") + facts: list[dict[str, Any]] = [] + query = "" + acceptable: list[str] = [] + forbidden: list[str] = [] + metadata: dict[str, Any] = {} + + if category == "single_fact": + facts = [_fact(f"请记住：我的{attribute}是{value}。", entity=subject, attribute=attribute, value=value)] + query = f"跨对话后请回答：我的{attribute}是什么？" + acceptable = [value] + elif category in {"distractor_32", "distractor_128"}: + count = 32 if category.endswith("32") else 128 + target = _fact(f"请记住：我的{attribute}是{value}。", entity=subject, attribute=attribute, value=value) + facts = [_noise(rng, subject, item) for item in range(count)] + facts.insert(rng.randrange(len(facts) + 1), target) + query = f"在大量无关信息中，只读取我的{attribute}，它的值是什么？" + acceptable = [value] + metadata["distractor_count"] = count + elif category == "conflict_update": + old_value = _value(rng, "OLD") + facts = [ + _fact(f"我的{attribute}是{old_value}。", entity=subject, attribute=attribute, value=old_value), + _fact( + f"更正一下：我的{attribute}已经改为{value}，旧值不要再使用。", + entity=subject, + attribute=attribute, + value=value, + kind="correction", + ), + ] + query = f"我的{attribute}最新值是什么？" + acceptable = [value] + forbidden = [old_value] + elif category == "multi_hop": + project = f"项目-{_value(rng, 'P')}" + person = f"成员-{_value(rng, 'M')}" + code = _value(rng, "H") + facts = [ + _fact(f"项目{project}的负责人是{person}。", entity=project, attribute="负责人", value=person), + _fact(f"成员{person}的工作代号是{code}。", entity=person, attribute="工作代号", value=code), + ] + query = f"请通过项目负责人关系，找出项目{project}负责人的工作代号。" + acceptable = [code] + metadata["hop_count"] = 2 + elif category == "unknown_abstention": + known_attribute = rng.choice(ATTRIBUTES) + missing_attribute = f"不存在的个人属性-{index:07d}" + known_value = _value(rng, "KNOWN") + facts = [_fact(f"我的{known_attribute}是{known_value}。", entity=subject, attribute=known_attribute, value=known_value)] + query = f"我的{missing_attribute}是什么？如果没有记录，请明确说不知道。" + acceptable = UNKNOWN_MARKERS + forbidden = [known_value] + metadata["answerable"] = False + elif category == "random_position": + count = 64 + facts = [_noise(rng, subject, item) for item in range(count)] + target = _fact(f"请记住：我的{attribute}是{value}。", entity=subject, attribute=attribute, value=value) + position = rng.randrange(count + 1) + facts.insert(position, target) + query = f"随机位置事实测试：我的{attribute}是什么？" + acceptable = [value] + metadata["target_position"] = position + metadata["distractor_count"] = count + elif category == "long_context": + count = 96 + facts = [_noise(rng, subject, item) for item in range(count)] + target = _fact(f"请记住：我的{attribute}是{value}。", entity=subject, attribute=attribute, value=value) + position = rng.randrange(count + 1) + facts.insert(position, target) + query = f"在长上下文压缩之后，检索我的{attribute}并回答。" + acceptable = [value] + metadata["target_position"] = position + metadata["distractor_count"] = count + metadata["synthetic_padding_tokens"] = 2048 + (index % 5) * 512 + elif category == "paraphrase": + fact_templates = ( + f"个人资料更新：{attribute}这一栏填写为{value}。", + f"以后涉及{attribute}时，请使用{value}这个值。", + f"记录一下，我的{attribute}偏好/设置是{value}。", + ) + query_templates = ( + f"我之前登记的{attribute}内容是什么？", + f"关于{attribute}，你保存的用户信息是哪一个？", + f"不要猜，回忆一下我在{attribute}上的设置。", + ) + facts = [_fact(rng.choice(fact_templates), entity=subject, attribute=attribute, value=value)] + query = rng.choice(query_templates) + acceptable = [value] + elif category == "forget_correction": + old_value = _value(rng, "FORGET") + facts = [ + _fact(f"请记住：我的{attribute}是{old_value}。", entity=subject, attribute=attribute, value=old_value), + _fact( + f"请删除关于我的{attribute}的记忆，不要再保留这个信息。", + entity=subject, + attribute=attribute, + value=old_value, + should_write=False, + kind="forget", + ), + ] + query = f"我的{attribute}是什么？如果已经删除，请回答没有记录。" + acceptable = UNKNOWN_MARKERS + forbidden = [old_value] + metadata["answerable"] = False + else: + raise ValueError(category) + + return { + "id": f"mega-{category}-{index:07d}", + "category": category, + "subject": subject, + "facts": facts, + "query": query, + "acceptable": acceptable, + "forbidden": forbidden, + "metadata": metadata, + "generator_version": 1, + } + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--output", default="data/mega_validation/memory_validation_100k.jsonl") + parser.add_argument("--cases-per-category", type=int, default=10000) + parser.add_argument("--seed", type=int, default=20260905) + args = parser.parse_args() + if args.cases_per_category < 1: + raise SystemExit("--cases-per-category must be positive") + output = _path(args.output) + output.parent.mkdir(parents=True, exist_ok=True) + counts: Counter[str] = Counter() + digest = hashlib.sha256() + total = 0 + with output.open("w", encoding="utf-8") as handle: + for category_index, category in enumerate(CATEGORIES): + for index in range(args.cases_per_category): + case_seed = args.seed + category_index * 1_000_003 + index * 97 + case = _base_case(category, index, random.Random(case_seed)) + raw = (json.dumps(case, ensure_ascii=False, separators=(",", ":")) + "\n").encode("utf-8") + handle.write(raw.decode("utf-8")) + digest.update(raw) + counts[category] += 1 + total += 1 + manifest = { + "format_version": 1, + "generator": "make_mega_memory_validation.py", + "generator_version": 1, + "seed": args.seed, + "categories": list(CATEGORIES), + "cases_per_category": args.cases_per_category, + "total_cases": total, + "counts": dict(counts), + "sha256": digest.hexdigest(), + "teacher_student_protocol": { + "teacher": "complete fact episode plus query in one full KV context", + "student": "facts presented one turn at a time, memory read for query, no history replay", + "primary_gate": "student answer agreement >= 0.95 * teacher answer accuracy", + }, + "warning": "Synthetic stress validation; add redacted real conversations before production certification.", + } + manifest_path = output.with_suffix(".manifest.json") + manifest_path.write_text(json.dumps(manifest, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps({"output": str(output), "manifest": str(manifest_path), **manifest}, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/make_native_memory_data.py b/make_native_memory_data.py new file mode 100644 index 0000000..cc71438 --- /dev/null +++ b/make_native_memory_data.py @@ -0,0 +1,156 @@ +"""Create train/eval streams for learned write, forget, and no-hallucination tests.""" + +from __future__ import annotations + +import argparse +import json +import random +from pathlib import Path + + +ATTRIBUTES = ("常用语言", "备用联系人", "工作区域", "档案代号", "提醒时间") +VALUES = tuple("ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789") + +FACT_USER = ( + "请记住：{subject}的{attribute}是代号{value}。", + "把这条个人资料写入记忆：{subject}的{attribute}为{value}。", + "个人事实更新——{subject}的{attribute}等于{value}，以后可能会问到。", +) +FACT_ASSISTANT = ( + "好的，这条资料已经记录。", + "收到，我会保留这条个人事实。", + "已保存。", +) +NOISE_USER = ( + "今天天气不错，随便聊聊。", + "请给我一个简短的问候。", + "这是一条不需要长期记忆的闲聊。", +) +NOISE_ASSISTANT = ( + "好的。", + "明白。", + "收到。", +) +QUERY_KNOWN = ( + "只根据已经保存的个人资料，{subject}的{attribute}是什么？", + "不要猜测，请读取记忆回答：{subject}的{attribute}为？", + "跨对话查询：请问{subject}的{attribute}代号是什么？", +) +QUERY_UNKNOWN = ( + "记忆中是否有{subject}的{attribute}？如果没有，请明确说不知道。", + "请查询个人记忆：{subject}的{attribute}是什么？没有记录时不要猜。", +) + + +def _messages(user: str, assistant: str) -> list[dict[str, str]]: + return [{"role": "user", "content": user}, {"role": "assistant", "content": assistant}] + + +def _fact_chunk(subject: str, attribute: str, value: str, rng: random.Random, *, forget: int = 0) -> dict: + fields = {"subject": subject, "attribute": attribute, "value": value} + return { + "messages": _messages(rng.choice(FACT_USER).format(**fields), rng.choice(FACT_ASSISTANT)), + "value": value, + "write_label": 1.0, + "forget_label": float(forget), + "kind": "fact" if not forget else "replacement", + } + + +def _noise_chunk(rng: random.Random) -> dict: + return { + "messages": _messages(rng.choice(NOISE_USER), rng.choice(NOISE_ASSISTANT)), + "value": None, + "write_label": 0.0, + "forget_label": 0.0, + "kind": "noise", + } + + +def make_record(index: int, *, prefix: str, rng: random.Random) -> dict: + subject = f"{prefix}{index:05d}" + attribute = rng.choice(ATTRIBUTES) + value = rng.choice(VALUES) + mode = rng.random() + chunks: list[dict] = [] + if mode < 0.20: + chunks.append(_noise_chunk(rng)) + answer = "不知道。" + query = rng.choice(QUERY_UNKNOWN).format(subject=subject, attribute=attribute) + answerable = False + elif mode < 0.45: + old_value = rng.choice(tuple(item for item in VALUES if item != value)) + chunks.append(_fact_chunk(subject, attribute, old_value, rng)) + chunks.append(_noise_chunk(rng)) + chunks.append(_fact_chunk(subject, attribute, value, rng, forget=1)) + answer = value + query = rng.choice(QUERY_KNOWN).format(subject=subject, attribute=attribute) + answerable = True + else: + if rng.random() < 0.35: + chunks.append(_noise_chunk(rng)) + chunks.append(_fact_chunk(subject, attribute, value, rng)) + if rng.random() < 0.35: + chunks.append(_noise_chunk(rng)) + answer = value + query = rng.choice(QUERY_KNOWN).format(subject=subject, attribute=attribute) + answerable = True + return { + "id": f"{prefix.lower()}-{index:05d}", + "memory_chunks": chunks, + "query": _messages(query, answer), + "subject": subject, + "attribute": attribute, + "answer": answer, + "answerable": answerable, + } + + +def write_jsonl(path: Path, records: list[dict]) -> None: + path.parent.mkdir(parents=True, exist_ok=True) + path.write_text( + "".join(json.dumps(record, ensure_ascii=False) + "\n" for record in records), + encoding="utf-8", + ) + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--output-dir", default="dynamic_memory_lab/data/native_memory") + parser.add_argument("--train-count", type=int, default=512) + parser.add_argument("--eval-count", type=int, default=128) + parser.add_argument("--seed", type=int, default=20260904) + args = parser.parse_args() + train = [ + make_record(i, prefix="训练用户", rng=random.Random(args.seed + i * 17)) + for i in range(args.train_count) + ] + evaluation = [ + make_record(i, prefix="评估用户", rng=random.Random(args.seed + 100000 + i * 17)) + for i in range(args.eval_count) + ] + output_dir = Path(args.output_dir) + write_jsonl(output_dir / "train.jsonl", train) + write_jsonl(output_dir / "eval.jsonl", evaluation) + (output_dir / "manifest.json").write_text( + json.dumps( + { + "seed": args.seed, + "train_count": len(train), + "eval_count": len(evaluation), + "task": "learned persistent memory with noise, unknowns, and replacement", + "contains_write_labels": True, + "contains_forget_labels": True, + "answer_is_not_derived_from_subject": True, + }, + ensure_ascii=False, + indent=2, + ), + encoding="utf-8", + ) + print(f"train={len(train)} path={output_dir / 'train.jsonl'}") + print(f"eval={len(evaluation)} path={output_dir / 'eval.jsonl'}") + + +if __name__ == "__main__": + main() diff --git a/memory_os_v2.py b/memory_os_v2.py new file mode 100644 index 0000000..a0a4136 --- /dev/null +++ b/memory_os_v2.py @@ -0,0 +1,1922 @@ +"""Hierarchical, pageable memory components for Natural Memory v2. + +The module deliberately keeps storage and neural routing separate: + +* :class:`MemoryRouterV2` is the trainable sparse router. +* :class:`PagedMemoryBankV2` owns versioned pages and records. +* :class:`MemoryOSV2` coordinates writing, reading, quarantine and repair. +* :class:`KVBudgetManagerV2` models the hot-context budget. + +The bank can run entirely in process memory for research, or be backed by a +checkpoint/page store by serializing ``export_payload``. No prompt text is +assembled by this module; it returns evidence records and routing traces to +the model adapter, which can inject only the selected evidence. +""" + +from __future__ import annotations + +import hashlib +import json +import math +import re +import time +from dataclasses import asdict, dataclass, field +from typing import TYPE_CHECKING, Any, Iterable, Optional, Sequence + +import torch +from torch import Tensor, nn +import torch.nn.functional as F + +if TYPE_CHECKING: + from .tiered_memory_store_v2 import TieredMemoryStoreV2 + + +STATUS_ACTIVE = "active" +STATUS_SUPERSEDED = "superseded" +STATUS_RETRACTED = "retracted" +STATUS_QUARANTINED = "quarantined" + + +def _now() -> int: + return int(time.time()) + + +def _stable_id(text: str, *, prefix: str) -> str: + digest = hashlib.sha1(text.encode("utf-8")).hexdigest()[:16] + return f"{prefix}_{digest}" + + +def _tokens(text: str) -> set[str]: + return { + token + for token in re.findall(r"[\u4e00-\u9fff]|[A-Za-z0-9_\-]+", text.lower()) + if token not in {"我", "的", "是", "了", "请", "一下"} + } + + +@dataclass +class MemoryRecordV2: + """One versioned memory item with evidence and routing metadata.""" + + record_id: str + text: str + key: Tensor + summary: Tensor + memory_type: str = "fact" + entity: str = "" + attribute: str = "" + value: str = "" + timestamp: int = field(default_factory=_now) + importance: float = 0.5 + confidence: float = 0.5 + source: str = "user" + status: str = STATUS_ACTIVE + version: int = 0 + page_id: str = "" + supersedes: str = "" + related_ids: list[str] = field(default_factory=list) + evidence: list[str] = field(default_factory=list) + # ``slot_index`` links a V2 address to the existing hot text bank when + # the Qwen adapter is used as a compatibility bridge. A value of -1 + # means the record is an independent paged-memory item. + slot_index: int = -1 + token_ids: Optional[Tensor] = None + token_mask: Optional[Tensor] = None + access_count: int = 0 + last_access: int = field(default_factory=_now) + + def conflict_key(self) -> str: + if self.entity and self.attribute: + return f"{self.entity.strip().lower()}::{self.attribute.strip().lower()}" + return "" + + def lexical_score(self, query_text: str) -> float: + query = _tokens(query_text) + if not query: + return 0.0 + own = _tokens(self.text) + if not own: + return 0.0 + return len(query & own) / math.sqrt(max(1, len(query) * len(own))) + + def token_overlap_score(self, query_token_ids: Optional[Tensor]) -> float: + """Score exact token evidence without decoding or full attention.""" + + if query_token_ids is None or self.token_ids is None: + return 0.0 + own_mask = self.token_mask + own = self.token_ids.reshape(-1) + if isinstance(own_mask, Tensor) and own_mask.numel() == own.numel(): + own = own[own_mask.reshape(-1).to(dtype=torch.bool)] + query = query_token_ids.detach().reshape(-1).to(device=own.device) + if own.numel() == 0 or query.numel() == 0: + return 0.0 + own_unique = torch.unique(own) + query_unique = torch.unique(query) + shared = torch.isin(query_unique, own_unique).sum().item() + # Query coverage is the useful direction here: a short question that + # names an entity should strongly prefer the chunk containing that + # entity even when the chunk itself is long. + return float(shared) / max(1, int(query_unique.numel())) + + def touch(self) -> None: + self.access_count += 1 + self.last_access = _now() + + +def memory_record_to_dict(record: MemoryRecordV2) -> dict[str, Any]: + """Return a JSON-safe public view without exposing embedding tensors.""" + + return { + "record_id": record.record_id, + "text": record.text, + "memory_type": record.memory_type, + "entity": record.entity, + "attribute": record.attribute, + "value": record.value, + "timestamp": int(record.timestamp), + "importance": float(record.importance), + "confidence": float(record.confidence), + "source": record.source, + "status": record.status, + "version": int(record.version), + "page_id": record.page_id, + "supersedes": record.supersedes, + "related_ids": list(record.related_ids), + "evidence": list(record.evidence), + "slot_index": int(record.slot_index), + "token_count": int(record.token_ids.numel()) if isinstance(record.token_ids, Tensor) else 0, + "key_dim": int(record.key.numel()) if isinstance(record.key, Tensor) else 0, + "access_count": int(record.access_count), + "last_access": int(record.last_access), + } + + +@dataclass +class MemoryPageV2: + page_id: str + tier: str = "warm" + capacity: int = 32 + record_ids: list[str] = field(default_factory=list) + key: Optional[Tensor] = None + summary: Optional[Tensor] = None + importance: float = 0.0 + created_at: int = field(default_factory=_now) + last_access: int = field(default_factory=_now) + + @property + def full(self) -> bool: + return len(self.record_ids) >= self.capacity + + def touch(self) -> None: + self.last_access = _now() + + +@dataclass +class RouterDecisionV2: + need_memory: bool + page_ids: list[str] + record_ids: list[str] + page_scores: list[float] + record_scores: list[float] + hop_count: int + hop_trace: list[list[str]] + confidence: float + stop_reason: str + + +class MemoryRouterV2(nn.Module): + """Trainable multi-head router for sparse page and record retrieval. + + The router does not generate the answer. It scores candidate memory + units, predicts whether another hop is useful, and exposes per-head scores + for diagnostics. The projection weights are trained separately from the + frozen Qwen backbone using hard-negative episodes. + """ + + def __init__( + self, + hidden_size: int, + *, + router_dim: int = 128, + num_heads: int = 8, + max_hops: int = 3, + ) -> None: + super().__init__() + if router_dim % num_heads != 0: + raise ValueError("router_dim must be divisible by num_heads") + if max_hops < 1: + raise ValueError("max_hops must be positive") + self.hidden_size = hidden_size + self.router_dim = router_dim + self.num_heads = num_heads + self.max_hops = max_hops + self.head_dim = router_dim // num_heads + self.query_projection = nn.Linear(hidden_size, router_dim, bias=False) + self.key_projection = nn.Linear(hidden_size, router_dim, bias=False) + self.pair_scorer = nn.Sequential( + nn.Linear(router_dim * 3, router_dim), + nn.SiLU(), + nn.Linear(router_dim, 1), + ) + policy_hidden = max(32, min(256, router_dim * 2)) + self.need_memory = nn.Sequential( + nn.Linear(hidden_size, policy_hidden), + nn.SiLU(), + nn.Linear(policy_hidden, 1), + ) + self.hop_controller = nn.Sequential( + nn.Linear(hidden_size, policy_hidden), + nn.SiLU(), + nn.Linear(policy_hidden, max_hops + 1), + ) + self.head_gate = nn.Linear(hidden_size, num_heads) + + def _reshape(self, value: Tensor) -> Tensor: + return value.view(*value.shape[:-1], self.num_heads, self.head_dim) + + def encode_query(self, query: Tensor) -> Tensor: + """Project a model hidden state into the compact address space.""" + + if query.shape[-1] != self.hidden_size: + raise ValueError(f"query last dimension must be {self.hidden_size}") + return F.normalize(self.query_projection(query), dim=-1) + + def encode_key(self, key: Tensor) -> Tensor: + """Project model keys into the compact address space.""" + + if key.shape[-1] != self.hidden_size: + raise ValueError(f"key last dimension must be {self.hidden_size}") + return F.normalize(self.key_projection(key), dim=-1) + + def projected_scores(self, query: Tensor, projected_candidates: Tensor) -> tuple[Tensor, Tensor]: + """Score compact candidates without storing full hidden states. + + This is the storage-saving path: the bank keeps only the projected + candidate keys, while the current query is projected on demand. + """ + + if query.ndim != 2 or query.shape[-1] != self.hidden_size: + raise ValueError("query must have shape [B, hidden_size]") + if projected_candidates.ndim == 2: + projected_candidates = projected_candidates.unsqueeze(0).expand(query.shape[0], -1, -1) + if projected_candidates.ndim != 3 or projected_candidates.shape[-1] != self.router_dim: + raise ValueError("projected_candidates must have shape [B,N,router_dim]") + q = self._reshape(self.encode_query(query)) + k = self._reshape(F.normalize(projected_candidates, dim=-1)) + head_scores = torch.einsum("bhc,bnhc->bnh", q, k) + gates = torch.softmax(self.head_gate(query), dim=-1)[:, None, :] + cosine_score = (head_scores * gates).sum(dim=-1) + q_expanded = q.reshape(query.shape[0], 1, -1).expand(-1, projected_candidates.shape[1], -1) + k_flat = k.reshape(query.shape[0], projected_candidates.shape[1], -1) + pair_input = torch.cat((q_expanded, k_flat, q_expanded - k_flat), dim=-1) + learned_score = self.pair_scorer(pair_input).squeeze(-1) + return cosine_score + learned_score, head_scores + + def pair_scores(self, query: Tensor, candidates: Tensor) -> tuple[Tensor, Tensor]: + """Return aggregate and per-head candidate scores. + + ``query`` is ``[B,H]`` and ``candidates`` is ``[B,N,H]`` or ``[N,H]``. + """ + + if query.ndim != 2: + raise ValueError("query must have shape [B,H]") + if candidates.ndim == 2: + candidates = candidates.unsqueeze(0).expand(query.shape[0], -1, -1) + if candidates.ndim != 3 or candidates.shape[0] != query.shape[0]: + raise ValueError("candidates must have shape [B,N,H] or [N,H]") + return self.projected_scores(query, self.encode_key(candidates)) + + def forward(self, query: Tensor, candidates: Tensor) -> dict[str, Tensor]: + scores, head_scores = self.pair_scores(query, candidates) + return { + "scores": scores, + "head_scores": head_scores, + "need_memory_logits": self.need_memory(query).squeeze(-1), + "hop_logits": self.hop_controller(query), + } + + +class PagedMemoryBankV2: + """Versioned memory pages with sparse routing and multi-hop expansion.""" + + def __init__( + self, + hidden_size: int, + *, + page_capacity: int = 32, + max_pages: int = 32768, + hot_pages: int = 8, + top_k_pages: int = 4, + top_k_records: int = 8, + max_hops: int = 3, + router: Optional[MemoryRouterV2] = None, + key_dim: Optional[int] = None, + coarse_index_bits: int = 20, + tier_store: Optional["TieredMemoryStoreV2"] = None, + max_resident_pages: int = 256, + runtime_device: Optional[torch.device] = None, + gpu_cache_records: int = 256, + gpu_cache_tokens: int = 131072, + gpu_cache_reserve_mb: int = 2048, + gpu_cache_adaptive: bool = True, + ) -> None: + if page_capacity < 1 or max_pages < 1: + raise ValueError("page_capacity and max_pages must be positive") + self.hidden_size = hidden_size + self.page_capacity = page_capacity + self.max_pages = max_pages + self.hot_pages = hot_pages + self.top_k_pages = top_k_pages + self.top_k_records = top_k_records + self.max_hops = max_hops + self.router = router + self.key_dim = int(key_dim or (router.router_dim if router is not None else hidden_size)) + if not 4 <= coarse_index_bits <= 20: + raise ValueError("coarse_index_bits must be between 4 and 20") + self.coarse_index_bits = int(coarse_index_bits) + if max_resident_pages < hot_pages: + raise ValueError("max_resident_pages must be >= hot_pages") + self.tier_store = tier_store + self.max_resident_pages = int(max_resident_pages) + if gpu_cache_records < 0 or gpu_cache_tokens < 0: + raise ValueError("gpu cache limits must be non-negative") + if gpu_cache_reserve_mb < 0: + raise ValueError("gpu_cache_reserve_mb must be non-negative") + self.gpu_cache_records = int(gpu_cache_records) + self.gpu_cache_tokens = int(gpu_cache_tokens) + self.gpu_cache_reserve_mb = int(gpu_cache_reserve_mb) + self.gpu_cache_reserve_bytes = self.gpu_cache_reserve_mb * 1024 * 1024 + self.gpu_cache_adaptive = bool(gpu_cache_adaptive) + self._gpu_device: Optional[torch.device] = None + self._gpu_record_cache: dict[str, dict[str, Tensor]] = {} + self._gpu_cache_order: list[str] = [] + self._gpu_cache_tokens_used = 0 + self._gpu_cache_bytes_used = 0 + self._gpu_cache_hits = 0 + self._gpu_cache_misses = 0 + self._gpu_cache_fallbacks = 0 + self._gpu_cache_alloc_failures = 0 + self._gpu_cache_last_free_bytes: Optional[int] = None + generator = torch.Generator(device="cpu").manual_seed(1729 + self.key_dim) + self.coarse_planes = F.normalize( + torch.randn(self.coarse_index_bits, self.key_dim, generator=generator), dim=-1 + ) + self.records: dict[str, MemoryRecordV2] = {} + self.pages: dict[str, MemoryPageV2] = {} + # Only pages with free capacity participate in write placement. The + # bounded order avoids scanning every page at million-record scale. + self._open_page_ids: set[str] = set() + self._open_page_order: list[str] = [] + self._coarse_buckets: dict[int, set[str]] = {} + self._page_signatures: dict[str, set[int]] = {} + self._text_index: dict[str, str] = {} + self.active_by_conflict: dict[str, str] = {} + self.quarantine: dict[str, MemoryRecordV2] = {} + self._counter = 0 + self._last_coarse_candidates = 0 + self._suspend_refresh = 0 + if self.tier_store is not None: + self._restore_page_headers_from_store() + for item in self.tier_store.load_quarantine(): + record = MemoryRecordV2(**item) + self.quarantine[record.record_id] = record + self.active_by_conflict.update( + self.tier_store.active_conflicts(active_status=STATUS_ACTIVE) + ) + if runtime_device is not None: + self.configure_gpu_cache( + runtime_device, + max_records=self.gpu_cache_records, + max_tokens=self.gpu_cache_tokens, + reserve_mb=self.gpu_cache_reserve_mb, + adaptive=self.gpu_cache_adaptive, + ) + + def configure_gpu_cache( + self, + device: torch.device | str, + *, + max_records: Optional[int] = None, + max_tokens: Optional[int] = None, + reserve_mb: Optional[int] = None, + adaptive: Optional[bool] = None, + ) -> None: + """Configure a bounded VRAM cache for recently used memory records. + + The canonical copy remains in process RAM and is what gets exported + into the embedded third safetensors shard. This cache contains only + routing keys and the small token payloads needed by recent reads; it + is deliberately not a second full memory store. + """ + + target = torch.device(device) + if max_records is not None: + if int(max_records) < 0: + raise ValueError("max_records must be non-negative") + self.gpu_cache_records = int(max_records) + if max_tokens is not None: + if int(max_tokens) < 0: + raise ValueError("max_tokens must be non-negative") + self.gpu_cache_tokens = int(max_tokens) + if reserve_mb is not None: + if int(reserve_mb) < 0: + raise ValueError("reserve_mb must be non-negative") + self.gpu_cache_reserve_mb = int(reserve_mb) + self.gpu_cache_reserve_bytes = self.gpu_cache_reserve_mb * 1024 * 1024 + if adaptive is not None: + self.gpu_cache_adaptive = bool(adaptive) + self._gpu_device = target if target.type == "cuda" else None + self._clear_gpu_cache() + + def _clear_gpu_cache(self) -> None: + self._gpu_record_cache.clear() + self._gpu_cache_order.clear() + self._gpu_cache_tokens_used = 0 + self._gpu_cache_bytes_used = 0 + + @staticmethod + def _tensor_bytes(value: Optional[Tensor]) -> int: + if not isinstance(value, Tensor): + return 0 + return int(value.numel()) * int(value.element_size()) + + def _record_cache_bytes(self, record: MemoryRecordV2, *, include_tokens: bool) -> int: + total = self._tensor_bytes(record.key) + self._tensor_bytes(record.summary) + if include_tokens: + total += self._tensor_bytes(record.token_ids) + total += self._tensor_bytes(record.token_mask) + return total + + def _has_gpu_headroom(self, requested_bytes: int) -> bool: + """Keep the cache below a VRAM safety line while the model is running.""" + + if self._gpu_device is None or not self.gpu_cache_adaptive: + return True + try: + free_bytes, _ = torch.cuda.mem_get_info(self._gpu_device) + except (RuntimeError, AssertionError, TypeError): + return True + self._gpu_cache_last_free_bytes = int(free_bytes) + return int(free_bytes) - int(requested_bytes) >= self.gpu_cache_reserve_bytes + + def _evict_oldest_gpu_record(self) -> None: + if not self._gpu_cache_order: + return + evicted_id = self._gpu_cache_order.pop(0) + evicted = self._gpu_record_cache.pop(evicted_id, {}) + evicted_tokens = evicted.get("token_ids") + if isinstance(evicted_tokens, Tensor): + self._gpu_cache_tokens_used -= int(evicted_tokens.numel()) + self._gpu_cache_bytes_used -= sum(self._tensor_bytes(value) for value in evicted.values()) + self._gpu_cache_bytes_used = max(0, self._gpu_cache_bytes_used) + + def _promote_record(self, record: MemoryRecordV2) -> None: + """Promote one hot record to VRAM without changing its RAM copy.""" + + if ( + self._gpu_device is None + or self.gpu_cache_records <= 0 + or record.record_id in self._gpu_record_cache + ): + if record.record_id in self._gpu_record_cache: + self._gpu_cache_hits += 1 + self._gpu_cache_order.remove(record.record_id) + self._gpu_cache_order.append(record.record_id) + return + self._gpu_cache_misses += 1 + source_token_count = int(record.token_ids.numel()) if isinstance(record.token_ids, Tensor) else 0 + token_count = source_token_count + if self.gpu_cache_tokens == 0 or token_count > self.gpu_cache_tokens: + token_count = 0 + include_tokens = token_count > 0 and isinstance(record.token_ids, Tensor) + requested_bytes = self._record_cache_bytes(record, include_tokens=include_tokens) + while self._gpu_cache_order and ( + len(self._gpu_cache_order) >= self.gpu_cache_records + or self._gpu_cache_tokens_used + token_count > self.gpu_cache_tokens + or not self._has_gpu_headroom(requested_bytes) + ): + self._evict_oldest_gpu_record() + if not self._has_gpu_headroom(requested_bytes): + # The authoritative RAM copy remains available to the router. + # A hot-cache miss must never make inference fail just because the + # GPU is busy with model weights or KV activations. + self._gpu_cache_fallbacks += 1 + return + try: + cached: dict[str, Tensor] = { + "key": record.key.detach().to(self._gpu_device, non_blocking=True), + "summary": record.summary.detach().to(self._gpu_device, non_blocking=True), + } + if include_tokens: + cached["token_ids"] = record.token_ids.detach().to(self._gpu_device, non_blocking=True) + if isinstance(record.token_mask, Tensor): + cached["token_mask"] = record.token_mask.detach().to(self._gpu_device, non_blocking=True) + except RuntimeError as exc: + if "out of memory" not in str(exc).lower(): + raise + self._gpu_cache_alloc_failures += 1 + self._gpu_cache_fallbacks += 1 + return + if include_tokens: + self._gpu_cache_tokens_used += token_count + cache_bytes = sum(self._tensor_bytes(value) for value in cached.values()) + self._gpu_record_cache[record.record_id] = cached + self._gpu_cache_order.append(record.record_id) + self._gpu_cache_bytes_used += cache_bytes + + def _record_key(self, record: MemoryRecordV2) -> Tensor: + self._promote_record(record) + cached = self._gpu_record_cache.get(record.record_id) + if cached is not None: + return cached["key"] + return record.key + + def gpu_record_payload(self, record: MemoryRecordV2) -> tuple[Tensor, Optional[Tensor]]: + """Return a hot record's token payload, preferring its VRAM copy.""" + + self._promote_record(record) + cached = self._gpu_record_cache.get(record.record_id) + if cached is not None and "token_ids" in cached: + return cached["token_ids"], cached.get("token_mask") + return record.token_ids, record.token_mask + + def promote_records(self, records: Iterable[MemoryRecordV2]) -> None: + for record in records: + self._promote_record(record) + + def has_token_evidence( + self, + query_key: Tensor, + query_token_ids: Optional[Tensor], + *, + min_shared_tokens: int = 3, + ) -> bool: + """Check bounded exact evidence before the learned abstention gate.""" + + if query_token_ids is None: + return False + query_unique = torch.unique(query_token_ids.detach().reshape(-1).cpu()) + if query_unique.numel() < min_shared_tokens: + return False + for page_id in self._candidate_page_ids(query_key): + page = self._hydrate_page(page_id) + if page is None: + continue + for record_id in page.record_ids: + record = self.records.get(record_id) + if record is None or record.status != STATUS_ACTIVE or record.token_ids is None: + continue + own = record.token_ids.reshape(-1) + if isinstance(record.token_mask, Tensor) and record.token_mask.numel() == own.numel(): + own = own[record.token_mask.reshape(-1).to(dtype=torch.bool)] + shared = torch.isin(query_unique, torch.unique(own)).sum().item() + if int(shared) >= int(min_shared_tokens): + return True + return False + + def _restore_page_headers_from_store(self) -> None: + """Restore page addresses without materializing every cold record.""" + + if self.tier_store is None: + return + headers = self.tier_store.page_headers() + for item in headers: + page = MemoryPageV2(**item) + self.pages[page.page_id] = page + self._counter = max(self._counter, int(page.page_id.rsplit("_", 1)[-1])) + if not page.full: + self._open_page_ids.add(page.page_id) + self._open_page_order.append(page.page_id) + self._index_page(page, persist=False) + + def _rebuild_coarse_index(self, coarse_index_bits: Optional[int] = None) -> None: + """Recreate LSH planes and page buckets after a config upgrade.""" + + if coarse_index_bits is not None: + if not 4 <= int(coarse_index_bits) <= 20: + raise ValueError("coarse_index_bits must be between 4 and 20") + self.coarse_index_bits = int(coarse_index_bits) + generator = torch.Generator(device="cpu").manual_seed(1729 + self.key_dim) + self.coarse_planes = F.normalize( + torch.randn(self.coarse_index_bits, self.key_dim, generator=generator), dim=-1 + ) + self._coarse_buckets.clear() + self._page_signatures.clear() + for page in self.pages.values(): + self._index_page(page, persist=False) + if self.tier_store is not None: + self.tier_store.clear_coarse_buckets() + page_by_record = { + record_id: page.page_id + for page in self.pages.values() + for record_id in page.record_ids + } + for record_id, key in self.tier_store.record_keys(): + page_id = page_by_record.get(record_id) + if page_id is None: + continue + signature = self._coarse_signature(key) + self._page_signatures.setdefault(page_id, set()).add(signature) + for page_id, signatures in self._page_signatures.items(): + self.tier_store.replace_page_buckets(page_id, signatures) + + def _encode_key(self, key: Tensor) -> Tensor: + key = key.detach().float().reshape(-1) + if key.numel() == self.key_dim: + return F.normalize(key, dim=0) + if self.router is not None and key.numel() == self.hidden_size: + router_device = next(self.router.parameters()).device + return self.router.encode_key(key.to(router_device).unsqueeze(0))[0].detach().float().cpu() + raise ValueError( + f"memory key must contain {self.hidden_size} model values or {self.key_dim} address values" + ) + + def _score_candidates(self, query_key: Tensor, candidate_keys: Tensor) -> Tensor: + if self.router is not None and query_key.numel() == self.hidden_size: + router_device = next(self.router.parameters()).device + scores, _ = self.router.projected_scores( + query_key.to(router_device).reshape(1, -1), + candidate_keys.to(router_device).reshape(1, -1, self.key_dim), + ) + # Training uses logits for cross-entropy; storage uses a bounded + # relevance value so page thresholds remain stable across router + # checkpoints and do not discard valid negative logits. + return torch.sigmoid(scores[0]) + query = self._encode_key(query_key) + candidates = F.normalize(candidate_keys.float().to(query.device), dim=-1) + return torch.matmul(candidates, query) + + def _coarse_signature(self, key: Tensor) -> int: + address = self._encode_key(key).cpu() + bits = (torch.mv(self.coarse_planes, address) >= 0).to(torch.int64) + signature = 0 + for index, bit in enumerate(bits.tolist()): + signature |= int(bit) << index + return signature + + def _remove_page_from_index(self, page: MemoryPageV2) -> None: + signatures = self._page_signatures.pop(page.page_id, set()) + for signature in signatures: + bucket = self._coarse_buckets.get(signature) + if bucket is not None: + bucket.discard(page.page_id) + if not bucket: + self._coarse_buckets.pop(signature, None) + + def _index_page(self, page: MemoryPageV2, *, persist: bool = True) -> None: + signatures: set[int] = set() + if page.key is not None: + signatures.add(self._coarse_signature(page.key)) + # Index record addresses as well as the page centroid. A centroid + # can blur multiple topics, while a record address is exact and still + # costs only one small LSH bucket insertion per record. + for record_id in page.record_ids: + record = self.records.get(record_id) + if record is not None: + signatures.add(self._coarse_signature(record.key)) + self._page_signatures[page.page_id] = signatures + for signature in signatures: + self._coarse_buckets.setdefault(signature, set()).add(page.page_id) + if self.tier_store is not None and persist: + self.tier_store.upsert_page(page) + self.tier_store.replace_page_buckets(page.page_id, signatures) + + def _hydrate_records(self, record_ids: Iterable[str]) -> None: + """Load only the records needed by the current candidate pages.""" + + if self.tier_store is None: + return + missing = [record_id for record_id in record_ids if record_id not in self.records] + if not missing: + return + for item in self.tier_store.load_records(missing): + self.records[item["record_id"]] = MemoryRecordV2(**item) + text = item.get("text", "").strip().lower() + if text and item.get("status") == STATUS_ACTIVE: + self._text_index[text] = item["record_id"] + + def _hydrate_page(self, page_id: str) -> Optional[MemoryPageV2]: + page = self.pages.get(page_id) + if page is None or self.tier_store is None: + return page + self._hydrate_records(page.record_ids) + return page + + def _evict_cold_records(self) -> None: + """Keep page headers resident and unload non-hot record payloads.""" + + if self.tier_store is None or self.max_resident_pages <= 0: + return + ranked = sorted( + self.pages.values(), + key=lambda page: (page.tier == "hot", page.last_access, page.importance), + reverse=True, + ) + keep = {page.page_id for page in ranked[: self.max_resident_pages]} + for page in self.pages.values(): + if page.page_id in keep: + continue + for record_id in page.record_ids: + self.records.pop(record_id, None) + + def _store_record(self, record: MemoryRecordV2) -> None: + if self.tier_store is not None: + self.tier_store.upsert_record(record) + + def _candidate_page_ids(self, query_key: Tensor) -> list[str]: + """Use locality-sensitive coarse buckets before exact page scoring.""" + + page_ids = list(self.pages) + if len(page_ids) <= 128: + self._last_coarse_candidates = len(page_ids) + return page_ids + signature = self._coarse_signature(query_key) + probes = [signature] + # Probe Hamming distance 1 and 2. This is bounded (<= 79 buckets for + # 12 bits) and avoids a query-time scan over every page. + for bit in range(self.coarse_index_bits): + probes.append(signature ^ (1 << bit)) + for left in range(self.coarse_index_bits): + for right in range(left + 1, self.coarse_index_bits): + probes.append(signature ^ (1 << left) ^ (1 << right)) + if self.tier_store is not None: + hot_ids = [ + page.page_id for page in self.pages.values() if page.tier == "hot" + ] + selected = self.tier_store.candidate_page_ids( + probes, + hot_page_ids=hot_ids, + limit=max(128, self.top_k_pages * 64), + ) + self._last_coarse_candidates = len(selected) + return selected + selected: set[str] = set() + for bucket in probes: + selected.update(self._coarse_buckets.get(bucket, ())) + # Hot pages are always eligible. They are few by construction and + # protect high-value memories when a page centroid is still moving. + selected.update( + page.page_id for page in self.pages.values() if page.tier == "hot" + ) + if not selected: + # Cold-start safety: a bounded sample is preferable to silently + # claiming that no memory exists. + selected.update(page_ids[: min(128, len(page_ids))]) + self._last_coarse_candidates = len(selected) + return list(selected) + + def _new_page(self, *, tier: str = "warm") -> MemoryPageV2: + if len(self.pages) >= self.max_pages: + self.consolidate(max_pages=max(1, self.max_pages - 1)) + if len(self.pages) >= self.max_pages: + raise RuntimeError( + "memory page capacity exhausted; consolidate or increase max_pages" + ) + self._counter += 1 + page = MemoryPageV2( + page_id=f"page_{self._counter:08d}", + tier=tier, + capacity=self.page_capacity, + ) + self.pages[page.page_id] = page + self._open_page_ids.add(page.page_id) + self._open_page_order.append(page.page_id) + return page + + def _target_page(self, key: Tensor, *, importance: float) -> MemoryPageV2: + open_ids = [ + page_id + for page_id in self._open_page_order + if page_id in self._open_page_ids + and page_id in self.pages + and not self.pages[page_id].full + ] + # If many pages remain partially filled, compare only a bounded recent + # window plus hot pages. Write placement must stay sublinear in the + # number of pages. + if len(open_ids) > 128: + recent = open_ids[-128:] + hot = [ + page.page_id + for page in self.pages.values() + if page.tier == "hot" and not page.full + ] + open_ids = list(dict.fromkeys(recent + hot)) + candidates = [self.pages[page_id] for page_id in open_ids] + if not candidates: + return self._new_page(tier="hot" if importance >= 0.8 else "warm") + key = self._encode_key(key) + best_page: Optional[MemoryPageV2] = None + best_score = -float("inf") + for page in candidates: + if page.key is None: + score = -0.1 * len(page.record_ids) + else: + score = float(torch.dot(key.to(page.key.device), F.normalize(page.key.float(), dim=0))) + score += 0.02 * page.importance + if score > best_score: + best_score = score + best_page = page + assert best_page is not None + return best_page + + def _update_page(self, page: MemoryPageV2, record: MemoryRecordV2) -> None: + self._remove_page_from_index(page) + page.record_ids.append(record.record_id) + record.page_id = page.page_id + weight = 1.0 / max(1, len(page.record_ids)) + if page.key is None: + page.key = record.key.detach().float().clone() + page.summary = record.summary.detach().float().clone() + else: + page.key = (1.0 - weight) * page.key + weight * record.key.detach().float() + if page.summary is None: + page.summary = record.summary.detach().float().clone() + else: + page.summary = (1.0 - weight) * page.summary + weight * record.summary.detach().float() + page.importance = max(page.importance, float(record.importance)) + page.touch() + if page.full: + self._open_page_ids.discard(page.page_id) + self._index_page(page) + + def _find_duplicate(self, record: MemoryRecordV2) -> Optional[MemoryRecordV2]: + text_key = record.text.strip().lower() + if text_key: + record_id = self._text_index.get(text_key) + duplicate = self.records.get(record_id) if record_id else None + if duplicate is None and self.tier_store is not None: + item = self.tier_store.find_by_text(record.text, active_status=STATUS_ACTIVE) + if item is not None: + self._hydrate_records([item["record_id"]]) + duplicate = self.records.get(item["record_id"]) + if duplicate is not None and duplicate.status == STATUS_ACTIVE: + return duplicate + conflict_key = record.conflict_key() + if conflict_key: + old_id = self.active_by_conflict.get(conflict_key) + if old_id and old_id in self.records: + old = self.records[old_id] + if old.status == STATUS_ACTIVE and old.value.strip().lower() == record.value.strip().lower(): + return old + if self.tier_store is not None: + item = self.tier_store.find_by_conflict( + record.entity, + record.attribute, + active_status=STATUS_ACTIVE, + ) + if item is not None: + self._hydrate_records([item["record_id"]]) + old = self.records.get(item["record_id"]) + if old is not None and old.value.strip().lower() == record.value.strip().lower(): + return old + return None + + def write( + self, + *, + text: str, + key: Tensor, + summary: Optional[Tensor] = None, + memory_type: str = "fact", + entity: str = "", + attribute: str = "", + value: str = "", + importance: float = 0.5, + confidence: float = 0.5, + source: str = "user", + evidence: Optional[Sequence[str]] = None, + related_ids: Optional[Sequence[str]] = None, + slot_index: int = -1, + token_ids: Optional[Tensor] = None, + token_mask: Optional[Tensor] = None, + trusted: bool = True, + force: bool = False, + ) -> tuple[MemoryRecordV2, str]: + """Insert or version a record, returning ``(record, action)``.""" + + importance = float(max(0.0, min(1.0, importance))) + confidence = float(max(0.0, min(1.0, confidence))) + if summary is None: + summary = key + record = MemoryRecordV2( + record_id=_stable_id(f"{text}|{_now()}|{len(self.records)}", prefix="mem"), + text=text, + key=self._encode_key(key).cpu().clone(), + summary=self._encode_key(summary).cpu().clone(), + memory_type=memory_type, + entity=entity, + attribute=attribute, + value=value, + importance=importance, + confidence=confidence, + source=source, + evidence=list(evidence or [text]), + related_ids=list(related_ids or []), + slot_index=int(slot_index), + token_ids=(token_ids.detach().cpu().long().reshape(-1).clone() if token_ids is not None else None), + token_mask=(token_mask.detach().cpu().bool().reshape(-1).clone() if token_mask is not None else None), + ) + if not trusted and not force: + record.status = STATUS_QUARANTINED + self.quarantine[record.record_id] = record + if self.tier_store is not None: + self.tier_store.upsert_quarantine(record) + return record, "quarantined" + duplicate = self._find_duplicate(record) + if duplicate is not None: + duplicate.confidence = max(duplicate.confidence, record.confidence) + duplicate.importance = max(duplicate.importance, record.importance) + duplicate.evidence.extend(item for item in record.evidence if item not in duplicate.evidence) + duplicate.touch() + return duplicate, "duplicate" + if record.slot_index >= 0: + for old in self.records.values(): + if old.slot_index == record.slot_index and old.status == STATUS_ACTIVE: + old.status = STATUS_SUPERSEDED + record.version = max(record.version, old.version + 1) + record.supersedes = old.record_id + self._store_record(old) + conflict_key = record.conflict_key() + if conflict_key and conflict_key in self.active_by_conflict: + old_id = self.active_by_conflict[conflict_key] + old = self.records.get(old_id) + if old is not None and old.status == STATUS_ACTIVE: + old.status = STATUS_SUPERSEDED + record.version = old.version + 1 + record.supersedes = old.record_id + self._store_record(old) + elif conflict_key and self.tier_store is not None: + item = self.tier_store.find_by_conflict( + record.entity, + record.attribute, + active_status=STATUS_ACTIVE, + ) + old = None + if item is not None: + self._hydrate_records([item["record_id"]]) + old = self.records.get(item["record_id"]) + if old is not None: + old.status = STATUS_SUPERSEDED + record.version = old.version + 1 + record.supersedes = old.record_id + self.active_by_conflict[conflict_key] = old.record_id + self._store_record(old) + page = self._target_page(record.key, importance=record.importance) + self.records[record.record_id] = record + if record.text.strip(): + self._text_index[record.text.strip().lower()] = record.record_id + self._update_page(page, record) + self._store_record(record) + if conflict_key: + self.active_by_conflict[conflict_key] = record.record_id + if self._suspend_refresh == 0: + self._refresh_tiers() + return record, "updated" if record.supersedes else "inserted" + + def write_batch(self, records: Iterable[dict[str, Any]]) -> list[tuple[MemoryRecordV2, str]]: + """Write many records with one durable transaction and one tier pass.""" + + items = list(records) + if not items: + return [] + self._suspend_refresh += 1 + try: + if self.tier_store is not None: + with self.tier_store.transaction(): + output = [self.write(**item) for item in items] + else: + output = [self.write(**item) for item in items] + finally: + self._suspend_refresh -= 1 + if self._suspend_refresh == 0: + self._refresh_tiers() + return output + + def _refresh_tiers(self) -> None: + ranked = sorted( + self.pages.values(), + key=lambda page: (page.importance, page.last_access, len(page.record_ids)), + reverse=True, + ) + hot_ids = {page.page_id for page in ranked[: self.hot_pages]} + resident_ids = { + page.page_id for page in ranked[: self.max_resident_pages] + } + for page in self.pages.values(): + old_tier = page.tier + if page.page_id in hot_ids: + page.tier = "hot" + elif self.tier_store is not None and page.page_id not in resident_ids: + page.tier = "cold" + else: + page.tier = "warm" + if self.tier_store is not None and old_tier != page.tier: + self.tier_store.set_page_tier(page.page_id, page.tier) + if self.tier_store is None and self._gpu_device is not None: + hot_records: list[MemoryRecordV2] = [] + for page in sorted( + (item for item in self.pages.values() if item.tier == "hot"), + key=lambda item: (item.last_access, item.importance), + reverse=True, + ): + hot_records.extend( + self.records[record_id] + for record_id in page.record_ids + if record_id in self.records + and self.records[record_id].status == STATUS_ACTIVE + ) + self.promote_records(hot_records) + self._evict_cold_records() + + def _page_scores( + self, + query_key: Tensor, + query_text: str = "", + query_token_ids: Optional[Tensor] = None, + ) -> list[tuple[MemoryPageV2, float]]: + scores = [] + candidate_page_ids = self._candidate_page_ids(query_key) + for page_id in candidate_page_ids: + page = self._hydrate_page(page_id) + if page is None: + continue + if page.key is None: + continue + score = float(self._score_candidates(query_key, page.key.unsqueeze(0))[0].item()) + active_records = [ + self.records[record_id] + for record_id in page.record_ids + if record_id in self.records and self.records[record_id].status == STATUS_ACTIVE + ] + if active_records: + record_keys = torch.stack([self._record_key(record) for record in active_records], dim=0) + # Exact record-level reranking prevents a mixed-topic page + # centroid from hiding a highly relevant slot. + score = max(score, float(self._score_candidates(query_key, record_keys).max().item())) + score += 0.05 * page.importance + age_seconds = max(0, _now() - page.last_access) + score += 0.02 / (1.0 + age_seconds / 3600.0) + if query_text: + page_text = " ".join(self.records[item].text for item in page.record_ids if item in self.records) + score += 0.25 * max( + (self.records[item].lexical_score(query_text) for item in page.record_ids if item in self.records), + default=0.0, + ) + if query_token_ids is not None: + score += 0.45 * max( + ( + self.records[item].token_overlap_score(query_token_ids) + for item in page.record_ids + if item in self.records and self.records[item].status == STATUS_ACTIVE + ), + default=0.0, + ) + scores.append((page, score)) + return sorted(scores, key=lambda item: item[1], reverse=True) + + def _record_scores( + self, + page: MemoryPageV2, + query_key: Tensor, + query_text: str, + query_token_ids: Optional[Tensor] = None, + *, + allow_superseded: bool = False, + ) -> list[tuple[MemoryRecordV2, float]]: + output = [] + self._hydrate_page(page.page_id) + live_records: list[MemoryRecordV2] = [] + for record_id in page.record_ids: + record = self.records.get(record_id) + if record is None: + continue + if record.status != STATUS_ACTIVE and not allow_superseded: + continue + live_records.append(record) + if not live_records: + return [] + candidate_keys = torch.stack([self._record_key(record) for record in live_records], dim=0) + routed_scores = self._score_candidates(query_key, candidate_keys) + for record, routed_score in zip(live_records, routed_scores): + score = float(routed_score.item()) + score += 0.25 * record.lexical_score(query_text) + score += 0.45 * record.token_overlap_score(query_token_ids) + score += 0.10 * record.confidence + 0.08 * record.importance + output.append((record, score)) + return sorted(output, key=lambda item: item[1], reverse=True) + + def query( + self, + *, + query_key: Tensor, + query_text: str = "", + query_token_ids: Optional[Tensor] = None, + top_k_pages: Optional[int] = None, + top_k_records: Optional[int] = None, + max_hops: Optional[int] = None, + min_score: float = -1.0, + ) -> tuple[list[MemoryRecordV2], RouterDecisionV2]: + """Sparse multi-hop query over pages and active records.""" + + page_limit = max(1, top_k_pages or self.top_k_pages) + record_limit = top_k_records or self.top_k_records + hop_limit = min(max_hops or self.max_hops, self.max_hops) + ranked_pages = self._page_scores(query_key, query_text, query_token_ids) + selected_pages = [item for item in ranked_pages[:page_limit] if item[1] >= min_score] + current_page_ids = [page.page_id for page, _ in selected_pages] + selected_records: list[tuple[MemoryRecordV2, float]] = [] + hop_trace: list[list[str]] = [] + visited: set[str] = set() + for hop in range(hop_limit): + hop_records: list[str] = [] + candidate_pages = [self.pages[item] for item in current_page_ids if item in self.pages] + candidates = [] + for page in candidate_pages: + candidates.extend(self._record_scores(page, query_key, query_text, query_token_ids)) + candidates.sort(key=lambda item: item[1], reverse=True) + for record, score in candidates: + if record.record_id in visited: + continue + visited.add(record.record_id) + selected_records.append((record, score)) + record.touch() + self._store_record(record) + hop_records.append(record.record_id) + if len(selected_records) >= record_limit: + break + hop_trace.append(hop_records) + if len(selected_records) >= record_limit or not hop_records: + break + related_pages: list[str] = [] + for record_id in hop_records: + record = self.records[record_id] + self._hydrate_records(record.related_ids) + for related_id in record.related_ids: + related = self.records.get(related_id) + if related is not None and related.page_id not in related_pages: + related_pages.append(related.page_id) + if not related_pages: + break + current_page_ids = related_pages[:page_limit] + selected_records.sort(key=lambda item: item[1], reverse=True) + records = [record for record, _ in selected_records[:record_limit]] + # Keep only the bounded hot working set on VRAM. The authoritative + # copies remain in RAM and are exported to the embedded weight shard. + self.promote_records(records) + page_scores = [score for _, score in selected_pages] + record_scores = [score for _, score in selected_records[:record_limit]] + confidence = float(max(record_scores, default=0.0)) + confidence = max(0.0, min(1.0, (confidence + 1.0) / 2.0)) + decision = RouterDecisionV2( + need_memory=bool(records), + page_ids=[page.page_id for page, _ in selected_pages], + record_ids=[record.record_id for record in records], + page_scores=page_scores, + record_scores=record_scores, + hop_count=len(hop_trace), + hop_trace=hop_trace, + confidence=confidence, + stop_reason="evidence_found" if records else "no_relevant_evidence", + ) + for page, _ in selected_pages: + page.touch() + self._refresh_tiers() + return records, decision + + def correct( + self, + *, + text: str, + key: Tensor, + entity: str, + attribute: str, + value: str, + evidence: Optional[Sequence[str]] = None, + confidence: float = 1.0, + ) -> tuple[MemoryRecordV2, str]: + """Write an explicit correction as a new version.""" + + return self.write( + text=text, + key=key, + entity=entity, + attribute=attribute, + value=value, + evidence=evidence, + confidence=confidence, + importance=1.0, + source="user_correction", + trusted=True, + force=True, + ) + + def approve(self, record_id: str) -> MemoryRecordV2: + record = self.quarantine.pop(record_id, None) + if record is None: + raise KeyError(f"unknown quarantined record: {record_id}") + if self.tier_store is not None: + self.tier_store.delete_quarantine(record_id) + record.status = STATUS_ACTIVE + page = self._target_page(record.key, importance=record.importance) + self.records[record.record_id] = record + self._update_page(page, record) + self._store_record(record) + conflict_key = record.conflict_key() + if conflict_key: + old_id = self.active_by_conflict.get(conflict_key) + if old_id and old_id not in self.records: + self._hydrate_records([old_id]) + old = self.records.get(old_id) if old_id else None + if old is not None and old.status == STATUS_ACTIVE: + old.status = STATUS_SUPERSEDED + record.version = old.version + 1 + record.supersedes = old.record_id + self._store_record(old) + self.active_by_conflict[conflict_key] = record.record_id + self._refresh_tiers() + return record + + def retract(self, record_id: str) -> None: + record = self.records.get(record_id) + if record is None and self.tier_store is not None: + self._hydrate_records([record_id]) + record = self.records.get(record_id) + if record is None: + raise KeyError(record_id) + record.status = STATUS_RETRACTED + self._remove_gpu_record(record_id) + self._store_record(record) + conflict_key = record.conflict_key() + if conflict_key and self.active_by_conflict.get(conflict_key) == record_id: + del self.active_by_conflict[conflict_key] + self._refresh_tiers() + + def consolidate(self, *, max_pages: Optional[int] = None) -> int: + """Move low-value pages toward compact summaries without deleting evidence.""" + + target = max_pages or self.max_pages + if len(self.pages) <= target: + self._refresh_tiers() + return 0 + ranked = sorted(self.pages.values(), key=lambda page: (page.importance, page.last_access)) + merged = 0 + for source in ranked: + if len(self.pages) <= target: + break + if source.tier == "hot" or not source.record_ids: + continue + destinations = [ + page + for page in self.pages.values() + if page.page_id != source.page_id and not page.full + ] + # Consolidation may only use an existing page. Creating a new + # page while trying to enforce a page limit would recurse forever + # when every page is already full. + if not destinations: + continue + source_key = source.key if source.key is not None else torch.zeros(self.key_dim) + source_key = self._encode_key(source_key) + destination = max( + destinations, + key=lambda page: ( + float(torch.dot(source_key, F.normalize(page.key.float(), dim=0))) + if page.key is not None + else -0.1 * len(page.record_ids) + ), + ) + for record_id in list(source.record_ids): + if record_id not in destination.record_ids and not destination.full: + destination.record_ids.append(record_id) + self.records[record_id].page_id = destination.page_id + if destination.full: + self._open_page_ids.discard(destination.page_id) + else: + self._open_page_ids.add(destination.page_id) + self._remove_page_from_index(destination) + self._index_page(destination) + if destination.key is None: + destination.key = source.key + if destination.summary is None: + destination.summary = source.summary + destination.importance = max(destination.importance, source.importance) + self._remove_page_from_index(source) + del self.pages[source.page_id] + self._open_page_ids.discard(source.page_id) + merged += 1 + self._refresh_tiers() + return merged + + def stats(self) -> dict[str, Any]: + active = [record for record in self.records.values() if record.status == STATUS_ACTIVE] + stored = self.tier_store.count() if self.tier_store is not None else {} + record_count = int(stored.get("records", len(self.records))) + active_count = int(stored.get("status_active", len(active))) + superseded_count = int( + stored.get( + "status_superseded", + sum(record.status == STATUS_SUPERSEDED for record in self.records.values()), + ) + ) + retracted_count = int( + stored.get( + "status_retracted", + sum(record.status == STATUS_RETRACTED for record in self.records.values()), + ) + ) + quarantined_count = int(stored.get("quarantined", len(self.quarantine))) + return { + "pages": len(self.pages), + "max_pages": self.max_pages, + "page_capacity": self.page_capacity, + "capacity_records": self.max_pages * self.page_capacity, + "open_pages": len(self._open_page_ids), + "records": record_count, + "active_records": active_count, + "superseded_records": superseded_count, + "retracted_records": retracted_count, + "quarantined_records": quarantined_count, + "hot_pages": int(stored.get("hot_pages", sum(page.tier == "hot" for page in self.pages.values()))), + "warm_pages": int(stored.get("warm_pages", sum(page.tier == "warm" for page in self.pages.values()))), + "cold_pages": int(stored.get("cold_pages", sum(page.tier == "cold" for page in self.pages.values()))), + "active_conflict_keys": len(self.active_by_conflict), + "coarse_index_buckets": ( + self.tier_store.coarse_bucket_count() + if self.tier_store is not None + else len(self._coarse_buckets) + ), + "last_coarse_candidates": self._last_coarse_candidates, + "storage_mode": "tiered" if self.tier_store is not None else "embedded", + "resident_records": len(self.records), + "resident_pages": len(self.pages), + "gpu_cache_records": len(self._gpu_record_cache), + "gpu_cache_tokens": self._gpu_cache_tokens_used, + "gpu_cache_bytes": self._gpu_cache_bytes_used, + "gpu_cache_hits": self._gpu_cache_hits, + "gpu_cache_misses": self._gpu_cache_misses, + "gpu_cache_fallbacks": self._gpu_cache_fallbacks, + "gpu_cache_alloc_failures": self._gpu_cache_alloc_failures, + "gpu_cache_device": str(self._gpu_device) if self._gpu_device is not None else "none", + "gpu_cache_limit_records": self.gpu_cache_records, + "gpu_cache_limit_tokens": self.gpu_cache_tokens, + "gpu_cache_reserve_mb": self.gpu_cache_reserve_mb, + "gpu_cache_adaptive": self.gpu_cache_adaptive, + "gpu_cache_last_free_mb": ( + round(self._gpu_cache_last_free_bytes / (1024 * 1024), 2) + if self._gpu_cache_last_free_bytes is not None + else None + ), + } + + def _resolve_record(self, record_id: str) -> MemoryRecordV2: + record = self.records.get(str(record_id)) + if record is None and self.tier_store is not None: + self._hydrate_records([str(record_id)]) + record = self.records.get(str(record_id)) + if record is None: + record = self.quarantine.get(str(record_id)) + if record is None: + raise KeyError(str(record_id)) + return record + + def list_records( + self, + *, + query_text: str = "", + status: str = STATUS_ACTIVE, + limit: int = 100, + offset: int = 0, + ) -> list[MemoryRecordV2]: + """List records for the local management API without exposing vectors.""" + + if limit < 1 or limit > 10000: + raise ValueError("limit must be between 1 and 10000") + if offset < 0: + raise ValueError("offset must be non-negative") + allowed = {STATUS_ACTIVE, STATUS_SUPERSEDED, STATUS_RETRACTED, STATUS_QUARANTINED, "all"} + if status not in allowed: + raise ValueError(f"status must be one of: {', '.join(sorted(allowed))}") + candidates = list(self.records.values()) + list(self.quarantine.values()) + if status != "all": + candidates = [item for item in candidates if item.status == status] + if query_text.strip(): + candidates = [ + item for item in candidates + if item.lexical_score(query_text) > 0.0 or query_text.strip().lower() in item.text.lower() + ] + candidates.sort( + key=lambda item: (item.lexical_score(query_text), item.last_access, item.timestamp), + reverse=True, + ) + else: + candidates.sort(key=lambda item: (item.last_access, item.timestamp), reverse=True) + return candidates[offset : offset + limit] + + def edit_record( + self, + record_id: str, + *, + text: Optional[str] = None, + key: Optional[Tensor] = None, + summary: Optional[Tensor] = None, + memory_type: Optional[str] = None, + entity: Optional[str] = None, + attribute: Optional[str] = None, + value: Optional[str] = None, + importance: Optional[float] = None, + confidence: Optional[float] = None, + evidence: Optional[Sequence[str]] = None, + token_ids: Optional[Tensor] = None, + token_mask: Optional[Tensor] = None, + source: str = "user_edit", + ) -> MemoryRecordV2: + """Create a new version and preserve the old record as superseded.""" + + old = self._resolve_record(record_id) + if old.status != STATUS_ACTIVE: + raise ValueError(f"only active records can be edited: {record_id}") + old.status = STATUS_SUPERSEDED + self._remove_gpu_record(old.record_id) + self._store_record(old) + old_conflict = old.conflict_key() + if old_conflict and self.active_by_conflict.get(old_conflict) == old.record_id: + del self.active_by_conflict[old_conflict] + next_text = old.text if text is None else str(text) + next_entity = old.entity if entity is None else str(entity) + next_attribute = old.attribute if attribute is None else str(attribute) + next_value = old.value if value is None else str(value) + next_importance = old.importance if importance is None else float(importance) + next_confidence = old.confidence if confidence is None else float(confidence) + next_key = old.key if key is None else key + next_summary = old.summary if summary is None else summary + now = _now() + new_record = MemoryRecordV2( + record_id=_stable_id(f"{old.record_id}|edit|{now}|{len(self.records)}", prefix="mem"), + text=next_text, + key=self._encode_key(next_key).cpu().clone(), + summary=self._encode_key(next_summary).cpu().clone(), + memory_type=old.memory_type if memory_type is None else str(memory_type), + entity=next_entity, + attribute=next_attribute, + value=next_value, + timestamp=now, + importance=max(0.0, min(1.0, next_importance)), + confidence=max(0.0, min(1.0, next_confidence)), + source=str(source), + status=STATUS_ACTIVE, + version=old.version + 1, + supersedes=old.record_id, + related_ids=list(old.related_ids), + evidence=list(old.evidence if evidence is None else evidence), + slot_index=old.slot_index, + token_ids=(token_ids.detach().cpu().long().reshape(-1).clone() if token_ids is not None else old.token_ids), + token_mask=(token_mask.detach().cpu().bool().reshape(-1).clone() if token_mask is not None else old.token_mask), + ) + self.records[new_record.record_id] = new_record + if new_record.text.strip(): + self._text_index[new_record.text.strip().lower()] = new_record.record_id + page = self._target_page(new_record.key, importance=new_record.importance) + self._update_page(page, new_record) + self._store_record(new_record) + new_conflict = new_record.conflict_key() + if new_conflict: + self.active_by_conflict[new_conflict] = new_record.record_id + self._refresh_tiers() + return new_record + + def _remove_gpu_record(self, record_id: str) -> None: + cached = self._gpu_record_cache.pop(record_id, None) + if cached is None: + return + if record_id in self._gpu_cache_order: + self._gpu_cache_order.remove(record_id) + token_ids = cached.get("token_ids") + if isinstance(token_ids, Tensor): + self._gpu_cache_tokens_used -= int(token_ids.numel()) + self._gpu_cache_bytes_used -= sum(self._tensor_bytes(value) for value in cached.values()) + self._gpu_cache_tokens_used = max(0, self._gpu_cache_tokens_used) + self._gpu_cache_bytes_used = max(0, self._gpu_cache_bytes_used) + + def audit(self) -> dict[str, Any]: + """Check page membership, conflict indexes and relationship references.""" + + issues: list[str] = [] + page_membership: set[str] = set() + for page in self.pages.values(): + if len(page.record_ids) > page.capacity: + issues.append(f"page_over_capacity:{page.page_id}") + for record_id in page.record_ids: + page_membership.add(record_id) + record = self.records.get(record_id) + if record is None: + issues.append(f"missing_record:{record_id}") + elif record.page_id != page.page_id: + issues.append(f"page_pointer_mismatch:{record_id}") + for record in self.records.values(): + if record.status == STATUS_ACTIVE and record.record_id not in page_membership: + issues.append(f"active_record_not_indexed:{record.record_id}") + for related_id in record.related_ids: + if related_id not in self.records and related_id not in self.quarantine: + issues.append(f"dangling_related_id:{record.record_id}->{related_id}") + for conflict_key, record_id in self.active_by_conflict.items(): + record = self.records.get(record_id) + if record is None or record.status != STATUS_ACTIVE or record.conflict_key() != conflict_key: + issues.append(f"invalid_conflict_index:{conflict_key}") + return { + "healthy": not issues, + "issues": issues[:100], + "issue_count": len(issues), + "stats": self.stats(), + } + + def flush_storage(self) -> None: + """Flush the durable tier without serializing cold pages into RAM.""" + + if self.tier_store is not None: + self.tier_store.flush() + + def close_storage(self) -> None: + """Close the durable page database so Windows can remove or rotate it.""" + + if self.tier_store is not None: + self.tier_store.close() + + def export_payload(self) -> dict[str, Any]: + """Export tensors plus JSON-safe metadata for checkpoint backends.""" + + if self.tier_store is not None: + for page in self.pages.values(): + self._hydrate_page(page.page_id) + records = [] + for record in self.records.values(): + item = asdict(record) + item["key"] = record.key.detach().cpu() + item["summary"] = record.summary.detach().cpu() + records.append(item) + pages = [] + for page in self.pages.values(): + item = asdict(page) + item["key"] = page.key.detach().cpu() if page.key is not None else None + item["summary"] = page.summary.detach().cpu() if page.summary is not None else None + pages.append(item) + quarantine = [] + for record in self.quarantine.values(): + item = asdict(record) + item["key"] = record.key.detach().cpu() + item["summary"] = record.summary.detach().cpu() + quarantine.append(item) + return { + "format_version": 2, + "hidden_size": self.hidden_size, + "page_capacity": self.page_capacity, + "max_pages": self.max_pages, + "hot_pages": self.hot_pages, + "top_k_pages": self.top_k_pages, + "top_k_records": self.top_k_records, + "max_hops": self.max_hops, + "key_dim": self.key_dim, + "coarse_index_bits": self.coarse_index_bits, + "record_count": len(self.records), + "counter": self._counter, + "records": records, + "pages": pages, + "quarantine": quarantine, + "active_by_conflict": dict(self.active_by_conflict), + } + + @classmethod + def from_payload( + cls, + payload: dict[str, Any], + *, + router: Optional[MemoryRouterV2] = None, + tier_store: Optional["TieredMemoryStoreV2"] = None, + max_resident_pages: int = 256, + runtime_device: Optional[torch.device] = None, + gpu_cache_records: int = 256, + gpu_cache_tokens: int = 131072, + gpu_cache_reserve_mb: int = 2048, + gpu_cache_adaptive: bool = True, + ) -> "PagedMemoryBankV2": + bank = cls( + int(payload["hidden_size"]), + page_capacity=int(payload.get("page_capacity", 32)), + max_pages=int(payload.get("max_pages", 32768)), + hot_pages=int(payload.get("hot_pages", 8)), + top_k_pages=int(payload.get("top_k_pages", 4)), + top_k_records=int(payload.get("top_k_records", 8)), + max_hops=int(payload.get("max_hops", 3)), + router=router, + key_dim=int(payload.get("key_dim", router.router_dim if router is not None else payload["hidden_size"])), + coarse_index_bits=int(payload.get("coarse_index_bits", 20)), + tier_store=tier_store, + max_resident_pages=max_resident_pages, + runtime_device=runtime_device, + gpu_cache_records=gpu_cache_records, + gpu_cache_tokens=gpu_cache_tokens, + gpu_cache_reserve_mb=gpu_cache_reserve_mb, + gpu_cache_adaptive=gpu_cache_adaptive, + ) + bank._counter = int(payload.get("counter", 0)) + for item in payload.get("records", []): + item = dict(item) + item["key"] = torch.as_tensor(item["key"]).float() + item["summary"] = torch.as_tensor(item["summary"]).float() + if item.get("token_ids") is not None: + item["token_ids"] = torch.as_tensor(item["token_ids"]).long() + if item.get("token_mask") is not None: + item["token_mask"] = torch.as_tensor(item["token_mask"]).bool() + bank.records[item["record_id"]] = MemoryRecordV2(**item) + if item.get("text", "").strip() and item.get("status") == STATUS_ACTIVE: + bank._text_index[item["text"].strip().lower()] = item["record_id"] + for item in payload.get("pages", []): + item = dict(item) + if item.get("key") is not None: + item["key"] = torch.as_tensor(item["key"]).float() + if item.get("summary") is not None: + item["summary"] = torch.as_tensor(item["summary"]).float() + bank.pages[item["page_id"]] = MemoryPageV2(**item) + bank._open_page_ids = { + page.page_id for page in bank.pages.values() if not page.full + } + bank._open_page_order = [ + page.page_id + for page in sorted( + bank.pages.values(), key=lambda item: (item.created_at, item.page_id) + ) + if page.page_id in bank._open_page_ids + ] + for page in bank.pages.values(): + bank._index_page(page) + for item in payload.get("quarantine", []): + item = dict(item) + item["key"] = torch.as_tensor(item["key"]).float() + item["summary"] = torch.as_tensor(item["summary"]).float() + if item.get("token_ids") is not None: + item["token_ids"] = torch.as_tensor(item["token_ids"]).long() + if item.get("token_mask") is not None: + item["token_mask"] = torch.as_tensor(item["token_mask"]).bool() + bank.quarantine[item["record_id"]] = MemoryRecordV2(**item) + bank.active_by_conflict = dict(payload.get("active_by_conflict", {})) + bank._refresh_tiers() + return bank + + +@dataclass +class KVBudgetManagerV2: + """Token budget and overflow policy for the hot working context.""" + + max_tokens: int = 32768 + hard_max_tokens: int = 131072 + compaction_trigger: float = 0.90 + keep_recent_tokens: int = 8192 + + def __post_init__(self) -> None: + if not 1 <= self.max_tokens <= self.hard_max_tokens: + raise ValueError("max_tokens must be inside [1, hard_max_tokens]") + if not 0.5 <= self.compaction_trigger < 1.0: + raise ValueError("compaction_trigger must be in [0.5, 1)") + self.keep_recent_tokens = min(self.keep_recent_tokens, self.max_tokens) + + @property + def trigger_tokens(self) -> int: + return max(1, int(self.max_tokens * self.compaction_trigger)) + + def needs_compaction(self, token_count: int) -> bool: + return int(token_count) >= self.trigger_tokens + + def overflow(self, token_count: int) -> int: + return max(0, int(token_count) - self.max_tokens) + + def retention_plan(self, token_count: int) -> dict[str, int | bool]: + overflow = self.overflow(token_count) + return { + "token_count": int(token_count), + "max_tokens": self.max_tokens, + "needs_compaction": self.needs_compaction(token_count), + "overflow_tokens": overflow, + "preserve_recent_tokens": self.keep_recent_tokens, + "tokens_for_memory": max(0, overflow + max(0, int(token_count * 0.1))), + } + + +class MemoryOSV2: + """Model-facing coordinator for a hierarchical memory bank.""" + + def __init__( + self, + hidden_size: int, + *, + router: Optional[MemoryRouterV2] = None, + bank: Optional[PagedMemoryBankV2] = None, + kv_budget: Optional[KVBudgetManagerV2] = None, + read_threshold: float = 0.65, + write_threshold: float = 0.50, + runtime_device: Optional[torch.device] = None, + gpu_cache_records: int = 256, + gpu_cache_tokens: int = 131072, + gpu_cache_reserve_mb: int = 2048, + gpu_cache_adaptive: bool = True, + ) -> None: + self.router = router or MemoryRouterV2(hidden_size) + self.bank = bank or PagedMemoryBankV2( + hidden_size, + router=self.router, + runtime_device=runtime_device, + gpu_cache_records=gpu_cache_records, + gpu_cache_tokens=gpu_cache_tokens, + gpu_cache_reserve_mb=gpu_cache_reserve_mb, + gpu_cache_adaptive=gpu_cache_adaptive, + ) + self.kv_budget = kv_budget or KVBudgetManagerV2() + self.read_threshold = read_threshold + self.write_threshold = write_threshold + + def write(self, **kwargs: Any) -> tuple[MemoryRecordV2, str]: + importance = float(kwargs.get("importance", 0.5)) + confidence = float(kwargs.get("confidence", 0.5)) + force = bool(kwargs.get("force", False)) + trusted = bool(kwargs.get("trusted", True)) + if not force and (importance < self.write_threshold or confidence < 0.25): + kwargs["trusted"] = False + return self.bank.write(**kwargs) + + def write_batch(self, records: Iterable[dict[str, Any]]) -> list[tuple[MemoryRecordV2, str]]: + """Apply the V2 write gate and commit a batch atomically when possible.""" + + prepared: list[dict[str, Any]] = [] + for item in records: + kwargs = dict(item) + importance = float(kwargs.get("importance", 0.5)) + confidence = float(kwargs.get("confidence", 0.5)) + force = bool(kwargs.get("force", False)) + if not force and (importance < self.write_threshold or confidence < 0.25): + kwargs["trusted"] = False + prepared.append(kwargs) + return self.bank.write_batch(prepared) + + def read( + self, + *, + query_key: Tensor, + query_text: str = "", + query_token_ids: Optional[Tensor] = None, + top_k_pages: Optional[int] = None, + top_k_records: Optional[int] = None, + max_hops: Optional[int] = None, + ) -> tuple[list[MemoryRecordV2], RouterDecisionV2]: + if self.router is not None and query_key.numel() == self.router.hidden_size: + router_device = next(self.router.parameters()).device + need_probability = float( + torch.sigmoid(self.router.need_memory(query_key.to(router_device).reshape(1, -1)))[0, 0].item() + ) + token_evidence = self.bank.has_token_evidence(query_key, query_token_ids) + if need_probability < self.read_threshold and not token_evidence: + return [], RouterDecisionV2( + need_memory=False, + page_ids=[], + record_ids=[], + page_scores=[], + record_scores=[], + hop_count=0, + hop_trace=[], + confidence=need_probability, + stop_reason="router_abstained", + ) + records, decision = self.bank.query( + query_key=query_key, + query_text=query_text, + query_token_ids=query_token_ids, + top_k_pages=top_k_pages, + top_k_records=top_k_records, + max_hops=max_hops, + min_score=-1.0, + ) + token_evidence = self.bank.has_token_evidence(query_key, query_token_ids) + if decision.confidence < self.read_threshold and not token_evidence: + decision.need_memory = False + decision.record_ids = [] + decision.stop_reason = "below_read_threshold" + return [], decision + if token_evidence and decision.confidence < self.read_threshold: + decision.stop_reason = "token_evidence_override" + return records, decision + + def correct(self, **kwargs: Any) -> tuple[MemoryRecordV2, str]: + return self.bank.correct(**kwargs) + + def approve(self, record_id: str) -> MemoryRecordV2: + return self.bank.approve(record_id) + + def retract(self, record_id: str) -> None: + self.bank.retract(record_id) + + def stats(self) -> dict[str, Any]: + output = self.bank.stats() + output["kv_budget"] = { + "max_tokens": self.kv_budget.max_tokens, + "trigger_tokens": self.kv_budget.trigger_tokens, + } + return output + + def list_records(self, **kwargs: Any) -> list[MemoryRecordV2]: + return self.bank.list_records(**kwargs) + + def edit_record(self, record_id: str, **kwargs: Any) -> MemoryRecordV2: + return self.bank.edit_record(record_id, **kwargs) + + def retract_record(self, record_id: str) -> None: + self.bank.retract(record_id) + + def audit(self) -> dict[str, Any]: + return self.bank.audit() + + def flush_storage(self) -> None: + self.bank.flush_storage() + + def close_storage(self) -> None: + self.bank.close_storage() + + def export_payload(self) -> dict[str, Any]: + payload = self.bank.export_payload() + payload["read_threshold"] = self.read_threshold + payload["write_threshold"] = self.write_threshold + payload["kv_budget"] = asdict(self.kv_budget) + return payload + + @classmethod + def from_payload( + cls, + payload: dict[str, Any], + *, + router: Optional[MemoryRouterV2] = None, + tier_store: Optional["TieredMemoryStoreV2"] = None, + max_resident_pages: int = 256, + runtime_device: Optional[torch.device] = None, + gpu_cache_records: int = 256, + gpu_cache_tokens: int = 131072, + gpu_cache_reserve_mb: int = 2048, + gpu_cache_adaptive: bool = True, + ) -> "MemoryOSV2": + bank = PagedMemoryBankV2.from_payload( + payload, + router=router, + tier_store=tier_store, + max_resident_pages=max_resident_pages, + runtime_device=runtime_device, + gpu_cache_records=gpu_cache_records, + gpu_cache_tokens=gpu_cache_tokens, + gpu_cache_reserve_mb=gpu_cache_reserve_mb, + gpu_cache_adaptive=gpu_cache_adaptive, + ) + budget = KVBudgetManagerV2(**payload.get("kv_budget", {})) + return cls( + bank.hidden_size, + router=router, + bank=bank, + kv_budget=budget, + read_threshold=float(payload.get("read_threshold", 0.65)), + write_threshold=float(payload.get("write_threshold", 0.5)), + ) + + +def router_training_loss( + router: MemoryRouterV2, + query: Tensor, + candidates: Tensor, + positive_index: Tensor, + *, + need_memory_label: Optional[Tensor] = None, + hop_label: Optional[Tensor] = None, +) -> dict[str, Tensor]: + """Compute supervised router losses with hard negatives.""" + + output = router(query, candidates) + losses: dict[str, Tensor] = {} + losses["candidate"] = F.cross_entropy(output["scores"], positive_index) + if need_memory_label is not None: + losses["need_memory"] = F.binary_cross_entropy_with_logits( + output["need_memory_logits"], need_memory_label.float() + ) + if hop_label is not None: + losses["hop"] = F.cross_entropy(output["hop_logits"], hop_label) + losses["total"] = sum(losses.values()) + return losses + + +__all__ = [ + "KVBudgetManagerV2", + "MemoryOSV2", + "MemoryPageV2", + "MemoryRecordV2", + "MemoryRouterV2", + "PagedMemoryBankV2", + "RouterDecisionV2", + "router_training_loss", + "STATUS_ACTIVE", + "STATUS_QUARANTINED", + "STATUS_RETRACTED", + "STATUS_SUPERSEDED", +] diff --git a/merge_memory_weights.py b/merge_memory_weights.py new file mode 100644 index 0000000..d5d560c --- /dev/null +++ b/merge_memory_weights.py @@ -0,0 +1,307 @@ +"""Merge dynamic-memory tensors into a copy of a local safetensors shard. + +The base Qwen shards are never modified. The output directory contains +hardlinks for unchanged files and a newly written second shard with the +memory tensors appended to its safetensors payload. The normal HF loader +continues to see the original Qwen keys; ``qwen_integration`` loads the +embedded ``dynamic_memory.*`` keys when it sees ``memory_merge.json``. +""" + +from __future__ import annotations + +import argparse +import json +import os +import shutil +import struct +from pathlib import Path +from typing import Any + +import torch +from safetensors.torch import save_file + + +def _read_header(path: Path) -> tuple[dict[str, Any], int, int]: + with path.open("rb") as handle: + raw_length = handle.read(8) + if len(raw_length) != 8: + raise ValueError(f"not a safetensors file: {path}") + header_length = struct.unpack(" tuple[dict[str, torch.Tensor], dict[str, Any]]: + tensors: dict[str, torch.Tensor] = {} + memory = torch.load(adapter_dir / "memory.pt", map_location="cpu", weights_only=True) + tensors.update({f"dynamic_memory.memory.{key}": value.detach().cpu().contiguous() for key, value in memory.items()}) + + retriever_path = adapter_dir / "text_retriever.pt" + if retriever_path.exists(): + retriever = torch.load(retriever_path, map_location="cpu", weights_only=True) + tensors.update( + {f"dynamic_memory.text_retriever.{key}": value.detach().cpu().contiguous() for key, value in retriever.items()} + ) + + policy_path = adapter_dir / "memory_policy.pt" + if policy_path.exists(): + policy = torch.load(policy_path, map_location="cpu", weights_only=True) + tensors.update( + {f"dynamic_memory.memory_policy.{key}": value.detach().cpu().contiguous() for key, value in policy.items()} + ) + + surgery_path = adapter_dir / "surgery.pt" + if surgery_path.exists(): + surgery = torch.load(surgery_path, map_location="cpu", weights_only=True) + for layer, value in surgery.get("blend_logits", {}).items(): + tensors[f"dynamic_memory.blend_logits.{layer}"] = value.detach().cpu().contiguous() + + metadata = json.loads((adapter_dir / "memory_config.json").read_text(encoding="utf-8")) + memory_config = dict(metadata.get("memory_config", {})) + + persistent_source = memory_state + if persistent_source is None and (adapter_dir / "persistent_memory.pt").exists(): + persistent_source = adapter_dir / "persistent_memory.pt" + if persistent_source is not None: + payload = torch.load(persistent_source, map_location="cpu", weights_only=True) + if not isinstance(payload, dict) or not isinstance(payload.get("memory_state"), torch.Tensor): + raise ValueError(f"memory state file has no tensor memory_state: {persistent_source}") + for key, value in payload.items(): + if isinstance(value, torch.Tensor): + tensors[f"dynamic_memory.persistent.{key}"] = value.detach().cpu().contiguous() + memory_config["persistent_memory"] = True + + if not tensors: + raise ValueError("no tensors were found to merge") + metadata["memory_config"] = memory_config + metadata["checkpoint_contains_user_memory"] = persistent_source is not None + return tensors, metadata + + +def _write_merged_shard(base_shard: Path, extra_shard: Path, output_shard: Path) -> None: + base_header, base_header_length, base_data_start = _read_header(base_shard) + extra_header, _, extra_data_start = _read_header(extra_shard) + if "__metadata__" in extra_header: + extra_metadata = extra_header.pop("__metadata__") + else: + extra_metadata = {} + if "__metadata__" in base_header: + base_metadata = base_header.pop("__metadata__") + else: + base_metadata = {} + collisions = set(base_header).intersection(extra_header) + if collisions: + raise ValueError(f"safetensors key collision while merging: {sorted(collisions)[:4]}") + + base_payload_size = base_shard.stat().st_size - base_data_start + merged_header: dict[str, Any] = {} + new_metadata = dict(base_metadata) + new_metadata.update({str(key): str(value) for key, value in extra_metadata.items()}) + merged_header["__metadata__"] = new_metadata + + for key, entry in base_header.items(): + item = dict(entry) + start, end = item["data_offsets"] + item["data_offsets"] = [int(start), int(end)] + merged_header[key] = item + # Copy the entries: the offset-fixup loop mutates merged_header and must + # not mutate extra_header, otherwise the second loop iteration applies the + # base offset repeatedly. + merged_header.update({key: dict(entry) for key, entry in extra_header.items()}) + + # Offsets are relative to the beginning of the data section, so changing + # the header length does not move the base tensors in that coordinate + # system. Recompute the header until its padded size is stable. + while True: + encoded = json.dumps(merged_header, ensure_ascii=False, separators=(",", ":")).encode("utf-8") + padded_length = (len(encoded) + 7) // 8 * 8 + for key, entry in base_header.items(): + start, end = entry["data_offsets"] + merged_header[key]["data_offsets"] = [int(start), int(end)] + # ``data_offsets`` are relative to the beginning of the data section, + # not absolute file offsets. The extra payload follows the base + # payload inside that merged data section. + extra_start = base_payload_size + for key, entry in extra_header.items(): + start, end = entry["data_offsets"] + merged_header[key]["data_offsets"] = [int(extra_start + start), int(extra_start + end)] + encoded_next = json.dumps(merged_header, ensure_ascii=False, separators=(",", ":")).encode("utf-8") + next_length = (len(encoded_next) + 7) // 8 * 8 + if next_length == padded_length: + encoded = encoded_next + b" " * (next_length - len(encoded_next)) + break + + output_shard.parent.mkdir(parents=True, exist_ok=True) + with output_shard.open("wb") as output, base_shard.open("rb") as base, extra_shard.open("rb") as extra: + output.write(struct.pack(" None: + for source in base_dir.iterdir(): + if not source.is_file() or source.name in {"memory_config.json", "memory_merge.json", merged_shard_name}: + continue + destination = output_dir / source.name + try: + os.link(source, destination) + except OSError: + try: + # Some Windows volumes reject hardlinks but allow symlinks; + # this keeps the unchanged 5GB shard from being duplicated. + os.symlink(source, destination) + except OSError: + # Last-resort fallback for filesystems that allow neither. + # The large first shard is still copied only when necessary. + shutil.copy2(source, destination) + + +def merge_package( + base_dir: Path, + adapter_dir: Path, + output_dir: Path, + memory_state: Path | None, +) -> dict[str, Any]: + if output_dir.exists(): + raise FileExistsError(f"refusing to overwrite existing output: {output_dir}") + base_index = base_dir / "model.safetensors.index.json" + index = json.loads(base_index.read_text(encoding="utf-8")) + shard_names = sorted(set(index["weight_map"].values())) + if len(shard_names) != 2 or "model.safetensors-00002-of-00002.safetensors" not in shard_names: + raise ValueError(f"expected the local two-shard Qwen layout, got {shard_names}") + + output_dir.mkdir(parents=True) + merged_shard_name = "model.safetensors-00002-of-00002.safetensors" + _hardlink_base_files(base_dir, output_dir, merged_shard_name) + + tensors, adapter_metadata = _load_adapter_tensors(adapter_dir, memory_state) + extra_shard = output_dir / "memory_extra.safetensors" + save_file(tensors, str(extra_shard), metadata={"format": "qwen_dynamic_memory_embedded_v1"}) + _write_merged_shard( + base_dir / merged_shard_name, + extra_shard, + output_dir / merged_shard_name, + ) + # This is a self-owned staging file; the merged shard is the only copy + # that belongs in the output package. + extra_shard.unlink() + + (output_dir / "memory_config.json").write_text( + json.dumps(adapter_metadata, indent=2, ensure_ascii=False), + encoding="utf-8", + ) + manifest = { + "format_version": 1, + "format": "qwen_dynamic_memory_merged_shard", + "shard_mode": "combined", + "memory_weights": merged_shard_name, + "base_model": str(base_dir), + "source_adapter": str(adapter_dir), + "source_memory_state": str(memory_state) if memory_state is not None else None, + "tensor_prefix": "dynamic_memory.", + "checkpoint_contains_user_memory": bool(adapter_metadata.get("checkpoint_contains_user_memory")), + "memory_config": adapter_metadata.get("memory_config", {}), + } + (output_dir / "memory_merge.json").write_text( + json.dumps(manifest, indent=2, ensure_ascii=False), + encoding="utf-8", + ) + return manifest + + +def add_memory_shard( + base_dir: Path, + adapter_dir: Path, + shard_path: Path, + memory_state: Path | None, +) -> dict[str, Any]: + """Add a small extra-only memory shard beside an existing Qwen model.""" + + if shard_path.exists(): + raise FileExistsError(f"refusing to overwrite existing shard: {shard_path}") + if not (base_dir / "config.json").exists() or not (base_dir / "model.safetensors.index.json").exists(): + raise ValueError(f"not a complete local Qwen model directory: {base_dir}") + + tensors, adapter_metadata = _load_adapter_tensors(adapter_dir, memory_state) + shard_path.parent.mkdir(parents=True, exist_ok=True) + save_file( + tensors, + str(shard_path), + metadata={"format": "qwen_dynamic_memory_extra_shard_v1"}, + ) + index_path = base_dir / "model.safetensors.index.json" + index = json.loads(index_path.read_text(encoding="utf-8")) + weight_map = index.setdefault("weight_map", {}) + collisions = sorted(set(weight_map).intersection(tensors)) + if collisions: + raise ValueError(f"weight-map key collision while adding memory shard: {collisions[:4]}") + weight_map.update({key: shard_path.name for key in tensors}) + tensor_bytes = sum(value.numel() * value.element_size() for value in tensors.values()) + index.setdefault("metadata", {})["total_size"] = int( + index.get("metadata", {}).get("total_size", 0) + tensor_bytes + ) + index_path.write_text(json.dumps(index, indent=2, ensure_ascii=False) + "\n", encoding="utf-8") + memory_config_path = base_dir / "memory_config.json" + memory_config_path.write_text( + json.dumps(adapter_metadata, indent=2, ensure_ascii=False), + encoding="utf-8", + ) + manifest = { + "format_version": 1, + "format": "qwen_dynamic_memory_extra_shard", + "shard_mode": "extra_only", + "memory_weights": shard_path.name, + "base_model": str(base_dir), + "source_adapter": str(adapter_dir), + "source_memory_state": str(memory_state) if memory_state is not None else None, + "tensor_prefix": "dynamic_memory.", + "checkpoint_contains_user_memory": bool(adapter_metadata.get("checkpoint_contains_user_memory")), + "memory_config": adapter_metadata.get("memory_config", {}), + } + (base_dir / "memory_merge.json").write_text( + json.dumps(manifest, indent=2, ensure_ascii=False), + encoding="utf-8", + ) + return manifest + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--base-model", required=True) + parser.add_argument("--adapter", required=True) + parser.add_argument("--output", default=None) + parser.add_argument("--add-shard", default=None, help="add a small extra-only shard beside the base model") + parser.add_argument("--memory-state", default=None) + args = parser.parse_args() + if args.add_shard: + manifest = add_memory_shard( + Path(args.base_model), + Path(args.adapter), + Path(args.add_shard), + Path(args.memory_state) if args.memory_state else None, + ) + output_shard = Path(args.add_shard) + print(f"merged_package={Path(args.base_model).resolve()}") + else: + if not args.output: + parser.error("--output is required unless --add-shard is used") + manifest = merge_package( + Path(args.base_model), + Path(args.adapter), + Path(args.output), + Path(args.memory_state) if args.memory_state else None, + ) + output_shard = Path(args.output) / str(manifest["memory_weights"]) + print(f"merged_package={Path(args.output).resolve()}") + print(f"merged_shard={output_shard.resolve()}") + print(f"merged_size_gb={output_shard.stat().st_size / (1024**3):.3f}") + print(f"contains_user_memory={manifest['checkpoint_contains_user_memory']}") + + +if __name__ == "__main__": + main() diff --git a/model.py b/model.py new file mode 100644 index 0000000..1b38df9 --- /dev/null +++ b/model.py @@ -0,0 +1,219 @@ +"""A small causal LM with an explicit writable memory state. + +This is intentionally independent from the Qwen checkpoint in the parent +directory. It is a research reference implementation for architecture work. +""" + +from __future__ import annotations + +from dataclasses import dataclass +from typing import Optional + +import torch +from torch import Tensor, nn +from torch.nn import functional as F + + +@dataclass +class DynamicMemoryConfig: + vocab_size: int = 128 + max_seq_len: int = 64 + d_model: int = 128 + n_layers: int = 4 + n_heads: int = 4 + mlp_ratio: int = 4 + memory_slots: int = 8 + dropout: float = 0.0 + + +@dataclass +class DynamicMemoryOutput: + logits: Tensor + memory: Tensor + loss: Optional[Tensor] = None + + +class RMSNorm(nn.Module): + def __init__(self, dim: int, eps: float = 1e-6) -> None: + super().__init__() + self.weight = nn.Parameter(torch.ones(dim)) + self.eps = eps + + def forward(self, x: Tensor) -> Tensor: + variance = x.pow(2).mean(dim=-1, keepdim=True) + return x * torch.rsqrt(variance + self.eps) * self.weight + + +class CausalSelfAttention(nn.Module): + def __init__(self, config: DynamicMemoryConfig) -> None: + super().__init__() + if config.d_model % config.n_heads != 0: + raise ValueError("d_model must be divisible by n_heads") + self.n_heads = config.n_heads + self.head_dim = config.d_model // config.n_heads + self.qkv = nn.Linear(config.d_model, 3 * config.d_model, bias=False) + self.out = nn.Linear(config.d_model, config.d_model, bias=False) + self.dropout = config.dropout + + def forward(self, x: Tensor) -> Tensor: + batch, seq_len, dim = x.shape + qkv = self.qkv(x).view(batch, seq_len, 3, self.n_heads, self.head_dim) + q, k, v = qkv.unbind(dim=2) + q = q.transpose(1, 2) + k = k.transpose(1, 2) + v = v.transpose(1, 2) + y = F.scaled_dot_product_attention( + q, + k, + v, + dropout_p=self.dropout if self.training else 0.0, + is_causal=True, + ) + y = y.transpose(1, 2).contiguous().view(batch, seq_len, dim) + return self.out(y) + + +class MLP(nn.Module): + def __init__(self, config: DynamicMemoryConfig) -> None: + super().__init__() + hidden = config.d_model * config.mlp_ratio + self.up = nn.Linear(config.d_model, hidden, bias=False) + self.down = nn.Linear(hidden, config.d_model, bias=False) + + def forward(self, x: Tensor) -> Tensor: + return self.down(F.silu(self.up(x))) + + +class TransformerBlock(nn.Module): + def __init__(self, config: DynamicMemoryConfig) -> None: + super().__init__() + self.norm1 = RMSNorm(config.d_model) + self.attn = CausalSelfAttention(config) + self.norm2 = RMSNorm(config.d_model) + self.mlp = MLP(config) + + def forward(self, x: Tensor) -> Tensor: + x = x + self.attn(self.norm1(x)) + x = x + self.mlp(self.norm2(x)) + return x + + +class DynamicMemory(nn.Module): + """A differentiable key-value memory with explicit read/write behavior. + + The memory tensor is returned to the caller and is not a model parameter. + It can therefore change during inference without changing the backbone. + """ + + def __init__(self, config: DynamicMemoryConfig) -> None: + super().__init__() + self.slots = config.memory_slots + self.dim = config.d_model + self.read_q = nn.Linear(self.dim, self.dim, bias=False) + self.read_k = nn.Linear(self.dim, self.dim, bias=False) + self.read_v = nn.Linear(self.dim, self.dim, bias=False) + self.read_out = nn.Linear(self.dim, self.dim, bias=False) + self.read_gate = nn.Linear(self.dim, 1) + + self.slot_keys = nn.Parameter(torch.randn(self.slots, self.dim) / self.dim**0.5) + self.write_value = nn.Linear(self.dim, self.slots * self.dim, bias=False) + self.write_gate = nn.Linear(self.dim, self.slots) + + def initial_state(self, batch_size: int, *, device: torch.device, dtype: torch.dtype) -> Tensor: + return torch.zeros(batch_size, self.slots, self.dim, device=device, dtype=dtype) + + def read(self, x: Tensor, memory: Tensor) -> Tensor: + q = self.read_q(x) + k = self.read_k(memory) + v = self.read_v(memory) + scores = torch.matmul(q, k.transpose(-1, -2)) / self.dim**0.5 + retrieved = torch.matmul(scores.softmax(dim=-1), v) + retrieved = self.read_out(retrieved) + gate = torch.sigmoid(self.read_gate(x)) + return gate * retrieved + + def update(self, x: Tensor, memory: Tensor) -> Tensor: + # The final token is used as a compact summary of the newly observed + # chunk. This makes chunk boundaries explicit and keeps the experiment + # cheap enough to run repeatedly on a single consumer GPU. + summary = x[:, -1] + proposal = self.write_value(summary).view(-1, self.slots, self.dim) + address = (summary @ self.slot_keys.t()).softmax(dim=-1) + strength = torch.sigmoid(self.write_gate(summary)) * address + strength = strength.unsqueeze(-1) + return memory + strength * (proposal - memory) + + +class DynamicMemoryLM(nn.Module): + """Decoder-only Transformer with a persistent, caller-owned memory state.""" + + def __init__(self, config: DynamicMemoryConfig) -> None: + super().__init__() + self.config = config + self.token_emb = nn.Embedding(config.vocab_size, config.d_model) + self.pos_emb = nn.Embedding(config.max_seq_len, config.d_model) + self.memory = DynamicMemory(config) + self.blocks = nn.ModuleList(TransformerBlock(config) for _ in range(config.n_layers)) + self.norm = RMSNorm(config.d_model) + self.lm_head = nn.Linear(config.d_model, config.vocab_size, bias=False) + self.lm_head.weight = self.token_emb.weight + self.apply(self._init_weights) + + @staticmethod + def _init_weights(module: nn.Module) -> None: + if isinstance(module, nn.Linear): + nn.init.normal_(module.weight, mean=0.0, std=0.02) + if module.bias is not None: + nn.init.zeros_(module.bias) + elif isinstance(module, nn.Embedding): + nn.init.normal_(module.weight, mean=0.0, std=0.02) + + def _ensure_memory(self, memory: Optional[Tensor], batch_size: int, device: torch.device, dtype: torch.dtype) -> Tensor: + if memory is None: + return self.memory.initial_state(batch_size, device=device, dtype=dtype) + if memory.ndim != 3 or memory.shape[0] != batch_size: + raise ValueError("memory must have shape [batch, memory_slots, d_model]") + return memory + + def forward( + self, + input_ids: Tensor, + *, + memory: Optional[Tensor] = None, + update_memory: bool = True, + labels: Optional[Tensor] = None, + ) -> DynamicMemoryOutput: + if input_ids.ndim != 2: + raise ValueError("input_ids must have shape [batch, seq]") + batch_size, seq_len = input_ids.shape + if seq_len > self.config.max_seq_len: + raise ValueError(f"sequence length {seq_len} exceeds max_seq_len={self.config.max_seq_len}") + + x = self.token_emb(input_ids) + positions = torch.arange(seq_len, device=input_ids.device) + x = x + self.pos_emb(positions)[None, :, :] + memory = self._ensure_memory(memory, batch_size, input_ids.device, x.dtype) + + # Read uses the state from before this chunk. The write happens only + # after logits are computed, preventing target-token leakage. + x = x + self.memory.read(x, memory) + for block in self.blocks: + x = block(x) + x = self.norm(x) + logits = self.lm_head(x) + + new_memory = self.memory.update(x, memory) if update_memory else memory + loss = None + if labels is not None: + if labels.shape != input_ids.shape: + raise ValueError("labels must have the same shape as input_ids") + loss = F.cross_entropy( + logits[:, :-1].reshape(-1, logits.size(-1)), + labels[:, 1:].reshape(-1), + ignore_index=-100, + ) + return DynamicMemoryOutput(logits=logits, memory=new_memory, loss=loss) + + +def count_parameters(model: nn.Module) -> int: + return sum(parameter.numel() for parameter in model.parameters()) diff --git a/natural_memory_app.py b/natural_memory_app.py new file mode 100644 index 0000000..9d5fe11 --- /dev/null +++ b/natural_memory_app.py @@ -0,0 +1,54 @@ +"""Unified entry point for Natural Memory v2 local production workflows. + +Examples: + python -m dynamic_memory_lab.natural_memory_app chat --model-path ... + python -m dynamic_memory_lab.natural_memory_app serve --port 8765 + python -m dynamic_memory_lab.natural_memory_app build-dataset + python -m dynamic_memory_lab.natural_memory_app train-policy --steps 240 + python -m dynamic_memory_lab.natural_memory_app stress --rounds 40 + python -m dynamic_memory_lab.natural_memory_app make-mega-validation + python -m dynamic_memory_lab.natural_memory_app benchmark-kv --limit 32 +""" + +from __future__ import annotations + +import argparse +import sys + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument( + "command", + choices=( + "chat", + "serve", + "build-dataset", + "train-policy", + "stress", + "make-mega-validation", + "benchmark-kv", + ), + help="workflow to run; remaining arguments are passed to that workflow", + ) + args, remaining = parser.parse_known_args() + sys.argv = [sys.argv[0], *remaining] + if args.command == "chat": + from .stream_chat_qwen_memory import main as run + elif args.command == "serve": + from .natural_memory_service import main as run + elif args.command == "build-dataset": + from .build_production_memory_dataset import main as run + elif args.command == "train-policy": + from .train_production_memory_policy import main as run + elif args.command == "stress": + from .stress_test_natural_memory import main as run + elif args.command == "make-mega-validation": + from .make_mega_memory_validation import main as run + else: + from .benchmark_memory_vs_full_kv import main as run + run() + + +if __name__ == "__main__": + main() diff --git a/natural_memory_service.py b/natural_memory_service.py new file mode 100644 index 0000000..7492b8e --- /dev/null +++ b/natural_memory_service.py @@ -0,0 +1,418 @@ +"""Local production API for a single-user Natural Memory v2 instance. + +The service binds to localhost by default, keeps one model lock so concurrent +requests cannot corrupt the model-owned memory, and persists changed memory +back into the embedded third safetensors shard when enabled. +""" + +from __future__ import annotations + +import argparse +import gc +import json +import threading +from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer +from pathlib import Path +from typing import Any +from urllib.parse import parse_qs, urlparse + +import torch + +from .qwen_integration import load_qwen_dynamic, load_tokenizer +from .stream_chat_qwen_memory import _chat_tensor, _persist_memory, _write_turn + + +PROJECT_ROOT = Path(__file__).resolve().parent + + +def _project_path(value: str | Path) -> Path: + path = Path(value) + if path.is_absolute() or path.exists(): + return path + return PROJECT_ROOT / path + + +class NaturalMemoryService: + def __init__( + self, + model_path: str | Path, + *, + no_4bit: bool = False, + auto_persist: bool = True, + auth_token: str | None = None, + ) -> None: + self.model_path = _project_path(model_path) + self.auth_token = auth_token + self.auto_persist = bool(auto_persist) + self.lock = threading.RLock() + self.tokenizer = load_tokenizer(self.model_path) + self.model = load_qwen_dynamic(self.model_path, load_in_4bit=not no_4bit) + self.model.eval() + self.device = self.model._find_layer_device() + if self.model.memory_os_v2 is None: + raise RuntimeError("the selected package does not contain hierarchical memory") + + def close(self) -> None: + with self.lock: + self.model.close_memory_storage() + del self.model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + def _persist(self) -> None: + if not self.auto_persist: + return + _persist_memory(self.model, embedded_dir=self.model_path, state_path=None) + + def _encode_plain(self, text: str) -> tuple[torch.Tensor, torch.Tensor]: + encoded = self.tokenizer(text, add_special_tokens=False, return_tensors="pt") + ids = encoded["input_ids"].to(self.device) + mask = encoded.get("attention_mask") + if mask is None: + mask = torch.ones_like(ids) + return ids, mask.to(self.device) + + def health(self) -> dict[str, Any]: + with self.lock: + return { + "status": "ok", + "model_path": str(self.model_path), + "device": str(self.device), + "auto_persist": self.auto_persist, + "memory": self.model.memory_v2_stats(), + "audit": self.model.audit_memory(), + "cuda": { + "available": torch.cuda.is_available(), + "allocated_mb": round(torch.cuda.memory_allocated() / (1024 * 1024), 2) + if torch.cuda.is_available() + else None, + "reserved_mb": round(torch.cuda.memory_reserved() / (1024 * 1024), 2) + if torch.cuda.is_available() + else None, + }, + } + + def list_memory(self, params: dict[str, list[str]]) -> dict[str, Any]: + with self.lock: + query = params.get("query", [""])[0] + status = params.get("status", ["active"])[0] + limit = min(10000, max(1, int(params.get("limit", ["100"])[0]))) + offset = max(0, int(params.get("offset", ["0"])[0])) + records = self.model.list_memory_records( + query_text=query, status=status, limit=limit, offset=offset + ) + return {"records": records, "returned": len(records), "offset": offset, "limit": limit} + + def get_memory(self, record_id: str) -> dict[str, Any]: + with self.lock: + return self.model.get_memory_record(record_id) + + def export_memory(self, params: dict[str, list[str]]) -> dict[str, Any]: + with self.lock: + limit = min(10000, max(1, int(params.get("limit", ["10000"])[0]))) + offset = max(0, int(params.get("offset", ["0"])[0])) + return self.model.export_memory_records(limit=limit, offset=offset) + + def audit(self) -> dict[str, Any]: + with self.lock: + return self.model.audit_memory() + + def edit_memory(self, record_id: str, payload: dict[str, Any]) -> dict[str, Any]: + with self.lock, torch.inference_mode(): + text = payload.get("text") + ids = mask = None + if isinstance(text, str) and text.strip(): + ids, mask = self._encode_plain(text) + result = self.model.edit_memory_record( + record_id, + text=text if isinstance(text, str) else None, + entity=payload.get("entity"), + attribute=payload.get("attribute"), + value=payload.get("value"), + importance=payload.get("importance"), + confidence=payload.get("confidence"), + evidence=payload.get("evidence") if isinstance(payload.get("evidence"), list) else None, + token_ids=ids, + token_mask=mask, + ) + self._persist() + return result + + def retract_memory(self, record_id: str) -> dict[str, Any]: + with self.lock: + result = self.model.retract_memory_record(record_id) + self._persist() + return result + + def reset_memory(self) -> dict[str, Any]: + with self.lock: + self.model.reset_memory(batch_size=1, device=self.device) + self._persist() + return {"reset": True, "memory": self.model.memory_v2_stats()} + + def direct_write(self, payload: dict[str, Any]) -> dict[str, Any]: + text = str(payload.get("text", "")).strip() + if not text: + raise ValueError("text is required") + with self.lock, torch.inference_mode(): + ids, mask = self._encode_plain(text) + key = self.model._encode_model_key(ids, mask)[0] + record, action = self.model.write_hierarchical_memory( + text=text, + key=key, + summary=key, + token_ids=ids[0].detach().cpu(), + token_mask=mask[0].detach().cpu().bool(), + entity=str(payload.get("entity", "")), + attribute=str(payload.get("attribute", "")), + value=str(payload.get("value", "")), + importance=float(payload.get("importance", 0.9)), + confidence=float(payload.get("confidence", 0.99)), + source="api", + trusted=True, + force=bool(payload.get("force", True)), + ) + self._persist() + return {"action": action, "record": self.model.get_memory_record(record.record_id)} + + def _prepare_chat(self, message: str) -> tuple[dict[str, torch.Tensor], torch.Tensor, torch.Tensor, bool]: + encoded = {key: value.to(self.device) for key, value in _chat_tensor(self.tokenizer, message).items()} + query_ids, query_mask = self._encode_plain(message) + reset_id = self.model.memory_config.reset_token_id + if reset_id is not None and bool((encoded["input_ids"] == reset_id).any()): + self.model.reset_memory(batch_size=1, device=self.device) + self._persist() + return encoded, query_ids, query_mask, True + changed = False + if self.model.memory_config.native_mode: + changed = _write_turn(self.model, self.tokenizer, message, self.device) + if changed: + self._persist() + return encoded, query_ids, query_mask, changed + + def chat(self, payload: dict[str, Any]) -> dict[str, Any]: + message = str(payload.get("message", "")).strip() + if not message: + raise ValueError("message is required") + max_new_tokens = min(256, max(1, int(payload.get("max_new_tokens", 128)))) + with self.lock, torch.inference_mode(): + encoded, query_ids, query_mask, changed = self._prepare_chat(message) + output = self.model.generate( + **encoded, + max_new_tokens=max_new_tokens, + do_sample=False, + update_memory=False, + memory_query_input_ids=query_ids, + memory_query_attention_mask=query_mask, + memory_query_text=message, + use_cache=True, + pad_token_id=self.tokenizer.pad_token_id, + ) + answer = self.tokenizer.decode(output[0, encoded["input_ids"].shape[1] :], skip_special_tokens=True) + return { + "answer": answer, + "memory_changed": changed, + "memory": self.model.memory_v2_stats(), + } + + def stream_chat(self, payload: dict[str, Any]): + """Yield answer fragments while holding the single-model lock.""" + + from transformers import TextIteratorStreamer + + message = str(payload.get("message", "")).strip() + if not message: + raise ValueError("message is required") + max_new_tokens = min(256, max(1, int(payload.get("max_new_tokens", 128)))) + self.lock.acquire() + try: + encoded, query_ids, query_mask, changed = self._prepare_chat(message) + streamer = TextIteratorStreamer(self.tokenizer, skip_prompt=True, skip_special_tokens=True) + errors: list[BaseException] = [] + + def worker() -> None: + try: + self.model.generate( + **encoded, + streamer=streamer, + max_new_tokens=max_new_tokens, + do_sample=False, + update_memory=False, + memory_query_input_ids=query_ids, + memory_query_attention_mask=query_mask, + memory_query_text=message, + use_cache=True, + pad_token_id=self.tokenizer.pad_token_id, + ) + except BaseException as error: + errors.append(error) + streamer.on_finalized_text("", stream_end=True) + + thread = threading.Thread(target=worker, name="natural-memory-api-generation", daemon=True) + thread.start() + yield {"type": "meta", "memory_changed": changed} + for chunk in streamer: + yield {"type": "token", "text": chunk} + thread.join(timeout=10.0) + if thread.is_alive(): + raise RuntimeError("generation thread did not stop") + if errors: + raise RuntimeError("stream generation failed") from errors[0] + yield {"type": "done", "memory": self.model.memory_v2_stats()} + finally: + self.lock.release() + + +class _Handler(BaseHTTPRequestHandler): + server: "_Server" + protocol_version = "HTTP/1.1" + + def log_message(self, format: str, *args: Any) -> None: + print(f"[natural-memory] {self.address_string()} {format % args}") + + @property + def service(self) -> NaturalMemoryService: + return self.server.service + + def _authorized(self) -> bool: + expected = self.service.auth_token + if not expected: + return True + return self.headers.get("Authorization", "") == f"Bearer {expected}" + + def _send_json(self, payload: Any, status: int = 200) -> None: + body = json.dumps(payload, ensure_ascii=False).encode("utf-8") + self.send_response(status) + self.send_header("Content-Type", "application/json; charset=utf-8") + self.send_header("Content-Length", str(len(body))) + self.send_header("Cache-Control", "no-store") + self.end_headers() + self.wfile.write(body) + + def _send_error_json(self, error: BaseException, status: int = 400) -> None: + self._send_json({"error": type(error).__name__, "message": str(error)}, status) + + def _body(self) -> dict[str, Any]: + length = int(self.headers.get("Content-Length", "0")) + if length > 1024 * 1024: + raise ValueError("request body exceeds 1 MiB") + raw = self.rfile.read(length) if length else b"{}" + value = json.loads(raw.decode("utf-8")) + if not isinstance(value, dict): + raise ValueError("request body must be a JSON object") + return value + + def do_GET(self) -> None: + if not self._authorized(): + self._send_json({"error": "Unauthorized"}, 401) + return + parsed = urlparse(self.path) + try: + if parsed.path == "/health": + self._send_json(self.service.health()) + elif parsed.path == "/v1/memory": + self._send_json(self.service.list_memory(parse_qs(parsed.query))) + elif parsed.path.startswith("/v1/memory/export"): + self._send_json(self.service.export_memory(parse_qs(parsed.query))) + elif parsed.path == "/v1/memory/audit": + self._send_json(self.service.audit()) + elif parsed.path.startswith("/v1/memory/"): + self._send_json(self.service.get_memory(parsed.path.rsplit("/", 1)[1])) + else: + self._send_json({"error": "not_found"}, 404) + except KeyError as error: + self._send_error_json(error, 404) + except Exception as error: + self._send_error_json(error, 400) + + def do_POST(self) -> None: + if not self._authorized(): + self._send_json({"error": "Unauthorized"}, 401) + return + try: + payload = self._body() + parsed = urlparse(self.path) + if parsed.path == "/v1/chat": + if bool(payload.get("stream", False)): + self._send_stream(self.service.stream_chat(payload)) + else: + self._send_json(self.service.chat(payload)) + elif parsed.path == "/v1/memory": + self._send_json(self.service.direct_write(payload), 201) + elif parsed.path == "/v1/memory/reset": + self._send_json(self.service.reset_memory()) + elif parsed.path.startswith("/v1/memory/"): + self._send_json(self.service.edit_memory(parsed.path.rsplit("/", 1)[1], payload)) + else: + self._send_json({"error": "not_found"}, 404) + except KeyError as error: + self._send_error_json(error, 404) + except Exception as error: + self._send_error_json(error, 400) + + def do_DELETE(self) -> None: + if not self._authorized(): + self._send_json({"error": "Unauthorized"}, 401) + return + try: + path = urlparse(self.path).path + if not path.startswith("/v1/memory/"): + self._send_json({"error": "not_found"}, 404) + return + self._send_json(self.service.retract_memory(path.rsplit("/", 1)[1])) + except KeyError as error: + self._send_error_json(error, 404) + except Exception as error: + self._send_error_json(error, 400) + + def _send_stream(self, events) -> None: + self.send_response(200) + self.send_header("Content-Type", "text/event-stream; charset=utf-8") + self.send_header("Cache-Control", "no-cache") + self.send_header("Connection", "close") + self.end_headers() + try: + for event in events: + body = json.dumps(event, ensure_ascii=False) + self.wfile.write(f"data: {body}\n\n".encode("utf-8")) + self.wfile.flush() + except Exception as error: + body = json.dumps({"type": "error", "message": str(error)}, ensure_ascii=False) + self.wfile.write(f"data: {body}\n\n".encode("utf-8")) + + +class _Server(ThreadingHTTPServer): + def __init__(self, address, service: NaturalMemoryService): + super().__init__(address, _Handler) + self.service = service + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default="qwen3_5_4b_natural_memory_v2") + parser.add_argument("--host", default="127.0.0.1") + parser.add_argument("--port", type=int, default=8765) + parser.add_argument("--auth-token", default=None) + parser.add_argument("--no-auto-persist", action="store_true") + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + service = NaturalMemoryService( + args.model_path, + no_4bit=args.no_4bit, + auto_persist=not args.no_auto_persist, + auth_token=args.auth_token, + ) + server = _Server((args.host, args.port), service) + print(f"Natural Memory API listening on http://{args.host}:{args.port}") + try: + server.serve_forever() + except KeyboardInterrupt: + print("\nStopping Natural Memory API") + finally: + server.server_close() + service.close() + + +if __name__ == "__main__": + main() diff --git a/qwen_integration.py b/qwen_integration.py new file mode 100644 index 0000000..c1bc317 --- /dev/null +++ b/qwen_integration.py @@ -0,0 +1,3567 @@ +"""Integrate dynamic memory into a local Qwen3.5 checkpoint. + +The original Hugging Face checkpoint is loaded unchanged. Decoder layers are +wrapped after loading, and only the separate memory module is trainable by +default. +""" + +from __future__ import annotations + +from dataclasses import asdict, dataclass +from pathlib import Path +from typing import Any, Optional +import json +import os +import re +import time +import weakref + +import torch +import torch.nn.functional as F +from torch import Tensor, nn + +from .memory_os_v2 import ( + KVBudgetManagerV2, + MemoryOSV2, + MemoryRouterV2, + PagedMemoryBankV2, + memory_record_to_dict, +) +from .tiered_memory_store_v2 import TieredMemoryStoreV2 + + +# Qwen's local tokenizer already contains this unused FIM control token. It +# gives us a reset signal without changing the base vocabulary or resizing a +# quantized embedding table. Callers may still pass any other token id. +DEFAULT_MEMORY_RESET_TOKEN = "<|fim_prefix|>" + + +def split_memory_candidates(text: str, *, max_candidates: int = 8) -> list[str]: + """Split one user turn into bounded fact-sized write candidates. + + This is only a write-side segmentation aid. The model's internal policy + still decides whether each candidate is durable; the read path remains + entirely inside the model-owned memory bank. + """ + + text = " ".join(str(text).strip().split()) + if not text: + return [] + # A comma is not a safe write boundary. In natural conversation it is + # common for the second half of a sentence to negate or qualify the + # first half (for example, "mentioned X, but it is not important"). + # Splitting there would make the policy see a misleading fragment and can + # permanently store noise. Keep clauses intact and only split at hard + # sentence boundaries. + parts = [ + part.strip() + for part in re.split(r"(?<=[。！？!?；;])\s*", text) + if part.strip() + ] + if len(parts) <= 1: + return [text] + if len(parts) <= max_candidates: + return parts + # Preserve all text when a long paragraph exceeds the safety bound. The + # exact sequence can still be stored in one slot without silent loss. + return [text] + + +def looks_like_question(text: str) -> bool: + """Reject question-shaped turns from the automatic durable-write path.""" + + normalized = " ".join(str(text).strip().split()) + if not normalized: + return False + if any(mark in normalized for mark in ("？", "?")): + return True + return normalized.startswith( + ( + "请问", + "什么", + "为什么", + "怎么", + "如何", + "能不能", + "是否", + "有没有", + "如果", + "帮我", + "解释", + ) + ) + + +@dataclass +class QwenMemoryConfig: + memory_slots: int = 16 + memory_dim: int = 512 + layer_indices: Optional[tuple[int, ...]] = None + read_scale: float = 1.0 + write_scale: float = 1.0 + mode: str = "residual" + blend_init: float = 0.0 + direct_logit_scale: float = 0.0 + write_token_offset: Optional[int] = None + broadcast_write: bool = False + raw_token_write: bool = False + raw_logit_scale: float = 0.0 + native_mode: bool = False + persistent_memory: bool = False + reset_token_id: Optional[int] = None + summary_pooling: bool = True + # Natural-language episodic memory keeps the exact token sequence of a + # selected write inside the model-owned memory state. The model retrieves + # and injects these tokens internally; callers never need to replay chat + # history or assemble a prompt by hand. + natural_language_memory: bool = False + text_memory_tokens: int = 256 + text_memory_top_k: int = 2 + text_memory_threshold: float = 0.40 + text_memory_write_threshold: float = 0.5 + text_memory_replace_threshold: float = 0.35 + text_memory_key_tokens: int = 128 + text_memory_overlap_threshold: float = 0.22 + automatic_memory: bool = False + auto_memory_threshold: float = 0.35 + # v2 adds a separately trained natural-language forget decision. Version + # 1 keeps the old one-logit policy byte-compatible with existing adapters. + automatic_memory_policy_version: int = 1 + auto_forget_threshold: float = 0.50 + # Natural Memory v2: compact addressed pages sit beside the v1 hot text + # bank. V2 is opt-in so existing checkpoints remain byte-compatible. + memory_version: int = 1 + hierarchical_memory: bool = False + memory_router_dim: int = 128 + memory_router_heads: int = 8 + memory_page_capacity: int = 32 + # 32K pages x 32 records/page gives a one-million-record address space. + # Pages are allocated lazily; this is a capacity, not a startup tensor. + memory_max_pages: int = 32768 + memory_hot_pages: int = 8 + memory_top_k_pages: int = 4 + memory_top_k_records: int = 8 + memory_max_hops: int = 3 + memory_coarse_index_bits: int = 20 + memory_v2_read_threshold: float = 0.65 + memory_v2_write_threshold: float = 0.50 + # ``embedded`` keeps the portable user snapshot inside the safetensors + # package. ``tiered`` additionally opens a durable page store so cold + # records can leave RAM while the same model-owned reader remains active. + memory_storage_mode: str = "embedded" + memory_storage_path: Optional[str] = None + memory_resident_pages: int = 256 + # Embedded mode keeps every record in process RAM. Only this bounded hot + # cache is copied to the execution device; it is not a second store. + memory_gpu_cache_records: int = 256 + memory_gpu_cache_tokens: int = 131072 + # Keep a large VRAM safety margin for the model weights, activations and + # KV cache. Memory records that do not fit remain in system RAM. + memory_gpu_cache_reserve_mb: int = 2048 + memory_gpu_cache_adaptive: bool = True + # HF generation can keep the active cache on CPU while the current layer + # is executing. This is opt-in because it trades GPU memory for PCIe + # traffic and is therefore not always faster on short prompts. + kv_offload: bool = False + kv_cache_implementation: Optional[str] = None + kv_offload_only_non_sliding: bool = True + # When a prompt exceeds the hot-window budget, archive the old prefix as + # V2 context records and run Qwen only on the recent window. The reader + # remains model-owned; callers do not have to assemble a retrieval prompt. + auto_compact_context: bool = True + context_chunk_tokens: int = 512 + context_archive_max_records: int = 1_048_576 + kv_budget_tokens: int = 32768 + kv_hard_max_tokens: int = 131072 + kv_compaction_trigger: float = 0.90 + kv_keep_recent_tokens: int = 8192 + + def __post_init__(self) -> None: + if self.mode not in {"residual", "blend", "replace"}: + raise ValueError("mode must be one of: residual, blend, replace") + if not 0.0 <= self.blend_init <= 1.0: + raise ValueError("blend_init must be between 0 and 1") + if self.direct_logit_scale < 0.0: + raise ValueError("direct_logit_scale must be non-negative") + if self.write_token_offset is not None and self.write_token_offset < 1: + raise ValueError("write_token_offset must be positive") + if self.raw_logit_scale < 0.0: + raise ValueError("raw_logit_scale must be non-negative") + if self.text_memory_tokens < 1: + raise ValueError("text_memory_tokens must be positive") + if self.text_memory_top_k < 1: + raise ValueError("text_memory_top_k must be positive") + if not 0.0 <= self.text_memory_threshold <= 1.0: + raise ValueError("text_memory_threshold must be between 0 and 1") + if not 0.0 <= self.text_memory_write_threshold <= 1.0: + raise ValueError("text_memory_write_threshold must be between 0 and 1") + if not -1.0 <= self.text_memory_replace_threshold <= 1.0: + raise ValueError("text_memory_replace_threshold must be between -1 and 1") + if self.text_memory_key_tokens < 1: + raise ValueError("text_memory_key_tokens must be positive") + if not 0.0 <= self.text_memory_overlap_threshold <= 1.0: + raise ValueError("text_memory_overlap_threshold must be between 0 and 1") + if not 0.0 <= self.auto_memory_threshold <= 1.0: + raise ValueError("auto_memory_threshold must be between 0 and 1") + if self.automatic_memory_policy_version < 1: + raise ValueError("automatic_memory_policy_version must be positive") + if not 0.0 <= self.auto_forget_threshold <= 1.0: + raise ValueError("auto_forget_threshold must be between 0 and 1") + if self.memory_version < 1: + raise ValueError("memory_version must be positive") + if self.memory_router_heads < 1: + raise ValueError("memory_router_heads must be positive") + if self.memory_router_dim < 8 or self.memory_router_dim % self.memory_router_heads != 0: + raise ValueError("memory_router_dim must be divisible by memory_router_heads") + if self.memory_page_capacity < 1 or self.memory_max_pages < 1: + raise ValueError("memory page limits must be positive") + if self.memory_top_k_pages < 1 or self.memory_top_k_records < 1: + raise ValueError("memory top-k limits must be positive") + if self.memory_max_hops < 1: + raise ValueError("memory_max_hops must be positive") + if not 0.0 <= self.memory_v2_read_threshold <= 1.0: + raise ValueError("memory_v2_read_threshold must be between 0 and 1") + if not 0.0 <= self.memory_v2_write_threshold <= 1.0: + raise ValueError("memory_v2_write_threshold must be between 0 and 1") + if self.memory_storage_mode not in {"embedded", "tiered"}: + raise ValueError("memory_storage_mode must be embedded or tiered") + if self.memory_resident_pages < self.memory_hot_pages: + raise ValueError("memory_resident_pages must be >= memory_hot_pages") + if self.memory_gpu_cache_records < 0 or self.memory_gpu_cache_tokens < 0: + raise ValueError("memory GPU cache limits must be non-negative") + if self.memory_gpu_cache_reserve_mb < 0: + raise ValueError("memory_gpu_cache_reserve_mb must be non-negative") + if self.kv_cache_implementation is not None and not str(self.kv_cache_implementation).strip(): + raise ValueError("kv_cache_implementation must be non-empty when provided") + if self.context_chunk_tokens < 1: + raise ValueError("context_chunk_tokens must be positive") + if self.context_archive_max_records < 1: + raise ValueError("context_archive_max_records must be positive") + if not 1 <= self.kv_budget_tokens <= self.kv_hard_max_tokens: + raise ValueError("kv_budget_tokens must be inside [1, kv_hard_max_tokens]") + + def resolved_layers(self, num_hidden_layers: int) -> tuple[int, ...]: + if self.layer_indices is not None: + layers = tuple(sorted(set(self.layer_indices))) + else: + stride = max(1, num_hidden_layers // 4) + layers = tuple(min(num_hidden_layers - 1, stride * i - 1) for i in range(1, 5)) + layers = tuple(sorted(set(layers))) + if not layers or min(layers) < 0 or max(layers) >= num_hidden_layers: + raise ValueError(f"layer_indices must be inside [0, {num_hidden_layers})") + return layers + + +def load_memory_config(adapter_dir: str | Path) -> QwenMemoryConfig: + """Load the architecture/configuration metadata saved with an adapter.""" + + metadata_path = Path(adapter_dir) / "memory_config.json" + metadata = json.loads(metadata_path.read_text(encoding="utf-8")) + saved = metadata.get("memory_config", {}) + saved_layers = metadata.get("layer_indices", saved.get("layer_indices")) + return QwenMemoryConfig( + memory_slots=int(saved.get("memory_slots", 16)), + memory_dim=int(saved.get("memory_dim", 512)), + layer_indices=tuple(saved_layers) if saved_layers is not None else None, + read_scale=float(saved.get("read_scale", 1.0)), + write_scale=float(saved.get("write_scale", 1.0)), + mode=str(saved.get("mode", "residual")), + blend_init=float(saved.get("blend_init", 0.0)), + direct_logit_scale=float(saved.get("direct_logit_scale", 0.0)), + write_token_offset=( + int(saved["write_token_offset"]) if saved.get("write_token_offset") is not None else None + ), + broadcast_write=bool(saved.get("broadcast_write", False)), + raw_token_write=bool(saved.get("raw_token_write", False)), + raw_logit_scale=float(saved.get("raw_logit_scale", 0.0)), + native_mode=bool(saved.get("native_mode", False)), + persistent_memory=bool(saved.get("persistent_memory", False)), + reset_token_id=(int(saved["reset_token_id"]) if saved.get("reset_token_id") is not None else None), + summary_pooling=bool(saved.get("summary_pooling", True)), + natural_language_memory=bool(saved.get("natural_language_memory", False)), + text_memory_tokens=int(saved.get("text_memory_tokens", 256)), + text_memory_top_k=int(saved.get("text_memory_top_k", 2)), + text_memory_threshold=float(saved.get("text_memory_threshold", 0.40)), + text_memory_write_threshold=float(saved.get("text_memory_write_threshold", 0.5)), + text_memory_replace_threshold=float(saved.get("text_memory_replace_threshold", 0.35)), + text_memory_key_tokens=int(saved.get("text_memory_key_tokens", 128)), + text_memory_overlap_threshold=float(saved.get("text_memory_overlap_threshold", 0.22)), + automatic_memory=bool(saved.get("automatic_memory", False)), + auto_memory_threshold=float(saved.get("auto_memory_threshold", 0.35)), + automatic_memory_policy_version=int(saved.get("automatic_memory_policy_version", 1)), + auto_forget_threshold=float(saved.get("auto_forget_threshold", 0.50)), + memory_version=int(saved.get("memory_version", 1)), + hierarchical_memory=bool(saved.get("hierarchical_memory", False)), + memory_router_dim=int(saved.get("memory_router_dim", 128)), + memory_router_heads=int(saved.get("memory_router_heads", 8)), + memory_page_capacity=int(saved.get("memory_page_capacity", 32)), + memory_max_pages=int(saved.get("memory_max_pages", 32768)), + memory_hot_pages=int(saved.get("memory_hot_pages", 8)), + memory_top_k_pages=int(saved.get("memory_top_k_pages", 4)), + memory_top_k_records=int(saved.get("memory_top_k_records", 8)), + memory_max_hops=int(saved.get("memory_max_hops", 3)), + memory_coarse_index_bits=int(saved.get("memory_coarse_index_bits", 20)), + memory_v2_read_threshold=float(saved.get("memory_v2_read_threshold", 0.50)), + memory_v2_write_threshold=float(saved.get("memory_v2_write_threshold", 0.50)), + memory_storage_mode=str(saved.get("memory_storage_mode", "embedded")), + memory_storage_path=(str(saved["memory_storage_path"]) if saved.get("memory_storage_path") else None), + memory_resident_pages=int(saved.get("memory_resident_pages", 256)), + memory_gpu_cache_records=int(saved.get("memory_gpu_cache_records", 256)), + memory_gpu_cache_tokens=int(saved.get("memory_gpu_cache_tokens", 131072)), + memory_gpu_cache_reserve_mb=int(saved.get("memory_gpu_cache_reserve_mb", 2048)), + memory_gpu_cache_adaptive=bool(saved.get("memory_gpu_cache_adaptive", True)), + kv_offload=bool(saved.get("kv_offload", False)), + kv_cache_implementation=( + str(saved["kv_cache_implementation"]) + if saved.get("kv_cache_implementation") is not None + else None + ), + kv_offload_only_non_sliding=bool(saved.get("kv_offload_only_non_sliding", True)), + auto_compact_context=bool(saved.get("auto_compact_context", True)), + context_chunk_tokens=int(saved.get("context_chunk_tokens", 512)), + context_archive_max_records=int(saved.get("context_archive_max_records", 1_048_576)), + kv_budget_tokens=int(saved.get("kv_budget_tokens", 32768)), + kv_hard_max_tokens=int(saved.get("kv_hard_max_tokens", 131072)), + kv_compaction_trigger=float(saved.get("kv_compaction_trigger", 0.90)), + kv_keep_recent_tokens=int(saved.get("kv_keep_recent_tokens", 8192)), + ) + + +def resolve_memory_reset_token(tokenizer: Any, token: str = DEFAULT_MEMORY_RESET_TOKEN) -> int: + """Resolve a tokenizer control token suitable for clearing memory.""" + + token_id = tokenizer.convert_tokens_to_ids(token) + unknown_id = getattr(tokenizer, "unk_token_id", None) + if token_id is None or (unknown_id is not None and int(token_id) == int(unknown_id)): + raise ValueError( + f"reset token {token!r} is not present in this tokenizer; pass --reset-token-id instead" + ) + return int(token_id) + + +class QwenDynamicMemory(nn.Module): + """A compact float32 key-value memory connected to Qwen hidden states.""" + + def __init__(self, hidden_size: int, config: QwenMemoryConfig) -> None: + super().__init__() + self.hidden_size = hidden_size + self.config = config + dim = config.memory_dim + self.query = nn.Linear(hidden_size, dim, bias=False) + self.key = nn.Linear(dim, dim, bias=False) + self.value = nn.Linear(dim, dim, bias=False) + self.read_out = nn.Linear(dim, hidden_size, bias=False) + self.read_gate = nn.Linear(hidden_size, 1) + self.slot_keys = nn.Parameter(torch.randn(config.memory_slots, dim) / dim**0.5) + self.write_key = nn.Linear(hidden_size, dim, bias=False) + self.write_value = nn.Linear(hidden_size, dim, bias=False) + self.write_gate = nn.Linear(hidden_size, config.memory_slots) + self.apply(self._init_weights) + self.last_read_address: Optional[Tensor] = None + self.last_read_relevance: Optional[Tensor] = None + self.last_write_address: Optional[Tensor] = None + self.last_write_probability: Optional[Tensor] = None + + @staticmethod + def _init_weights(module: nn.Module) -> None: + if isinstance(module, nn.Linear): + nn.init.normal_(module.weight, mean=0.0, std=0.02) + + def initial_state(self, batch_size: int, *, device: torch.device) -> Tensor: + return torch.zeros( + batch_size, + self.config.memory_slots, + self.config.memory_dim, + device=device, + dtype=self.slot_keys.dtype, + ) + + def read(self, hidden_states: Tensor, memory: Tensor) -> Tensor: + work_dtype = self.slot_keys.dtype + hidden = hidden_states.to(work_dtype) + memory = memory.to(device=hidden.device, dtype=work_dtype) + q = self.query(hidden) + k = self.key(memory) + v = self.value(memory) + scores = torch.matmul(q, k.transpose(-1, -2)) / self.config.memory_dim**0.5 + address = scores.softmax(dim=-1) + retrieved = torch.matmul(address, v) + retrieved = self.read_out(retrieved) + gate = torch.sigmoid(self.read_gate(hidden)) + self.last_read_address = address + self.last_read_relevance = gate * address.max(dim=-1, keepdim=True).values + return (self.config.read_scale * gate * retrieved).to(hidden_states.dtype) + + def update( + self, + hidden_states: Tensor, + memory: Tensor, + attention_mask: Optional[Tensor] = None, + ) -> Tensor: + work_dtype = self.slot_keys.dtype + hidden = hidden_states.to(work_dtype) + memory = memory.to(device=hidden.device, dtype=work_dtype) + if self.config.write_token_offset is None: + summary = hidden[:, -1] + else: + if hidden.shape[1] < self.config.write_token_offset: + raise ValueError("write_token_offset exceeds the memory sequence length") + summary = hidden[:, -self.config.write_token_offset] + proposal = self.write_value(summary) + if self.config.broadcast_write: + strength = torch.ones( + hidden.shape[0], + self.config.memory_slots, + device=hidden.device, + dtype=work_dtype, + ) + address = strength / float(self.config.memory_slots) + else: + address = (self.write_key(summary) @ self.slot_keys.t()).softmax(dim=-1) + strength = torch.sigmoid(self.write_gate(summary)) * address + self.last_write_address = address + self.last_write_probability = strength.sum(dim=-1, keepdim=True) + strength = (self.config.write_scale * strength).unsqueeze(-1) + proposal = proposal[:, None, :].expand(-1, self.config.memory_slots, -1) + return memory + strength * (proposal - memory) + + +class NaturalLanguageRetriever(nn.Module): + """Trainable pair scorer for query-to-episodic-memory retrieval.""" + + def __init__(self, hidden_size: int, projection_size: int = 256) -> None: + super().__init__() + self.query_projection = nn.Linear(hidden_size, projection_size, bias=False) + self.key_projection = nn.Linear(hidden_size, projection_size, bias=False) + self.pair_scorer = nn.Sequential( + nn.Linear(projection_size * 4, projection_size), + nn.SiLU(), + nn.Linear(projection_size, 1), + ) + self.apply(self._init_weights) + + @staticmethod + def _init_weights(module: nn.Module) -> None: + if isinstance(module, nn.Linear): + nn.init.normal_(module.weight, mean=0.0, std=0.02) + + def forward(self, query: Tensor, keys: Tensor) -> Tensor: + query = F.normalize(query.float(), dim=-1) + keys = F.normalize(keys.float(), dim=-1) + query_projection = self.query_projection(query) + key_projection = self.key_projection(keys) + if key_projection.ndim == 3: + query_projection = query_projection.unsqueeze(1) + features = torch.cat( + ( + query_projection.expand_as(key_projection), + key_projection, + query_projection.expand_as(key_projection) * key_projection, + (query_projection.expand_as(key_projection) - key_projection).abs(), + ), + dim=-1, + ) + return self.pair_scorer(features).squeeze(-1) + + +class AutomaticMemoryPolicy(nn.Module): + """High-recall controller for deciding whether a user turn is durable.""" + + def __init__(self, hidden_size: int, projection_size: int = 256) -> None: + super().__init__() + self.encoder = nn.Sequential( + nn.Linear(hidden_size, projection_size), + nn.LayerNorm(projection_size), + nn.SiLU(), + nn.Linear(projection_size, projection_size // 2), + nn.SiLU(), + ) + self.importance = nn.Linear(projection_size // 2, 1) + self.apply(self._init_weights) + + @staticmethod + def _init_weights(module: nn.Module) -> None: + if isinstance(module, nn.Linear): + nn.init.normal_(module.weight, mean=0.0, std=0.02) + if module.bias is not None: + nn.init.zeros_(module.bias) + + def forward(self, hidden: Tensor) -> Tensor: + return self.importance(self.encoder(hidden.float())).squeeze(-1) + + +class AutomaticMemoryPolicyV2(AutomaticMemoryPolicy): + """Write/forget policy trained on the same natural-language turn state.""" + + def __init__(self, hidden_size: int, projection_size: int = 256) -> None: + super().__init__(hidden_size, projection_size) + self.forget = nn.Linear(projection_size // 2, 1) + nn.init.normal_(self.forget.weight, mean=0.0, std=0.02) + nn.init.zeros_(self.forget.bias) + + def _features(self, hidden: Tensor) -> Tensor: + return self.encoder(hidden.float()) + + def forward(self, hidden: Tensor) -> Tensor: + return self.importance(self._features(hidden)).squeeze(-1) + + def forget_logits(self, hidden: Tensor) -> Tensor: + return self.forget(self._features(hidden)).squeeze(-1) + + +class NativeQwenDynamicMemory(QwenDynamicMemory): + """Learned write/forget controller for model-owned persistent memory.""" + + def __init__(self, hidden_size: int, config: QwenMemoryConfig) -> None: + super().__init__(hidden_size, config) + dim = config.memory_dim + self.summary_score = nn.Linear(hidden_size, 1, bias=False) + self.write_decision = nn.Linear(hidden_size, 1) + # Forgetting must depend on both the incoming candidate and what is + # already stored. A hidden-only gate can learn "this sentence looks + # like a fact", but it cannot learn "this fact conflicts with the + # value in the addressed slot". + self.forget_gate = nn.Sequential( + nn.Linear(hidden_size + (2 * dim), dim), + nn.SiLU(), + nn.Linear(dim, config.memory_slots), + ) + nn.init.normal_(self.summary_score.weight, mean=0.0, std=0.02) + nn.init.normal_(self.write_decision.weight, mean=0.0, std=0.02) + for module in self.forget_gate: + if isinstance(module, nn.Linear): + nn.init.normal_(module.weight, mean=0.0, std=0.02) + nn.init.constant_(self.write_decision.bias, -1.5) + nn.init.constant_(self.forget_gate[-1].bias, -2.0) + self.last_write_probability: Optional[Tensor] = None + self.last_forget_probability: Optional[Tensor] = None + # Keep the semantic summary available to the automatic policy. The + # older ``last_write_representation`` is optimized for the memory + # value path and may discard distinctions such as negation or a + # question-shaped turn. + self.last_write_summary: Optional[Tensor] = None + self.last_write_representation: Optional[Tensor] = None + + def _summary(self, hidden_states: Tensor, attention_mask: Optional[Tensor]) -> Tensor: + work_dtype = self.slot_keys.dtype + hidden = hidden_states.to(work_dtype) + if self.config.write_token_offset is not None: + if hidden.shape[1] < self.config.write_token_offset: + raise ValueError("write_token_offset exceeds the memory sequence length") + return hidden[:, -self.config.write_token_offset] + if not self.config.summary_pooling: + return hidden[:, -1] + scores = self.summary_score(hidden).squeeze(-1) + if attention_mask is not None and attention_mask.ndim == 2: + # During cached generation the decoder may expose only the newest + # token while the attention mask still covers the full sequence. + # Align the mask to the score sequence instead of assuming both + # lengths are identical. + score_length = scores.shape[1] + mask = attention_mask.to(device=hidden.device, dtype=torch.bool) + if mask.shape[1] > score_length: + mask = mask[:, -score_length:] + elif mask.shape[1] < score_length: + pad = torch.ones( + mask.shape[0], + score_length - mask.shape[1], + device=mask.device, + dtype=mask.dtype, + ) + mask = torch.cat((mask, pad), dim=1) + scores = scores.masked_fill(~mask, torch.finfo(scores.dtype).min) + weights = scores.softmax(dim=-1) + return (weights.unsqueeze(-1) * hidden).sum(dim=1) + + def update( + self, + hidden_states: Tensor, + memory: Tensor, + attention_mask: Optional[Tensor] = None, + ) -> Tensor: + work_dtype = self.slot_keys.dtype + memory = memory.to(device=hidden_states.device, dtype=work_dtype) + summary = self._summary(hidden_states, attention_mask) + self.last_write_summary = summary + proposal = self.write_value(summary) + self.last_write_representation = self.read_out(self.value(proposal)) + address = (self.write_key(summary) @ self.slot_keys.t()).softmax(dim=-1) + slot_probability = torch.sigmoid(self.write_gate(summary)) + write_probability = torch.sigmoid(self.write_decision(summary)) + self.last_write_address = address + matched_memory = torch.sum(address.unsqueeze(-1) * memory, dim=1) + forget_features = torch.cat((summary, proposal, matched_memory), dim=-1) + forget_probability = torch.sigmoid(self.forget_gate(forget_features)) + strength = self.config.write_scale * write_probability * slot_probability * address + erase = strength * forget_probability + proposal = proposal[:, None, :] + updated = memory * (1.0 - erase.unsqueeze(-1)) + updated = updated + strength.unsqueeze(-1) * (proposal - updated) + self.last_write_probability = write_probability + self.last_forget_probability = forget_probability + return updated + + +class _MemoryRuntime: + def __init__(self, memory: QwenDynamicMemory) -> None: + self.memory = memory + self.state: Optional[Tensor] = None + self.read_enabled = True + self.update_enabled = True + self.last_read: Optional[Tensor] = None + self.raw_memory: Optional[Tensor] = None + self.input_ids: Optional[Tensor] = None + self.attention_mask: Optional[Tensor] = None + self.output_embeddings: Optional[nn.Module] = None + self.reset_mask: Optional[Tensor] = None + self.text_token_ids: Optional[Tensor] = None + self.text_token_mask: Optional[Tensor] = None + self.text_slot_valid: Optional[Tensor] = None + self.text_slot_keys: Optional[Tensor] = None + self.text_slot_age: Optional[Tensor] = None + self.text_write_counter: Optional[Tensor] = None + self.text_key_token_ids: Optional[Tensor] = None + self.text_key_token_mask: Optional[Tensor] = None + self.text_last_written_slot: Optional[Tensor] = None + self.text_read_slots: Optional[Tensor] = None + self.text_read_relevance: Optional[Tensor] = None + self.text_read_overlap: Optional[Tensor] = None + self.v2_query_key: Optional[Tensor] = None + self.v2_last_decisions: list[Any] = [] + self.text_prefix_used: bool = False + self.auto_memory_probability: Optional[Tensor] = None + self.auto_memory_forget_probability: Optional[Tensor] = None + self.context_compaction: Optional[dict[str, Any]] = None + # Persistent checkpoints are the durable user state. Evaluation, + # branch execution and a new temporary conversation must be able to + # reset only their working state without mutating that checkpoint. + self.use_persistent_state: bool = True + + +class MemoryLayerAdapter(nn.Module): + """Wrap one Qwen decoder layer and optionally replace its token mixer.""" + + def __init__( + self, + inner: nn.Module, + runtime: _MemoryRuntime, + *, + read: bool, + write: bool, + mode: str = "residual", + blend_init: float = 0.0, + ) -> None: + super().__init__() + if mode not in {"residual", "blend", "replace"}: + raise ValueError("mode must be one of: residual, blend, replace") + self.inner = inner + self._runtime_ref = weakref.ref(runtime) + self.read_enabled = read + self.write_enabled = write + self.mode = mode + if mode == "blend": + blend_init = min(max(float(blend_init), 1e-4), 1.0 - 1e-4) + logit = torch.logit(torch.tensor(blend_init, dtype=torch.float32)) + inner_device = next( + (parameter.device for parameter in inner.parameters() if parameter.device.type != "meta"), + None, + ) + if inner_device is not None: + logit = logit.to(inner_device) + self.blend_logit = nn.Parameter(logit) + + def _original_token_mixer( + self, + normalized_hidden: Tensor, + position_embeddings: Any, + attention_mask: Optional[Tensor], + position_ids: Optional[Tensor], + past_key_values: Any, + kwargs: dict[str, Any], + ) -> Tensor: + layer_type = getattr(self.inner, "layer_type", None) + if layer_type == "linear_attention": + output = self.inner.linear_attn( + hidden_states=normalized_hidden, + cache_params=past_key_values, + attention_mask=attention_mask, + **kwargs, + ) + return output[0] if isinstance(output, tuple) else output + if layer_type == "full_attention": + output = self.inner.self_attn( + hidden_states=normalized_hidden, + attention_mask=attention_mask, + position_ids=position_ids, + past_key_values=past_key_values, + position_embeddings=position_embeddings, + **kwargs, + ) + return output[0] if isinstance(output, tuple) else output + raise TypeError(f"unsupported Qwen layer_type for surgery: {layer_type!r}") + + def _prefetch_cache_layer(self, past_key_values: Any) -> None: + """Make an offloaded Qwen hybrid-cache layer ready before it is read.""" + + if past_key_values is None or not getattr(past_key_values, "offloading", False): + return + component = getattr(self.inner, "self_attn", None) + if component is None: + component = getattr(self.inner, "linear_attn", None) + layer_index = getattr(component, "layer_idx", None) + if layer_index is None or not hasattr(past_key_values, "prefetch"): + return + only_non_sliding = bool(getattr(past_key_values, "only_non_sliding", True)) + parameter = next(component.parameters(), None) + device = parameter.device if parameter is not None else torch.device("cpu") + past_key_values.prefetch(int(layer_index), only_non_sliding) + # The stock offload helper uses a separate CUDA stream. Qwen3.5 + # reads linear-attention state before it calls ``update_*``; make the + # current layer's ownership synchronous here so a CPU state can never + # reach a CUDA convolution or attention kernel. + if 0 <= int(layer_index) < len(past_key_values.layers): + cache_layer = past_key_values.layers[int(layer_index)] + for name in ("keys", "values", "conv_states", "recurrent_states"): + value = getattr(cache_layer, name, None) + if isinstance(value, Tensor) and value.device != device: + setattr(cache_layer, name, value.to(device=device, non_blocking=False)) + + def _memory_read(self, hidden_states: Tensor, runtime: _MemoryRuntime) -> Tensor: + if runtime.read_enabled and self.read_enabled and runtime.state is not None: + output = runtime.memory.read(hidden_states, runtime.state) + else: + output = torch.zeros_like(hidden_states) + if self.write_enabled: + runtime.last_read = output + return output + + def _surgical_forward( + self, + hidden_states: Tensor, + position_embeddings: Any, + attention_mask: Optional[Tensor], + position_ids: Optional[Tensor], + past_key_values: Any, + kwargs: dict[str, Any], + runtime: _MemoryRuntime, + ) -> Tensor: + residual = hidden_states + normalized_hidden = self.inner.input_layernorm(hidden_states) + memory_output = self._memory_read(normalized_hidden, runtime) + + if self.mode == "replace": + token_mixer = memory_output + else: + original_output = self._original_token_mixer( + normalized_hidden, + position_embeddings, + attention_mask, + position_ids, + past_key_values, + kwargs, + ) + mix = torch.sigmoid(self.blend_logit).to(dtype=original_output.dtype) + # A zero/empty memory must be an exact no-op. This prevents a + # trained blend coefficient from attenuating the original Qwen + # token mixer on ordinary prompts that have no user memory. + if runtime.state is None or not runtime.read_enabled: + # Exact zero in the forward pass, but retain a surrogate + # gradient so the blend parameter remains trainable in unit + # tests and future calibration runs. + mix = mix - mix.detach() + else: + memory_activity = runtime.state.detach().abs().mean() + if float(memory_activity) <= 1e-6: + mix = mix - mix.detach() + token_mixer = (1.0 - mix) * original_output + mix * memory_output + + hidden_states = residual + token_mixer + residual = hidden_states + hidden_states = self.inner.post_attention_layernorm(hidden_states) + hidden_states = self.inner.mlp(hidden_states) + return residual + hidden_states + + def forward( + self, + hidden_states: Tensor, + position_embeddings: Any = None, + attention_mask: Optional[Tensor] = None, + position_ids: Optional[Tensor] = None, + past_key_values: Any = None, + **kwargs: Any, + ) -> Any: + runtime = self._runtime_ref() + if runtime is None: + return self.inner( + hidden_states, + position_embeddings, + attention_mask=attention_mask, + position_ids=position_ids, + past_key_values=past_key_values, + **kwargs, + ) + + self._prefetch_cache_layer(past_key_values) + if self.mode == "residual": + hidden_states = hidden_states + self._memory_read(hidden_states, runtime) + output = self.inner( + hidden_states, + position_embeddings, + attention_mask=attention_mask, + position_ids=position_ids, + past_key_values=past_key_values, + **kwargs, + ) + else: + output = self._surgical_forward( + hidden_states, + position_embeddings, + attention_mask, + position_ids, + past_key_values, + kwargs, + runtime, + ) + hidden_output = output[0] if isinstance(output, tuple) else output + if runtime.update_enabled and self.write_enabled and runtime.state is not None: + updated_state = runtime.memory.update( + hidden_output, + runtime.state, + attention_mask=runtime.attention_mask, + ) + if runtime.reset_mask is not None: + reset_mask = runtime.reset_mask.to(device=updated_state.device, dtype=torch.bool) + updated_state = torch.where( + reset_mask[:, None, None], + torch.zeros_like(updated_state), + updated_state, + ) + runtime.reset_mask = None + runtime.state = updated_state + if ( + runtime.memory.config.raw_token_write + and not runtime.read_enabled + and runtime.input_ids is not None + ): + if runtime.output_embeddings is None: + raise RuntimeError("raw_token_write requires output embeddings") + offset = runtime.memory.config.write_token_offset or 1 + if runtime.attention_mask is not None and runtime.attention_mask.ndim == 2: + last_valid = runtime.attention_mask.sum(dim=-1).to(torch.long) - 1 + positions = (last_valid - (offset - 1)).clamp_min(0) + token_ids = runtime.input_ids.gather(1, positions[:, None]).squeeze(1) + else: + token_ids = runtime.input_ids[:, -offset] + # Store the output-projection row, not the input embedding row. + # Qwen checkpoints are allowed to untie these matrices, and the + # generation-time pointer is consumed through output_embeddings. + runtime.raw_memory = runtime.output_embeddings.weight[token_ids].detach() + return output + + +class QwenDynamicMemoryOutput: + """Proxy for a normal HF output with one added field: ``memory``.""" + + def __init__(self, base_output: Any, memory: Optional[Tensor]) -> None: + self.base_output = base_output + self.memory = memory + + def __getattr__(self, name: str) -> Any: + return getattr(self.base_output, name) + + def __getitem__(self, key: Any) -> Any: + return self.base_output[key] + + +class QwenDynamicMemoryModel(nn.Module): + """Qwen3.5 with caller-owned persistent dynamic memory state.""" + + def __init__( + self, + base_model: nn.Module, + memory_config: Optional[QwenMemoryConfig] = None, + *, + freeze_backbone: bool = True, + ) -> None: + super().__init__() + self.base_model = base_model + text_config = base_model.config.text_config + self.memory_config = memory_config or QwenMemoryConfig() + self.layer_indices = self.memory_config.resolved_layers(text_config.num_hidden_layers) + memory_type = NativeQwenDynamicMemory if self.memory_config.native_mode else QwenDynamicMemory + self.memory = memory_type(text_config.hidden_size, self.memory_config) + self.text_retriever = ( + NaturalLanguageRetriever(text_config.hidden_size) + if self.memory_config.natural_language_memory + else None + ) + policy_type = ( + AutomaticMemoryPolicyV2 + if self.memory_config.automatic_memory_policy_version >= 2 + else AutomaticMemoryPolicy + ) + self.memory_policy = ( + policy_type(text_config.hidden_size) + if self.memory_config.natural_language_memory and self.memory_config.automatic_memory + else None + ) + self.memory_router_v2: Optional[MemoryRouterV2] = None + self.memory_os_v2: Optional[MemoryOSV2] = None + self._memory_router_v2_ready = False + if self.memory_config.hierarchical_memory or self.memory_config.memory_version >= 2: + self.memory_router_v2 = MemoryRouterV2( + text_config.hidden_size, + router_dim=self.memory_config.memory_router_dim, + num_heads=self.memory_config.memory_router_heads, + max_hops=self.memory_config.memory_max_hops, + ) + self.memory_os_v2 = self._new_memory_os_v2(text_config.hidden_size) + self._text_retriever_ready = False + self._memory_policy_ready = False + self.runtime = _MemoryRuntime(self.memory) + self.runtime.output_embeddings = self.base_model.get_output_embeddings() + self._persistent_memory: Optional[Tensor] = None + self.register_buffer("persistent_memory", torch.empty(0), persistent=True) + self.register_buffer( + "persistent_text_token_ids", + torch.empty(0, dtype=torch.long), + persistent=True, + ) + self.register_buffer( + "persistent_text_token_mask", + torch.empty(0, dtype=torch.bool), + persistent=True, + ) + self.register_buffer( + "persistent_text_slot_valid", + torch.empty(0, dtype=torch.bool), + persistent=True, + ) + self.register_buffer( + "persistent_text_slot_keys", + torch.empty(0), + persistent=True, + ) + self.register_buffer( + "persistent_text_slot_age", + torch.empty(0, dtype=torch.long), + persistent=True, + ) + self.register_buffer( + "persistent_text_write_counter", + torch.empty(0, dtype=torch.long), + persistent=True, + ) + self.register_buffer( + "persistent_text_key_token_ids", + torch.empty(0, dtype=torch.long), + persistent=True, + ) + self.register_buffer( + "persistent_text_key_token_mask", + torch.empty(0, dtype=torch.bool), + persistent=True, + ) + + if freeze_backbone: + for parameter in self.base_model.parameters(): + parameter.requires_grad_(False) + + language_model = self.base_model.model.language_model + self._memory_adapters: list[MemoryLayerAdapter] = [] + for layer_index in self.layer_indices: + layer = language_model.layers[layer_index] + adapter = MemoryLayerAdapter( + layer, + self.runtime, + read=True, + write=layer_index == self.layer_indices[-1], + mode=self.memory_config.mode, + blend_init=self.memory_config.blend_init, + ) + language_model.layers[layer_index] = adapter + self._memory_adapters.append(adapter) + + self.memory.to(self._find_layer_device()) + if self.memory_router_v2 is not None: + self.memory_router_v2.to(self._find_layer_device()) + if self.text_retriever is not None: + self.text_retriever.to(self._find_layer_device()) + if self.memory_policy is not None: + self.memory_policy.to(self._find_layer_device()) + if self.memory_config.persistent_memory: + self.persistent_memory = self.memory.initial_state( + 1, + device=self._find_layer_device(), + ) + self._persistent_memory = self.persistent_memory.detach() + if hasattr(self.base_model.config, "use_cache"): + self.base_model.config.use_cache = False + if hasattr(self.base_model.config, "text_config"): + self.base_model.config.text_config.use_cache = False + + def _new_memory_os_v2(self, hidden_size: int) -> MemoryOSV2: + """Create a V2 store from the configured page and candidate limits.""" + + if self.memory_router_v2 is None: + raise RuntimeError("cannot create V2 memory without a router") + tier_store = None + if self.memory_config.memory_storage_mode == "tiered": + if not self.memory_config.memory_storage_path: + raise ValueError("tiered memory requires memory_storage_path") + tier_store = TieredMemoryStoreV2( + self.memory_config.memory_storage_path, + key_dim=self.memory_config.memory_router_dim, + page_capacity=self.memory_config.memory_page_capacity, + ) + bank = PagedMemoryBankV2( + hidden_size, + page_capacity=self.memory_config.memory_page_capacity, + max_pages=self.memory_config.memory_max_pages, + hot_pages=self.memory_config.memory_hot_pages, + top_k_pages=self.memory_config.memory_top_k_pages, + top_k_records=self.memory_config.memory_top_k_records, + max_hops=self.memory_config.memory_max_hops, + router=self.memory_router_v2, + key_dim=self.memory_config.memory_router_dim, + coarse_index_bits=self.memory_config.memory_coarse_index_bits, + tier_store=tier_store, + max_resident_pages=self.memory_config.memory_resident_pages, + runtime_device=self._find_layer_device(), + gpu_cache_records=self.memory_config.memory_gpu_cache_records, + gpu_cache_tokens=self.memory_config.memory_gpu_cache_tokens, + gpu_cache_reserve_mb=self.memory_config.memory_gpu_cache_reserve_mb, + gpu_cache_adaptive=self.memory_config.memory_gpu_cache_adaptive, + ) + return MemoryOSV2( + hidden_size, + router=self.memory_router_v2, + bank=bank, + kv_budget=KVBudgetManagerV2( + max_tokens=self.memory_config.kv_budget_tokens, + hard_max_tokens=self.memory_config.kv_hard_max_tokens, + compaction_trigger=self.memory_config.kv_compaction_trigger, + keep_recent_tokens=self.memory_config.kv_keep_recent_tokens, + ), + read_threshold=self.memory_config.memory_v2_read_threshold, + write_threshold=self.memory_config.memory_v2_write_threshold, + ) + + def _ensure_text_memory(self, batch_size: int, *, device: torch.device) -> None: + """Create the fixed-size model-owned natural-language memory bank.""" + + if not self.memory_config.natural_language_memory: + return + shape = ( + batch_size, + self.memory_config.memory_slots, + self.memory_config.text_memory_tokens, + ) + if tuple(self.persistent_text_token_ids.shape) != shape: + self.persistent_text_token_ids = torch.zeros( + shape, + dtype=torch.long, + device=device, + ) + self.persistent_text_token_mask = torch.zeros( + shape, + dtype=torch.bool, + device=device, + ) + self.persistent_text_slot_valid = torch.zeros( + batch_size, + self.memory_config.memory_slots, + dtype=torch.bool, + device=device, + ) + hidden_size = self.memory.hidden_size + self.persistent_text_slot_keys = torch.zeros( + batch_size, + self.memory_config.memory_slots, + hidden_size, + dtype=torch.float32, + device=device, + ) + self.persistent_text_slot_age = torch.full( + (batch_size, self.memory_config.memory_slots), + -1, + dtype=torch.long, + device=device, + ) + self.persistent_text_write_counter = torch.zeros( + batch_size, + dtype=torch.long, + device=device, + ) + key_shape = ( + batch_size, + self.memory_config.memory_slots, + self.memory_config.text_memory_key_tokens, + ) + self.persistent_text_key_token_ids = torch.zeros( + key_shape, + dtype=torch.long, + device=device, + ) + self.persistent_text_key_token_mask = torch.zeros( + key_shape, + dtype=torch.bool, + device=device, + ) + + def _bind_text_memory(self, batch_size: int, *, device: torch.device) -> None: + """Bind the current text bank to the per-call runtime.""" + + if not self.memory_config.natural_language_memory: + self.runtime.text_token_ids = None + self.runtime.text_token_mask = None + self.runtime.text_slot_valid = None + return + if self.memory_config.persistent_memory and self.runtime.use_persistent_state: + self._ensure_text_memory(1, device=device) + else: + self._ensure_text_memory(batch_size, device=device) + if not (self.memory_config.persistent_memory and self.runtime.use_persistent_state): + shape = ( + batch_size, + self.memory_config.memory_slots, + self.memory_config.text_memory_tokens, + ) + key_shape = ( + batch_size, + self.memory_config.memory_slots, + self.memory_config.text_memory_key_tokens, + ) + if ( + self.runtime.text_token_ids is None + or tuple(self.runtime.text_token_ids.shape) != shape + or self.runtime.text_key_token_ids is None + or tuple(self.runtime.text_key_token_ids.shape) != key_shape + ): + self.runtime.text_token_ids = torch.zeros(shape, dtype=torch.long, device=device) + self.runtime.text_token_mask = torch.zeros(shape, dtype=torch.bool, device=device) + self.runtime.text_slot_valid = torch.zeros( + batch_size, self.memory_config.memory_slots, dtype=torch.bool, device=device + ) + self.runtime.text_slot_keys = torch.zeros( + batch_size, self.memory_config.memory_slots, self.memory.hidden_size, + dtype=torch.float32, device=device + ) + self.runtime.text_slot_age = torch.full( + (batch_size, self.memory_config.memory_slots), -1, dtype=torch.long, device=device + ) + self.runtime.text_write_counter = torch.zeros(batch_size, dtype=torch.long, device=device) + self.runtime.text_key_token_ids = torch.zeros(key_shape, dtype=torch.long, device=device) + self.runtime.text_key_token_mask = torch.zeros(key_shape, dtype=torch.bool, device=device) + return + if self.persistent_text_token_ids.shape[0] == batch_size: + self.runtime.text_token_ids = self.persistent_text_token_ids + self.runtime.text_token_mask = self.persistent_text_token_mask + self.runtime.text_slot_valid = self.persistent_text_slot_valid + self.runtime.text_slot_keys = self.persistent_text_slot_keys + self.runtime.text_slot_age = self.persistent_text_slot_age + self.runtime.text_write_counter = self.persistent_text_write_counter + self.runtime.text_key_token_ids = self.persistent_text_key_token_ids + self.runtime.text_key_token_mask = self.persistent_text_key_token_mask + return + if self.persistent_text_token_ids.shape[0] == 1: + self.runtime.text_token_ids = self.persistent_text_token_ids.expand( + batch_size, -1, -1 + ).clone() + self.runtime.text_token_mask = self.persistent_text_token_mask.expand( + batch_size, -1, -1 + ).clone() + self.runtime.text_slot_valid = self.persistent_text_slot_valid.expand( + batch_size, -1 + ).clone() + self.runtime.text_slot_keys = self.persistent_text_slot_keys.expand( + batch_size, -1, -1 + ).clone() + self.runtime.text_slot_age = self.persistent_text_slot_age.expand( + batch_size, -1 + ).clone() + self.runtime.text_write_counter = self.persistent_text_write_counter.expand( + batch_size + ).clone() + self.runtime.text_key_token_ids = self.persistent_text_key_token_ids.expand( + batch_size, -1, -1 + ).clone() + self.runtime.text_key_token_mask = self.persistent_text_key_token_mask.expand( + batch_size, -1, -1 + ).clone() + return + raise ValueError( + "natural-language memory batch does not match the loaded persistent bank" + ) + + def _clear_text_memory(self, mask: Optional[Tensor] = None) -> None: + if self.runtime.text_token_ids is None: + return + if mask is None: + self.runtime.text_token_ids.zero_() + self.runtime.text_token_mask.zero_() + self.runtime.text_slot_valid.zero_() + self.runtime.text_slot_keys.zero_() + self.runtime.text_slot_age.fill_(-1) + self.runtime.text_write_counter.zero_() + self.runtime.text_key_token_ids.zero_() + self.runtime.text_key_token_mask.zero_() + self.runtime.text_last_written_slot = None + self.runtime.text_prefix_used = False + return + mask = mask.to(device=self.runtime.text_token_ids.device, dtype=torch.bool) + self.runtime.text_token_ids[mask] = 0 + self.runtime.text_token_mask[mask] = False + self.runtime.text_slot_valid[mask] = False + self.runtime.text_slot_keys[mask] = 0 + self.runtime.text_slot_age[mask] = -1 + self.runtime.text_write_counter[mask] = 0 + self.runtime.text_key_token_ids[mask] = 0 + self.runtime.text_key_token_mask[mask] = False + self.runtime.text_last_written_slot = None + + @torch.no_grad() + def _encode_model_key(self, input_ids: Tensor, attention_mask: Tensor) -> Tensor: + """Encode a memory key with the frozen original Qwen representation.""" + + previous_read = self.runtime.read_enabled + previous_update = self.runtime.update_enabled + self.runtime.read_enabled = False + self.runtime.update_enabled = False + try: + embedding_layer = self.base_model.get_input_embeddings() + input_ids = input_ids.to(embedding_layer.weight.device) + attention_mask = attention_mask.to(input_ids.device) + output = self.base_model( + input_ids=input_ids, + attention_mask=attention_mask, + use_cache=False, + output_hidden_states=True, + ) + hidden = output.hidden_states[-1].float() + weights = attention_mask.to(device=hidden.device, dtype=hidden.dtype).unsqueeze(-1) + key = (hidden * weights).sum(dim=1) / weights.sum(dim=1).clamp_min(1.0) + return F.normalize(key, dim=-1) + finally: + self.runtime.read_enabled = previous_read + self.runtime.update_enabled = previous_update + + @torch.no_grad() + def compact_context_for_kv( + self, + input_ids: Tensor, + attention_mask: Optional[Tensor] = None, + *, + archive: bool = True, + chunk_tokens: Optional[int] = None, + ) -> tuple[Tensor, Tensor, dict[str, Any]]: + """Archive the old prefix and return a bounded hot-context window. + + This is the model-side boundary between the exact working KV and the + lossy long-term memory path. It never sends the current token to all + pages: each archived chunk gets one address, and future reads still + use the V2 coarse-page -> exact-record -> Top-K route. + + The method accepts already-tokenized input because it is also used by + generation. The archived token sequence is kept losslessly inside a + V2 record; its semantic address is produced by the frozen Qwen hidden + representation. A caller may disable ``archive`` for measurement, + in which case the method only reports the retention plan. + """ + + if input_ids.ndim != 2: + raise ValueError("input_ids must have shape [batch, sequence]") + if attention_mask is None: + attention_mask = torch.ones_like(input_ids) + if attention_mask.shape != input_ids.shape: + raise ValueError("attention_mask must have the same shape as input_ids") + + budget = self.memory_os_v2.kv_budget if self.memory_os_v2 is not None else None + if ( + self.memory_os_v2 is None + or not self.memory_config.auto_compact_context + or budget is None + ): + return input_ids, attention_mask, { + "compacted": False, + "reason": "disabled", + "archived_records": 0, + "original_tokens": [int(item) for item in attention_mask.sum(dim=-1).tolist()], + "retained_tokens": [int(item) for item in attention_mask.sum(dim=-1).tolist()], + } + + chunk_size = int(chunk_tokens or self.memory_config.context_chunk_tokens) + if chunk_size < 1: + raise ValueError("chunk_tokens must be positive") + hot_limit = int(budget.max_tokens) + pending: list[dict[str, Any]] = [] + pending_previous: list[Optional[int]] = [] + retained: list[Tensor] = [] + original_lengths: list[int] = [] + retained_lengths: list[int] = [] + + for batch_index in range(input_ids.shape[0]): + valid = input_ids[batch_index][attention_mask[batch_index].to(dtype=torch.bool)] + original_lengths.append(int(valid.numel())) + if valid.numel() <= hot_limit: + retained.append(valid) + retained_lengths.append(int(valid.numel())) + continue + + archived_prefix = valid[:-hot_limit] + retained_window = valid[-hot_limit:] + retained.append(retained_window) + retained_lengths.append(int(retained_window.numel())) + previous_index: Optional[int] = None + for start in range(0, int(archived_prefix.numel()), chunk_size): + end = min(start + chunk_size, int(archived_prefix.numel())) + if len(pending) >= self.memory_config.context_archive_max_records: + raise RuntimeError( + "context archive record limit reached; increase " + "context_archive_max_records before compacting this input" + ) + chunk = archived_prefix[start:end].detach() + chunk_mask = torch.ones_like(chunk, dtype=torch.bool) + key = self._encode_model_key(chunk.unsqueeze(0), chunk_mask.unsqueeze(0))[0] + pending.append( + { + "text": f"context_chunk:{batch_index}:{start}:{end}", + "key": key, + "summary": key, + "memory_type": "context_chunk", + # Context chunks are ordered evidence, not competing + # values of one fact. Leaving the fact-conflict + # fields empty prevents ordinary version resolution + # from superseding every earlier chunk in a document. + "entity": "", + "attribute": "", + "value": "", + "importance": 0.55, + "confidence": 0.80, + "source": "kv_compaction", + "evidence": [ + f"batch:{batch_index}", + f"token_range:{start}:{end}", + f"token_count:{end - start}", + ], + "token_ids": chunk, + "token_mask": chunk_mask, + "trusted": True, + "force": True, + } + ) + pending_previous.append(previous_index) + previous_index = len(pending) - 1 + + results: list[tuple[Any, str]] = [] + if pending and archive: + results = self.memory_os_v2.write_batch(pending) + # Add a forward chain after the atomic insert. This gives the + # multi-hop reader a deterministic path through adjacent chunks + # without making page allocation depend on future record IDs. + for result_index, previous_index in enumerate(pending_previous): + if previous_index is None: + continue + record = results[result_index][0] + previous_record = results[previous_index][0] + if previous_record.record_id not in record.related_ids: + record.related_ids.append(previous_record.record_id) + self.memory_os_v2.bank._store_record(record) + + max_retained = max(retained_lengths, default=0) + compacted_ids = torch.zeros( + (input_ids.shape[0], max_retained), dtype=input_ids.dtype, device=input_ids.device + ) + compacted_mask = torch.zeros( + (input_ids.shape[0], max_retained), dtype=attention_mask.dtype, device=input_ids.device + ) + for batch_index, values in enumerate(retained): + if values.numel() == 0: + continue + compacted_ids[batch_index, : values.numel()] = values.to(input_ids.device) + compacted_mask[batch_index, : values.numel()] = 1 + return compacted_ids, compacted_mask, { + "compacted": any(original > retained for original, retained in zip(original_lengths, retained_lengths)), + "archived_records": len(results), + "archived_tokens": sum(original - retained for original, retained in zip(original_lengths, retained_lengths)), + "original_tokens": original_lengths, + "retained_tokens": retained_lengths, + "hot_limit": hot_limit, + "archive_requested": bool(archive), + } + + @torch.no_grad() + def _rank_v2_text_matches( + self, + query_key: Tensor, + query_token_ids: Tensor, + ) -> list[tuple[float, int, Any]]: + """Rank active V2 text records without materializing their payloads.""" + + if self.memory_os_v2 is None: + return [] + active = [ + record + for record in self.memory_os_v2.bank.records.values() + if record.status == "active" + ] + if not active: + return [] + keys = torch.stack([record.key for record in active], dim=0) + scores = self.memory_os_v2.bank._score_candidates(query_key, keys).reshape(-1).cpu() + query_unique = torch.unique(query_token_ids.detach().reshape(-1).cpu()) + ranked: list[tuple[float, int, Any]] = [] + for index, record in enumerate(active): + shared = 0 + if record.token_ids is not None and query_unique.numel() > 0: + own = torch.unique(record.token_ids.detach().reshape(-1).cpu()) + shared = int(torch.isin(query_unique, own).sum().item()) + ranked.append((float(scores[index].item()), shared, record)) + ranked.sort(key=lambda item: (item[0], item[1], item[2].last_access), reverse=True) + return ranked + + @torch.no_grad() + def _forget_text_memory_by_key( + self, + key_input_ids: Tensor, + key_attention_mask: Tensor, + ) -> Tensor: + """Erase the addressed natural-language record for a learned forget turn.""" + + erased = torch.zeros( + key_input_ids.shape[0], dtype=torch.bool, device=key_input_ids.device + ) + if ( + self.runtime.text_slot_valid is None + or self.runtime.text_key_token_ids is None + or self.runtime.text_key_token_mask is None + or not bool(self.runtime.text_slot_valid.any()) + ): + return erased + query_keys = self._encode_model_key(key_input_ids, key_attention_mask) + for batch_index in range(key_input_ids.shape[0]): + valid_slots = self.runtime.text_slot_valid[batch_index] + if not bool(valid_slots.any()): + continue + query_ids = key_input_ids[batch_index][key_attention_mask[batch_index].bool()] + query_ids = query_ids[: self.memory_config.text_memory_key_tokens] + old_ids = self.runtime.text_key_token_ids[batch_index] + old_mask = self.runtime.text_key_token_mask[batch_index] + shared = ( + (old_ids[:, :, None] == query_ids[None, None, :]) + & old_mask[:, :, None] + & valid_slots[:, None, None] + ).any(dim=-1).sum(dim=-1).float() + old_lengths = old_mask.sum(dim=-1).float() + overlap = shared / torch.sqrt( + old_lengths * float(max(1, query_ids.numel())) + ).clamp_min(1.0) + overlap = overlap.masked_fill(~valid_slots, -1.0) + best_overlap, best_slot = overlap.max(dim=-1) + best_score = best_overlap + if self.text_retriever is not None and self._text_retriever_ready: + slot_keys = F.normalize( + self.runtime.text_slot_keys[batch_index].to(query_keys.device, dtype=query_keys.dtype), + dim=-1, + ) + learned = torch.sigmoid( + self.text_retriever(query_keys[batch_index].unsqueeze(0), slot_keys.unsqueeze(0))[0] + ).masked_fill(~valid_slots.to(query_keys.device), -1.0) + learned_score, learned_slot = learned.max(dim=-1) + if float(learned_score) >= float(best_score): + best_score = learned_score + best_slot = learned_slot + if float(best_score) < self.memory_config.text_memory_overlap_threshold and not ( + self.text_retriever is not None + and self._text_retriever_ready + and float(best_score) >= 0.65 + ): + continue + slot = int(best_slot.item()) + self._clear_legacy_memory_slot(slot) + if self.memory_os_v2 is not None and self.runtime.use_persistent_state: + ranked = self._rank_v2_text_matches( + query_keys[batch_index], + query_ids, + ) + for score, shared, record in ranked: + # The hot-bank matcher has already located the target. + # V2 records created as independent fragments have no + # slot index, so use the frozen-Qwen address plus token + # evidence to retract only the matching old record. + same_hot_slot = record.slot_index == slot + if same_hot_slot or (score >= 0.60 and shared >= 2): + self.memory_os_v2.retract_record(record.record_id) + if not same_hot_slot and score < 0.78: + break + erased[batch_index] = True + return erased + + def _write_text_memory( + self, + input_ids: Optional[Tensor], + attention_mask: Optional[Tensor], + text_input_ids: Optional[Tensor] = None, + text_attention_mask: Optional[Tensor] = None, + key_input_ids: Optional[Tensor] = None, + key_attention_mask: Optional[Tensor] = None, + storage_input_ids: Optional[Tensor] = None, + storage_attention_mask: Optional[Tensor] = None, + force_write: bool = False, + memory_text: Optional[str] = None, + ) -> None: + """Commit one conversational write into the selected internal slot. + + The learned controller decides whether a turn is a durable fact and + which slot it belongs to. The exact token sequence is then copied into + the model-owned bank so multi-token names, values and punctuation are + not lossy-compressed into a single output token. + """ + + # The bank is consumed as an internal prefix before the next Qwen + # chat turn. Store the valid system-message form for generation; + # keep the exact user fact separately in ``text_key_token_ids`` for + # duplicate detection and retrieval overlap. A raw fact placed + # before ``<|im_start|>user`` is not a reliable conditioning channel. + storage_ids = ( + text_input_ids + if text_input_ids is not None + else (storage_input_ids if storage_input_ids is not None else input_ids) + ) + storage_mask = ( + text_attention_mask + if text_input_ids is not None + else (storage_attention_mask if storage_input_ids is not None else attention_mask) + ) + key_ids = key_input_ids if key_input_ids is not None else storage_ids + key_mask = key_attention_mask if key_input_ids is not None else storage_mask + if ( + not self.memory_config.natural_language_memory + or storage_ids is None + or self.runtime.text_token_ids is None + or self.runtime.text_slot_keys is None + or self.runtime.text_key_token_ids is None + ): + return + self.runtime.text_last_written_slot = torch.full( + (storage_ids.shape[0],), + -1, + dtype=torch.long, + device=self.runtime.text_slot_valid.device, + ) + address = self.memory.last_write_address + write_probability = self.memory.last_write_probability + if address is None or key_ids is None: + return + if write_probability is None: + write_probability = address.max(dim=-1, keepdim=True).values + if force_write: + should_write = torch.ones( + storage_ids.shape[0], dtype=torch.bool, device=storage_ids.device + ) + elif ( + self.memory_config.automatic_memory + and self._memory_policy_ready + and self.runtime.auto_memory_probability is not None + ): + # High recall is intentional: the policy is trained to recognize + # durable user information. It is the final automatic decision; + # the older native write gate is not OR-ed here because it was + # trained for continuous-state updates and can be over-eager on + # question-shaped inputs. + should_write = self.runtime.auto_memory_probability >= self.memory_config.auto_memory_threshold + else: + should_write = write_probability.squeeze(-1) >= self.memory_config.text_memory_write_threshold + forget_probability = self.runtime.auto_memory_forget_probability + if ( + not force_write + and forget_probability is not None + and bool((forget_probability >= self.memory_config.auto_forget_threshold).any()) + ): + forget_mask = forget_probability >= self.memory_config.auto_forget_threshold + forget_key_mask = ( + key_mask + if key_mask is not None + else torch.ones_like(key_ids, dtype=torch.bool) + ) + erased = self._forget_text_memory_by_key(key_ids, forget_key_mask) + should_write = should_write & ~(forget_mask & erased) + if not force_write and memory_text: + if looks_like_question(memory_text): + should_write = torch.zeros_like(should_write, dtype=torch.bool) + if storage_mask is None: + storage_mask = torch.ones_like(storage_ids, dtype=torch.bool) + else: + storage_mask = storage_mask.to(device=storage_ids.device, dtype=torch.bool) + if key_mask is None: + key_mask = torch.ones_like(key_ids, dtype=torch.bool) + else: + key_mask = key_mask.to(device=key_ids.device, dtype=torch.bool) + text_keys = self._encode_model_key(key_ids, key_mask) + max_tokens = self.memory_config.text_memory_tokens + for batch_index in range(storage_ids.shape[0]): + if not bool(should_write[batch_index]): + continue + valid_ids = storage_ids[batch_index][storage_mask[batch_index]] + if valid_ids.numel() == 0: + continue + valid_key_ids = key_ids[batch_index][key_mask[batch_index]] + valid_key_ids = valid_key_ids[: self.memory_config.text_memory_key_tokens].detach().to( + device=self.runtime.text_key_token_ids.device, + dtype=torch.long, + ) + valid_ids = valid_ids[:max_tokens].detach().to( + device=self.runtime.text_token_ids.device, + dtype=torch.long, + ) + key = text_keys[batch_index] + valid_slots = self.runtime.text_slot_valid[batch_index] + if bool(valid_slots.any()): + old_key_ids = self.runtime.text_key_token_ids[batch_index] + old_key_mask = self.runtime.text_key_token_mask[batch_index] + equal = old_key_ids[:, :, None] == valid_key_ids[None, None, :] + overlap_count = ( + equal + & old_key_mask[:, :, None] + & torch.ones( + 1, + 1, + valid_key_ids.numel(), + dtype=torch.bool, + device=old_key_ids.device, + ) + ).any(dim=-1).sum(dim=-1).float() + old_lengths = old_key_mask.sum(dim=-1).float() + similarities = overlap_count / torch.sqrt( + old_lengths * float(max(1, valid_key_ids.numel())) + ).clamp_min(1.0) + masked_similarities = similarities.masked_fill( + ~valid_slots, + torch.finfo(similarities.dtype).min, + ) + best_similarity, best_slot = masked_similarities.max(dim=-1) + # Exact token equality is a stronger duplicate signal than + # any learned semantic score. It makes repeated natural + # language facts idempotent, even when the retriever has not + # seen that exact name/value during training. + key_length = valid_key_ids.numel() + exact_match = ( + (old_key_ids[:, :key_length] == valid_key_ids[None, :]) + | (~old_key_mask[:, :key_length]) + ).all(dim=-1) & valid_slots & ( + old_key_mask.sum(dim=-1) == valid_key_ids.numel() + ) + exact_slots = exact_match.nonzero(as_tuple=False).flatten() + if exact_slots.numel() > 0: + best_similarity = torch.tensor(1.0, device=key.device) + best_slot = exact_slots[0] + if self.text_retriever is not None and self._text_retriever_ready: + if exact_slots.numel() == 0: + learned_similarity = torch.sigmoid( + self.text_retriever( + key.unsqueeze(0), + self.runtime.text_slot_keys[batch_index].unsqueeze(0), + )[0] + ) + learned_similarity = learned_similarity.masked_fill( + ~valid_slots, + torch.finfo(learned_similarity.dtype).min, + ) + learned_best, learned_slot = learned_similarity.max(dim=-1) + # Shared words such as "我" and "请记住" are common in + # many facts. Once the retriever is trained, use its + # semantic same-attribute score for replacement so a new + # fruit fact cannot evict a work-location fact merely + # because both contain the same pronouns. + if float(learned_best) >= 0.65: + best_similarity = learned_best + best_slot = learned_slot + # Keep the exact token-overlap score when the learned + # retriever is uncertain. Overwriting it with -1 + # made obvious same-attribute updates look unrelated + # merely because the paraphrase was outside the + # retriever's training distribution. + else: + best_similarity = torch.tensor(-1.0, device=key.device) + best_slot = torch.tensor(0, dtype=torch.long, device=key.device) + if float(best_similarity) >= self.memory_config.text_memory_replace_threshold: + slot = int(best_slot.item()) + else: + free_slots = (~valid_slots).nonzero(as_tuple=False).flatten() + if free_slots.numel() > 0: + slot = int(free_slots[0].item()) + else: + slot = int(self.runtime.text_slot_age[batch_index].argmin().item()) + self.runtime.text_token_ids[batch_index, slot].zero_() + self.runtime.text_token_mask[batch_index, slot].zero_() + self.runtime.text_token_ids[batch_index, slot, : valid_ids.numel()].copy_(valid_ids) + self.runtime.text_token_mask[batch_index, slot, : valid_ids.numel()] = True + self.runtime.text_slot_valid[batch_index, slot] = True + self.runtime.text_slot_keys[batch_index, slot].copy_(key.to(self.runtime.text_slot_keys.device)) + self.runtime.text_key_token_ids[batch_index, slot].zero_() + self.runtime.text_key_token_mask[batch_index, slot].zero_() + self.runtime.text_key_token_ids[batch_index, slot, : valid_key_ids.numel()].copy_(valid_key_ids) + self.runtime.text_key_token_mask[batch_index, slot, : valid_key_ids.numel()] = True + self.runtime.text_write_counter[batch_index] += 1 + self.runtime.text_slot_age[batch_index, slot] = self.runtime.text_write_counter[batch_index] + self.runtime.text_last_written_slot[batch_index] = slot + if self.memory_os_v2 is not None and self.runtime.use_persistent_state: + confidence = float(write_probability[batch_index].reshape(-1)[0].item()) + if force_write: + confidence = 1.0 + # The 16-slot bank is only the hot cache. New, unrelated + # conversational fragments must remain independent V2 + # records instead of superseding whatever happened to be in + # the same hot slot. Reuse a V2 slot index only when the + # hot-bank matcher already established that this is a + # duplicate/update of an existing fact. + v2_slot_index = ( + slot + if float(best_similarity) >= self.memory_config.text_memory_replace_threshold + else -1 + ) + if v2_slot_index >= 0 and self.memory_os_v2 is not None: + # A semantic replacement should retire the matching + # active record, while unrelated fragments remain active + # even if they once occupied the same hot-cache slot. + for score, shared, record in self._rank_v2_text_matches( + key, + valid_key_ids, + ): + if record.slot_index == slot or (score >= 0.60 and shared >= 2): + self.memory_os_v2.retract_record(record.record_id) + if record.slot_index != slot and score < 0.78: + break + self.memory_os_v2.write( + text=memory_text or f"memory_slot:{slot}", + key=key, + summary=key, + memory_type="episodic_text", + importance=max(confidence, 0.5), + confidence=confidence, + source="explicit" if force_write else "automatic", + evidence=[f"token_count:{int(valid_ids.numel())}"], + slot_index=v2_slot_index, + token_ids=valid_ids, + token_mask=torch.ones_like(valid_ids, dtype=torch.bool), + trusted=force_write or confidence >= self.memory_config.memory_v2_write_threshold, + force=force_write, + ) + + def _probe_text_retrieval( + self, + input_ids: Tensor, + attention_mask: Tensor, + ) -> tuple[Optional[Tensor], Optional[Tensor]]: + """Compute query-dependent similarity against internal text keys.""" + + if ( + not self.memory_config.natural_language_memory + or self.runtime.text_slot_valid is None + or self.runtime.text_slot_keys is None + or self.runtime.text_key_token_ids is None + or self.runtime.text_key_token_mask is None + or not bool(self.runtime.text_slot_valid.any()) + ): + return None, None + query_key = self._encode_model_key(input_ids, attention_mask) + self.runtime.v2_query_key = query_key.detach() + slot_keys = F.normalize( + self.runtime.text_slot_keys.to(device=query_key.device, dtype=query_key.dtype), + dim=-1, + ) + if self.text_retriever is not None and self._text_retriever_ready: + learned_logits = self.text_retriever(query_key, slot_keys) + dense_similarity = torch.sigmoid(learned_logits) + else: + dense_similarity = torch.einsum("bh,bsh->bs", query_key, slot_keys) + # Dense similarity alone is too permissive for short Chinese queries: + # common tokens such as "我" and "的" can make unrelated memories + # look relevant. Combine it with exact token overlap from the + # internally stored key, yielding a conservative hybrid score. + key_token_ids = self.runtime.text_key_token_ids.to(device=input_ids.device) + key_token_mask = self.runtime.text_key_token_mask.to(device=input_ids.device, dtype=torch.bool) + query_token_ids = input_ids.to(device=key_token_ids.device) + query_token_mask = attention_mask.to(device=key_token_ids.device, dtype=torch.bool) + equal = query_token_ids[:, None, :, None] == key_token_ids[:, :, None, :] + equal &= query_token_mask[:, None, :, None] & key_token_mask[:, :, None, :] + shared_tokens = equal.any(dim=-1).sum(dim=-1).float() + query_lengths = query_token_mask.sum(dim=-1, keepdim=True).float() + key_lengths = key_token_mask.sum(dim=-1).float() + overlap = shared_tokens / torch.sqrt(query_lengths * key_lengths).clamp_min(1.0) + if self.text_retriever is not None and self._text_retriever_ready: + scores = 0.85 * dense_similarity + 0.15 * overlap.clamp(0.0, 1.0) + else: + dense_score = (dense_similarity + 1.0).clamp(0.0, 2.0) * 0.5 + scores = 0.4 * dense_score + 0.6 * overlap.clamp(0.0, 1.0) + self.runtime.text_read_overlap = overlap + scores = scores.masked_fill( + ~self.runtime.text_slot_valid.to(device=scores.device), + torch.finfo(scores.dtype).min, + ) + return scores, scores.max(dim=-1).values + + def _build_text_prefix( + self, + input_ids: Tensor, + attention_mask: Tensor, + query_text: str = "", + ) -> tuple[Optional[Tensor], Optional[Tensor], int]: + """Retrieve text memory and build an internal prefix for Qwen.""" + + address, relevance = self._probe_text_retrieval(input_ids, attention_mask) + self.runtime.text_read_slots = None + self.runtime.v2_last_decisions = [] + self.runtime.text_read_relevance = relevance + self.runtime.text_prefix_used = False + if ( + self.memory_os_v2 is not None + and self._memory_router_v2_ready + and self.runtime.v2_query_key is None + ): + self.runtime.v2_query_key = self._encode_model_key(input_ids, attention_mask).detach() + + # V2 is the scalable address path. It first selects a bounded set of + # pages through the coarse index, then reranks only records in those + # pages. The legacy fixed bank remains a compatibility fallback for + # old checkpoints that do not contain a trained V2 router. + if ( + self.memory_os_v2 is not None + and self._memory_router_v2_ready + and self.runtime.v2_query_key is not None + ): + v2_prefix_parts: list[Tensor] = [] + v2_prefix_masks: list[Tensor] = [] + v2_slots: list[list[int]] = [] + for batch_index in range(input_ids.shape[0]): + records, decision = self.memory_os_v2.read( + query_key=self.runtime.v2_query_key[batch_index], + query_text=query_text, + query_token_ids=input_ids[batch_index], + top_k_pages=self.memory_config.memory_top_k_pages, + top_k_records=self.memory_config.memory_top_k_records, + max_hops=self.memory_config.memory_max_hops, + ) + self.runtime.v2_last_decisions.append(asdict(decision)) + ids_parts: list[Tensor] = [] + slot_list: list[int] = [] + for record in records: + ids: Optional[Tensor] = None + if record.token_ids is not None: + cached_ids, cached_mask = self.memory_os_v2.bank.gpu_record_payload(record) + if cached_ids is not None: + if cached_mask is not None and cached_mask.numel() == cached_ids.numel(): + ids = cached_ids[cached_mask] + else: + ids = cached_ids + elif ( + self.runtime.text_token_ids is not None + and self.runtime.text_token_mask is not None + and 0 <= record.slot_index < self.runtime.text_token_ids.shape[1] + ): + slot = record.slot_index + slot_mask = self.runtime.text_token_mask[batch_index, slot] + ids = self.runtime.text_token_ids[batch_index, slot][slot_mask].detach().cpu() + if ids is not None and ids.numel() > 0: + ids_parts.append(ids) + if record.slot_index >= 0: + slot_list.append(record.slot_index) + if ids_parts: + v2_prefix_parts.append(torch.cat(ids_parts, dim=0)) + v2_prefix_masks.append(torch.ones_like(v2_prefix_parts[-1], dtype=torch.bool)) + else: + v2_prefix_parts.append(torch.zeros(0, dtype=torch.long, device=input_ids.device)) + v2_prefix_masks.append(torch.zeros(0, dtype=torch.bool, device=input_ids.device)) + v2_slots.append(slot_list) + v2_prefix_length = max((part.numel() for part in v2_prefix_parts), default=0) + if v2_prefix_length > 0: + prefix_ids = torch.zeros( + input_ids.shape[0], v2_prefix_length, dtype=input_ids.dtype, device=input_ids.device + ) + prefix_mask = torch.zeros( + input_ids.shape[0], v2_prefix_length, dtype=attention_mask.dtype, device=input_ids.device + ) + for batch_index, (ids, mask) in enumerate(zip(v2_prefix_parts, v2_prefix_masks)): + prefix_ids[batch_index, : ids.numel()] = ids.to(input_ids.device) + prefix_mask[batch_index, : mask.numel()] = mask.to(attention_mask.dtype) + self.runtime.text_read_slots = torch.tensor( + [slots + [-1] * max(0, self.memory_config.memory_top_k_records - len(slots)) for slots in v2_slots], + dtype=torch.long, + device=input_ids.device, + ) + self.runtime.text_prefix_used = True + return prefix_ids, prefix_mask, v2_prefix_length + + if address is None or self.runtime.text_slot_valid is None: + return None, None, 0 + + valid = self.runtime.text_slot_valid + scores = address.masked_fill(~valid, torch.finfo(address.dtype).min) + top_k = min(self.memory_config.text_memory_top_k, scores.shape[-1]) + top_scores, top_slots = scores.topk(top_k, dim=-1) + selected = top_scores >= self.memory_config.text_memory_threshold + # If exactly one stored memory exists, its relevance still has to pass + # the threshold; this prevents unrelated questions from receiving an + # arbitrary memory snippet and reduces hallucinated personal facts. + if relevance is not None: + selected &= relevance[:, None] >= self.memory_config.text_memory_threshold + if ( + self.runtime.text_read_overlap is not None + and not (self.text_retriever is not None and self._text_retriever_ready) + ): + selected_overlap = self.runtime.text_read_overlap.gather(1, top_slots) + selected &= selected_overlap >= self.memory_config.text_memory_overlap_threshold + self.runtime.text_read_slots = top_slots + if not bool(selected.any()): + return None, None, 0 + self.runtime.text_prefix_used = True + + bank_ids = self.runtime.text_token_ids + bank_mask = self.runtime.text_token_mask + if bank_ids is None or bank_mask is None: + return None, None, 0 + prefix_parts: list[Tensor] = [] + prefix_masks: list[Tensor] = [] + for batch_index in range(input_ids.shape[0]): + ids_parts: list[Tensor] = [] + mask_parts: list[Tensor] = [] + for rank in range(top_k): + if not bool(selected[batch_index, rank]): + continue + slot = int(top_slots[batch_index, rank].item()) + slot_mask = bank_mask[batch_index, slot] + ids_parts.append(bank_ids[batch_index, slot][slot_mask]) + mask_parts.append(torch.ones_like(ids_parts[-1], dtype=torch.bool)) + if ids_parts: + prefix_parts.append(torch.cat(ids_parts, dim=0)) + prefix_masks.append(torch.cat(mask_parts, dim=0)) + else: + prefix_parts.append(torch.zeros(0, dtype=torch.long, device=input_ids.device)) + prefix_masks.append(torch.zeros(0, dtype=torch.bool, device=input_ids.device)) + prefix_length = max((part.numel() for part in prefix_parts), default=0) + if prefix_length == 0: + return None, None, 0 + prefix_ids = torch.zeros( + input_ids.shape[0], prefix_length, dtype=input_ids.dtype, device=input_ids.device + ) + prefix_mask = torch.zeros( + input_ids.shape[0], prefix_length, dtype=attention_mask.dtype, device=input_ids.device + ) + for batch_index, (ids, mask) in enumerate(zip(prefix_parts, prefix_masks)): + prefix_ids[batch_index, : ids.numel()] = ids.to(input_ids.device) + prefix_mask[batch_index, : mask.numel()] = mask.to(attention_mask.dtype) + return prefix_ids, prefix_mask, prefix_length + + def _find_layer_device(self) -> torch.device: + for index in self.layer_indices: + layer = self.base_model.model.language_model.layers[index] + # In blend mode the adapter owns a trainable scalar. Inspect the + # original layer first so a CPU-created scalar cannot mislead the + # device choice for input_ids and the memory module. + layer_for_device = getattr(layer, "inner", layer) + for parameter in layer_for_device.parameters(): + if parameter.device.type != "meta": + return parameter.device + return self.base_model.get_input_embeddings().weight.device + + @property + def trainable_parameters(self): + parameters = [parameter for parameter in self.memory.parameters() if parameter.requires_grad] + if self.text_retriever is not None: + parameters.extend( + parameter for parameter in self.text_retriever.parameters() if parameter.requires_grad + ) + if self.memory_policy is not None: + parameters.extend( + parameter for parameter in self.memory_policy.parameters() if parameter.requires_grad + ) + if self.memory_router_v2 is not None: + parameters.extend( + parameter for parameter in self.memory_router_v2.parameters() if parameter.requires_grad + ) + for adapter in self._memory_adapters: + blend_logit = getattr(adapter, "blend_logit", None) + if blend_logit is not None and blend_logit.requires_grad: + parameters.append(blend_logit) + return iter(parameters) + + @torch.no_grad() + def read_hierarchical_memory( + self, + query_key: Tensor, + *, + query_text: str = "", + query_token_ids: Optional[Tensor] = None, + top_k_pages: Optional[int] = None, + top_k_records: Optional[int] = None, + max_hops: Optional[int] = None, + ) -> tuple[list[Any], Any]: + """Read V2 memory through its bounded page and record router.""" + + if self.memory_os_v2 is None: + raise RuntimeError("hierarchical memory is disabled in memory_config") + return self.memory_os_v2.read( + query_key=query_key, + query_text=query_text, + query_token_ids=query_token_ids, + top_k_pages=top_k_pages, + top_k_records=top_k_records, + max_hops=max_hops, + ) + + @torch.no_grad() + def write_hierarchical_memory(self, **kwargs: Any) -> tuple[Any, str]: + """Write one versioned V2 record owned by the model checkpoint.""" + + if self.memory_os_v2 is None: + raise RuntimeError("hierarchical memory is disabled in memory_config") + return self.memory_os_v2.write(**kwargs) + + def memory_v2_stats(self) -> dict[str, Any]: + if self.memory_os_v2 is None: + return {"enabled": False} + output = dict(self.memory_os_v2.stats()) + output["enabled"] = True + output["router_ready"] = self._memory_router_v2_ready + return output + + def list_memory_records( + self, + *, + query_text: str = "", + status: str = "active", + limit: int = 100, + offset: int = 0, + ) -> list[dict[str, Any]]: + """Return a safe, tensor-free view of model-owned memory records.""" + + if self.memory_os_v2 is None: + return [] + return [ + memory_record_to_dict(record) + for record in self.memory_os_v2.list_records( + query_text=query_text, + status=status, + limit=limit, + offset=offset, + ) + ] + + def get_memory_record(self, record_id: str) -> dict[str, Any]: + if self.memory_os_v2 is None: + raise KeyError(record_id) + record = self.memory_os_v2.bank._resolve_record(record_id) + return memory_record_to_dict(record) + + def _clear_legacy_memory_slot(self, slot_index: int) -> None: + """Remove a V1 compatibility copy when a V2 record is edited/retracted.""" + + if slot_index < 0: + return + fields = ( + ("persistent_text_token_ids", "text_token_ids", 0), + ("persistent_text_token_mask", "text_token_mask", 0), + ("persistent_text_slot_valid", "text_slot_valid", 0), + ("persistent_text_slot_keys", "text_slot_keys", 0), + ("persistent_text_slot_age", "text_slot_age", -1), + ("persistent_text_key_token_ids", "text_key_token_ids", 0), + ("persistent_text_key_token_mask", "text_key_token_mask", 0), + ) + for persistent_name, runtime_name, fill_value in fields: + persistent = getattr(self, persistent_name, None) + if isinstance(persistent, Tensor) and persistent.ndim >= 2 and slot_index < persistent.shape[1]: + persistent[:, slot_index].fill_(fill_value) + runtime = getattr(self.runtime, runtime_name, None) + if isinstance(runtime, Tensor) and runtime.ndim >= 2 and slot_index < runtime.shape[1]: + runtime[:, slot_index].fill_(fill_value) + + @torch.no_grad() + def edit_memory_record( + self, + record_id: str, + *, + text: Optional[str] = None, + entity: Optional[str] = None, + attribute: Optional[str] = None, + value: Optional[str] = None, + importance: Optional[float] = None, + confidence: Optional[float] = None, + evidence: Optional[list[str]] = None, + token_ids: Optional[Tensor] = None, + token_mask: Optional[Tensor] = None, + ) -> dict[str, Any]: + """Edit memory by creating a versioned successor, never overwriting history.""" + + if self.memory_os_v2 is None: + raise KeyError(record_id) + old = self.memory_os_v2.bank._resolve_record(record_id) + key = None + if token_ids is not None: + ids = token_ids.detach().reshape(1, -1).to(self._find_layer_device()) + mask = ( + token_mask.detach().reshape(1, -1).to(self._find_layer_device(), dtype=torch.long) + if token_mask is not None + else torch.ones_like(ids) + ) + key = self._encode_model_key(ids, mask)[0] + self._clear_legacy_memory_slot(old.slot_index) + record = self.memory_os_v2.edit_record( + record_id, + text=text, + key=key, + summary=key, + entity=entity, + attribute=attribute, + value=value, + importance=importance, + confidence=confidence, + evidence=evidence, + token_ids=token_ids, + token_mask=token_mask, + ) + return memory_record_to_dict(record) + + @torch.no_grad() + def retract_memory_record(self, record_id: str) -> dict[str, Any]: + """Retract a record and its compatibility-slot copy without erasing history.""" + + if self.memory_os_v2 is None: + raise KeyError(record_id) + record = self.memory_os_v2.bank._resolve_record(record_id) + self._clear_legacy_memory_slot(record.slot_index) + self.memory_os_v2.retract_record(record_id) + return memory_record_to_dict(record) + + def audit_memory(self) -> dict[str, Any]: + if self.memory_os_v2 is None: + return {"healthy": True, "issues": [], "issue_count": 0, "stats": {"enabled": False}} + return self.memory_os_v2.audit() + + def export_memory_records(self, *, limit: int = 10000, offset: int = 0) -> dict[str, Any]: + records = self.list_memory_records(status="all", limit=limit, offset=offset) + return { + "format_version": 1, + "records": records, + "offset": offset, + "limit": limit, + "returned": len(records), + "stats": self.memory_v2_stats(), + } + + def flush_memory_storage(self) -> None: + """Flush the optional warm/cold tier without rewriting model weights.""" + + if self.memory_os_v2 is not None: + self.memory_os_v2.flush_storage() + + def close_memory_storage(self) -> None: + """Close the optional durable page store before process shutdown.""" + + if self.memory_os_v2 is not None: + self.memory_os_v2.close_storage() + + def clear_hierarchical_memory(self) -> None: + """Clear the durable V2 page store while keeping router weights.""" + + if self.memory_router_v2 is None: + return + if self.memory_os_v2 is not None and self.memory_os_v2.bank.tier_store is not None: + old_store = self.memory_os_v2.bank.tier_store + old_store.clear() + old_store.close() + self.memory_os_v2 = self._new_memory_os_v2(self.memory.hidden_size) + + def reset_memory(self, batch_size: Optional[int] = None, *, device: Optional[torch.device] = None) -> None: + """Explicitly clear the durable memory state. + + Use :meth:`reset_runtime_memory` for a temporary conversation or an + evaluation case. Keeping these operations separate prevents a test + or a branch from silently deleting a user's embedded checkpoint. + """ + + self.runtime.use_persistent_state = True + self.clear_hierarchical_memory() + if self.memory_config.persistent_memory: + device = device or self._find_layer_device() + batch_size = batch_size or 1 + self.persistent_memory = self.memory.initial_state(batch_size, device=device) + self._persistent_memory = self.persistent_memory.detach() + if self.memory_config.natural_language_memory: + self._ensure_text_memory(batch_size, device=device) + self._clear_text_memory() + self.runtime.state = self._persistent_memory + self.runtime.last_read = None + self.runtime.auto_memory_probability = None + self.runtime.raw_memory = None + self.runtime.reset_mask = None + self.runtime.text_token_ids = self.persistent_text_token_ids + self.runtime.text_token_mask = self.persistent_text_token_mask + self.runtime.text_slot_valid = self.persistent_text_slot_valid + self.runtime.text_slot_keys = self.persistent_text_slot_keys + self.runtime.text_slot_age = self.persistent_text_slot_age + self.runtime.text_write_counter = self.persistent_text_write_counter + self.runtime.text_key_token_ids = self.persistent_text_key_token_ids + self.runtime.text_key_token_mask = self.persistent_text_key_token_mask + self.runtime.text_last_written_slot = None + return + if batch_size is None: + self._persistent_memory = None + self.runtime.state = None + self.runtime.last_read = None + self.runtime.auto_memory_probability = None + self.runtime.raw_memory = None + self.runtime.text_token_ids = None + self.runtime.text_token_mask = None + self.runtime.text_slot_valid = None + self.runtime.text_slot_keys = None + self.runtime.text_slot_age = None + self.runtime.text_write_counter = None + self.runtime.text_key_token_ids = None + self.runtime.text_key_token_mask = None + self.runtime.text_last_written_slot = None + return + device = device or self._find_layer_device() + self._persistent_memory = self.memory.initial_state(batch_size, device=device) + if self.memory_config.natural_language_memory: + self._ensure_text_memory(batch_size, device=device) + self._clear_text_memory() + self.runtime.state = self._persistent_memory + self.runtime.last_read = None + self.runtime.auto_memory_probability = None + self.runtime.raw_memory = None + self.runtime.text_token_ids = self.persistent_text_token_ids + self.runtime.text_token_mask = self.persistent_text_token_mask + self.runtime.text_slot_valid = self.persistent_text_slot_valid + self.runtime.text_slot_keys = self.persistent_text_slot_keys + self.runtime.text_slot_age = self.persistent_text_slot_age + self.runtime.text_write_counter = self.persistent_text_write_counter + self.runtime.text_key_token_ids = self.persistent_text_key_token_ids + self.runtime.text_key_token_mask = self.persistent_text_key_token_mask + self.runtime.text_last_written_slot = None + + def reset_runtime_memory( + self, + batch_size: Optional[int] = None, + *, + device: Optional[torch.device] = None, + ) -> None: + """Reset only the active conversation, preserving durable state. + + In persistent mode this creates an ephemeral empty bank and prevents + the generation path from rebinding the embedded user checkpoint. It + is used by evaluation, memory branches and temporary sessions. + """ + + device = device or self._find_layer_device() + batch_size = batch_size or 1 + self.runtime.use_persistent_state = False + self.runtime.state = self.memory.initial_state(batch_size, device=device) + self._persistent_memory = self.runtime.state.detach() + self.runtime.last_read = None + self.runtime.auto_memory_probability = None + self.runtime.raw_memory = None + self.runtime.v2_query_key = None + self.runtime.v2_last_decisions = [] + self.runtime.reset_mask = None + self.runtime.text_last_written_slot = None + if self.memory_config.natural_language_memory: + self._bind_text_memory(batch_size, device=device) + self._clear_text_memory() + + def _reset_mask(self, input_ids: Optional[Tensor]) -> Optional[Tensor]: + token_id = self.memory_config.reset_token_id + if token_id is None or input_ids is None: + return None + mask = (input_ids == token_id).any(dim=-1) + return mask if bool(mask.any()) else None + + def save_runtime_memory( + self, + path: str | Path, + memory_state: Optional[Tensor] = None, + ) -> Path: + """Persist one user's runtime memory, without saving model weights.""" + + state = memory_state if memory_state is not None else self.runtime.state + if state is None: + state = self._persistent_memory + if state is None: + raise ValueError("no runtime memory state is available to save") + if state.ndim != 3 or tuple(state.shape[1:]) != ( + self.memory_config.memory_slots, + self.memory_config.memory_dim, + ): + raise ValueError(f"unexpected runtime memory shape: {tuple(state.shape)}") + + raw_memory = self.runtime.raw_memory + if raw_memory is not None: + raw_memory = raw_memory.detach().cpu() + payload = { + "format_version": 1, + "memory_state": state.detach().cpu(), + "raw_memory": raw_memory, + "model_hidden_size": self.memory.hidden_size, + "memory_config": asdict(self.memory_config), + "layer_indices": list(self.layer_indices), + } + if self.memory_config.natural_language_memory and self.runtime.text_token_ids is not None: + payload.update( + { + "text_token_ids": self.runtime.text_token_ids.detach().cpu(), + "text_token_mask": self.runtime.text_token_mask.detach().cpu(), + "text_slot_valid": self.runtime.text_slot_valid.detach().cpu(), + "text_slot_keys": self.runtime.text_slot_keys.detach().cpu(), + "text_slot_age": self.runtime.text_slot_age.detach().cpu(), + "text_write_counter": self.runtime.text_write_counter.detach().cpu(), + "text_key_token_ids": self.runtime.text_key_token_ids.detach().cpu(), + "text_key_token_mask": self.runtime.text_key_token_mask.detach().cpu(), + } + ) + output_path = Path(path) + output_path.parent.mkdir(parents=True, exist_ok=True) + torch.save(payload, output_path) + return output_path + + def load_runtime_memory( + self, + path: str | Path, + *, + device: Optional[torch.device] = None, + ) -> Tensor: + """Load a user's runtime memory into this freshly created model.""" + + payload = torch.load(Path(path), map_location="cpu", weights_only=True) + if isinstance(payload, Tensor): + state = payload + raw_memory = None + elif isinstance(payload, dict): + state = payload.get("memory_state", payload.get("state")) + raw_memory = payload.get("raw_memory") + else: + state = None + raw_memory = None + if not isinstance(state, Tensor): + raise ValueError("runtime memory file does not contain a tensor memory_state") + expected_shape = ( + self.memory_config.memory_slots, + self.memory_config.memory_dim, + ) + if state.ndim != 3 or tuple(state.shape[1:]) != expected_shape: + raise ValueError( + f"runtime memory shape {tuple(state.shape)} does not match {expected_shape}" + ) + saved_hidden_size = payload.get("model_hidden_size") if isinstance(payload, dict) else None + if saved_hidden_size is not None and int(saved_hidden_size) != self.memory.hidden_size: + raise ValueError( + f"runtime memory hidden size {saved_hidden_size} does not match {self.memory.hidden_size}" + ) + + target_device = device or self._find_layer_device() + state = state.to(device=target_device, dtype=self.memory.slot_keys.dtype) + self._persistent_memory = state.detach() + if self.memory_config.persistent_memory: + self.persistent_memory = self._persistent_memory + self.runtime.state = self._persistent_memory + self.runtime.last_read = None + self.runtime.raw_memory = None + if self.memory_config.natural_language_memory: + token_ids = payload.get("text_token_ids") if isinstance(payload, dict) else None + token_mask = payload.get("text_token_mask") if isinstance(payload, dict) else None + slot_valid = payload.get("text_slot_valid") if isinstance(payload, dict) else None + slot_keys = payload.get("text_slot_keys") if isinstance(payload, dict) else None + slot_age = payload.get("text_slot_age") if isinstance(payload, dict) else None + write_counter = payload.get("text_write_counter") if isinstance(payload, dict) else None + key_token_ids = payload.get("text_key_token_ids") if isinstance(payload, dict) else None + key_token_mask = payload.get("text_key_token_mask") if isinstance(payload, dict) else None + if not all( + isinstance(item, Tensor) + for item in ( + token_ids, + token_mask, + slot_valid, + slot_keys, + slot_age, + write_counter, + key_token_ids, + key_token_mask, + ) + ): + raise ValueError("natural-language memory file is missing its indexed text bank") + expected_text_shape = ( + state.shape[0], + self.memory_config.memory_slots, + self.memory_config.text_memory_tokens, + ) + if tuple(token_ids.shape) != expected_text_shape or tuple(token_mask.shape) != expected_text_shape: + raise ValueError("natural-language text bank shape does not match memory config") + if tuple(slot_valid.shape) != expected_text_shape[:2]: + raise ValueError("natural-language slot validity shape does not match memory config") + if tuple(slot_keys.shape) != (state.shape[0], self.memory_config.memory_slots, self.memory.hidden_size): + raise ValueError("natural-language slot key shape does not match memory config") + if tuple(slot_age.shape) != expected_text_shape[:2] or tuple(write_counter.shape) != (state.shape[0],): + raise ValueError("natural-language slot age shape does not match memory config") + expected_key_shape = ( + state.shape[0], + self.memory_config.memory_slots, + self.memory_config.text_memory_key_tokens, + ) + if tuple(key_token_ids.shape) != expected_key_shape or tuple(key_token_mask.shape) != expected_key_shape: + raise ValueError("natural-language key token shape does not match memory config") + self.persistent_text_token_ids = token_ids.to(device=target_device, dtype=torch.long) + self.persistent_text_token_mask = token_mask.to(device=target_device, dtype=torch.bool) + self.persistent_text_slot_valid = slot_valid.to(device=target_device, dtype=torch.bool) + self.persistent_text_slot_keys = slot_keys.to(device=target_device, dtype=torch.float32) + self.persistent_text_slot_age = slot_age.to(device=target_device, dtype=torch.long) + self.persistent_text_write_counter = write_counter.to(device=target_device, dtype=torch.long) + self.persistent_text_key_token_ids = key_token_ids.to(device=target_device, dtype=torch.long) + self.persistent_text_key_token_mask = key_token_mask.to(device=target_device, dtype=torch.bool) + self.runtime.text_token_ids = self.persistent_text_token_ids + self.runtime.text_token_mask = self.persistent_text_token_mask + self.runtime.text_slot_valid = self.persistent_text_slot_valid + self.runtime.text_slot_keys = self.persistent_text_slot_keys + self.runtime.text_slot_age = self.persistent_text_slot_age + self.runtime.text_write_counter = self.persistent_text_write_counter + self.runtime.text_key_token_ids = self.persistent_text_key_token_ids + self.runtime.text_key_token_mask = self.persistent_text_key_token_mask + if raw_memory is not None: + if not isinstance(raw_memory, Tensor): + raise ValueError("runtime memory raw_memory must be a tensor or null") + if raw_memory.ndim == 1: + raw_memory = raw_memory.unsqueeze(0) + if tuple(raw_memory.shape) != (state.shape[0], self.memory.hidden_size): + raise ValueError(f"unexpected raw_memory shape: {tuple(raw_memory.shape)}") + output_weight = self.base_model.get_output_embeddings().weight + self.runtime.raw_memory = raw_memory.to( + device=output_weight.device, + dtype=output_weight.dtype, + ).detach() + return self._persistent_memory + + def save_memory_adapter(self, output_dir: str | Path) -> None: + path = Path(output_dir) + path.mkdir(parents=True, exist_ok=True) + torch.save(self.memory.state_dict(), path / "memory.pt") + if self.text_retriever is not None and self._text_retriever_ready: + torch.save(self.text_retriever.state_dict(), path / "text_retriever.pt") + if self.memory_policy is not None and self._memory_policy_ready: + torch.save(self.memory_policy.state_dict(), path / "memory_policy.pt") + metadata = { + "hidden_size": self.memory.hidden_size, + "memory_config": asdict(self.memory_config), + "layer_indices": list(self.layer_indices), + "text_retriever_ready": self._text_retriever_ready, + "memory_policy_ready": self._memory_policy_ready, + } + (path / "memory_config.json").write_text(json.dumps(metadata, indent=2), encoding="utf-8") + surgery_state = { + str(index): adapter.blend_logit.detach().cpu() + for index, adapter in zip(self.layer_indices, self._memory_adapters) + if hasattr(adapter, "blend_logit") + } + torch.save({"blend_logits": surgery_state}, path / "surgery.pt") + if self.memory_config.persistent_memory and self.persistent_memory.numel() > 0: + payload = { + "format_version": 1, + "memory_state": self.persistent_memory.detach().cpu(), + } + if self.memory_config.natural_language_memory: + payload.update( + { + "text_token_ids": self.persistent_text_token_ids.detach().cpu(), + "text_token_mask": self.persistent_text_token_mask.detach().cpu(), + "text_slot_valid": self.persistent_text_slot_valid.detach().cpu(), + "text_slot_keys": self.persistent_text_slot_keys.detach().cpu(), + "text_slot_age": self.persistent_text_slot_age.detach().cpu(), + "text_write_counter": self.persistent_text_write_counter.detach().cpu(), + "text_key_token_ids": self.persistent_text_key_token_ids.detach().cpu(), + "text_key_token_mask": self.persistent_text_key_token_mask.detach().cpu(), + } + ) + torch.save( + payload, + path / "persistent_memory.pt", + ) + + def save_persistent_memory_checkpoint(self, output_dir: str | Path) -> None: + """Save controller weights and the current user memory together. + + This produces a compact model-owned memory checkpoint. The large + frozen Qwen shards remain untouched; the learned reader/controller and + the user's current memory are stored in the adapter package. + """ + + state = self.runtime.state if self.runtime.state is not None else self._persistent_memory + if state is None: + raise ValueError("no runtime memory state is available to checkpoint") + was_persistent = self.memory_config.persistent_memory + self.memory_config.persistent_memory = True + self.persistent_memory = state.detach().clone() + self._persistent_memory = self.persistent_memory.detach() + if self.memory_config.natural_language_memory: + text_fields = ( + self.runtime.text_token_ids, + self.runtime.text_token_mask, + self.runtime.text_slot_valid, + self.runtime.text_slot_keys, + self.runtime.text_slot_age, + self.runtime.text_write_counter, + self.runtime.text_key_token_ids, + self.runtime.text_key_token_mask, + ) + if not all(isinstance(item, Tensor) for item in text_fields): + raise ValueError("natural-language memory bank is not initialized") + target_device = self._find_layer_device() + self.persistent_text_token_ids = text_fields[0].detach().clone().to(target_device, dtype=torch.long) + self.persistent_text_token_mask = text_fields[1].detach().clone().to(target_device, dtype=torch.bool) + self.persistent_text_slot_valid = text_fields[2].detach().clone().to(target_device, dtype=torch.bool) + self.persistent_text_slot_keys = text_fields[3].detach().clone().to(target_device, dtype=torch.float32) + self.persistent_text_slot_age = text_fields[4].detach().clone().to(target_device, dtype=torch.long) + self.persistent_text_write_counter = text_fields[5].detach().clone().to(target_device, dtype=torch.long) + self.persistent_text_key_token_ids = text_fields[6].detach().clone().to(target_device, dtype=torch.long) + self.persistent_text_key_token_mask = text_fields[7].detach().clone().to(target_device, dtype=torch.bool) + try: + self.save_memory_adapter(output_dir) + path = Path(output_dir) + metadata_path = path / "memory_config.json" + metadata = json.loads(metadata_path.read_text(encoding="utf-8")) + metadata["memory_config"]["persistent_memory"] = True + metadata["memory_config"]["checkpoint_contains_user_memory"] = True + metadata_path.write_text(json.dumps(metadata, indent=2), encoding="utf-8") + finally: + self.memory_config.persistent_memory = was_persistent + + def load_memory_adapter(self, adapter_dir: str | Path, *, strict: bool = True) -> None: + path = Path(adapter_dir) + state = torch.load(path / "memory.pt", map_location=self._find_layer_device(), weights_only=True) + self.memory.load_state_dict(state, strict=strict) + metadata_ready = None + policy_ready = None + metadata_path = path / "memory_config.json" + if metadata_path.exists(): + metadata = json.loads(metadata_path.read_text(encoding="utf-8")) + if isinstance(metadata, dict) and "text_retriever_ready" in metadata: + metadata_ready = bool(metadata["text_retriever_ready"]) + if isinstance(metadata, dict) and "memory_policy_ready" in metadata: + policy_ready = bool(metadata["memory_policy_ready"]) + if metadata_ready and self.text_retriever is None: + raise ValueError( + "adapter contains a trained text retriever but natural_language_memory is disabled" + ) + retriever_path = path / "text_retriever.pt" + if self.text_retriever is not None and metadata_ready and not retriever_path.exists(): + raise FileNotFoundError( + f"adapter declares a trained text retriever but is missing {retriever_path}" + ) + should_load_retriever = ( + self.text_retriever is not None + and retriever_path.exists() + and metadata_ready is not False + ) + if should_load_retriever: + retriever_state = torch.load( + retriever_path, + map_location=self._find_layer_device(), + weights_only=True, + ) + self.text_retriever.load_state_dict(retriever_state, strict=True) + self._text_retriever_ready = True + policy_path = path / "memory_policy.pt" + if policy_ready and self.memory_policy is None: + raise ValueError( + "adapter contains an automatic memory policy but automatic_memory is disabled" + ) + if self.memory_policy is not None and policy_ready is not None: + if policy_ready and not policy_path.exists(): + raise FileNotFoundError( + f"adapter declares an automatic memory policy but is missing {policy_path}" + ) + if policy_ready: + policy_state = torch.load( + policy_path, + map_location=self._find_layer_device(), + weights_only=True, + ) + self.memory_policy.load_state_dict(policy_state, strict=strict) + self._memory_policy_ready = True + surgery_path = path / "surgery.pt" + if surgery_path.exists(): + surgery_state = torch.load(surgery_path, map_location="cpu", weights_only=True) + blend_logits = surgery_state.get("blend_logits", {}) + for index, adapter in zip(self.layer_indices, self._memory_adapters): + if hasattr(adapter, "blend_logit") and str(index) in blend_logits: + adapter.blend_logit.data.copy_(blend_logits[str(index)].to(adapter.blend_logit.device)) + persistent_path = path / "persistent_memory.pt" + if persistent_path.exists(): + payload = torch.load(persistent_path, map_location="cpu", weights_only=True) + state = payload.get("memory_state", payload.get("state")) if isinstance(payload, dict) else payload + if not isinstance(state, Tensor): + raise ValueError("persistent_memory.pt does not contain a tensor memory_state") + expected_shape = (self.memory_config.memory_slots, self.memory_config.memory_dim) + if state.ndim != 3 or tuple(state.shape[1:]) != expected_shape: + raise ValueError( + f"persistent memory shape {tuple(state.shape)} does not match {expected_shape}" + ) + target_device = self._find_layer_device() + self.memory_config.persistent_memory = True + self.persistent_memory = state.to( + device=target_device, + dtype=self.memory.slot_keys.dtype, + ) + self._persistent_memory = self.persistent_memory.detach() + self.runtime.state = self._persistent_memory + if self.memory_config.natural_language_memory: + token_ids = payload.get("text_token_ids") if isinstance(payload, dict) else None + token_mask = payload.get("text_token_mask") if isinstance(payload, dict) else None + slot_valid = payload.get("text_slot_valid") if isinstance(payload, dict) else None + slot_keys = payload.get("text_slot_keys") if isinstance(payload, dict) else None + slot_age = payload.get("text_slot_age") if isinstance(payload, dict) else None + write_counter = payload.get("text_write_counter") if isinstance(payload, dict) else None + key_token_ids = payload.get("text_key_token_ids") if isinstance(payload, dict) else None + key_token_mask = payload.get("text_key_token_mask") if isinstance(payload, dict) else None + if not all( + isinstance(item, Tensor) + for item in ( + token_ids, + token_mask, + slot_valid, + slot_keys, + slot_age, + write_counter, + key_token_ids, + key_token_mask, + ) + ): + raise ValueError("persistent adapter is missing its indexed natural-language bank") + expected_text_shape = ( + state.shape[0], + self.memory_config.memory_slots, + self.memory_config.text_memory_tokens, + ) + if tuple(token_ids.shape) != expected_text_shape or tuple(token_mask.shape) != expected_text_shape: + raise ValueError("persistent text bank shape does not match memory config") + if tuple(slot_valid.shape) != expected_text_shape[:2]: + raise ValueError("persistent slot validity shape does not match memory config") + if tuple(slot_keys.shape) != (state.shape[0], self.memory_config.memory_slots, self.memory.hidden_size): + raise ValueError("persistent slot key shape does not match memory config") + if tuple(slot_age.shape) != expected_text_shape[:2] or tuple(write_counter.shape) != (state.shape[0],): + raise ValueError("persistent slot age shape does not match memory config") + expected_key_shape = ( + state.shape[0], + self.memory_config.memory_slots, + self.memory_config.text_memory_key_tokens, + ) + if tuple(key_token_ids.shape) != expected_key_shape or tuple(key_token_mask.shape) != expected_key_shape: + raise ValueError("persistent key token shape does not match memory config") + self.persistent_text_token_ids = token_ids.to(device=target_device, dtype=torch.long) + self.persistent_text_token_mask = token_mask.to(device=target_device, dtype=torch.bool) + self.persistent_text_slot_valid = slot_valid.to(device=target_device, dtype=torch.bool) + self.persistent_text_slot_keys = slot_keys.to(device=target_device, dtype=torch.float32) + self.persistent_text_slot_age = slot_age.to(device=target_device, dtype=torch.long) + self.persistent_text_write_counter = write_counter.to(device=target_device, dtype=torch.long) + self.persistent_text_key_token_ids = key_token_ids.to(device=target_device, dtype=torch.long) + self.persistent_text_key_token_mask = key_token_mask.to(device=target_device, dtype=torch.bool) + self.runtime.text_token_ids = self.persistent_text_token_ids + self.runtime.text_token_mask = self.persistent_text_token_mask + self.runtime.text_slot_valid = self.persistent_text_slot_valid + self.runtime.text_slot_keys = self.persistent_text_slot_keys + self.runtime.text_slot_age = self.persistent_text_slot_age + self.runtime.text_write_counter = self.persistent_text_write_counter + self.runtime.text_key_token_ids = self.persistent_text_key_token_ids + self.runtime.text_key_token_mask = self.persistent_text_key_token_mask + + @torch.no_grad() + def _load_persistent_memory_payload(self, payload: dict[str, Any]) -> None: + """Load a runtime/persistent memory payload shared by .pt and safetensors.""" + + state = payload.get("memory_state", payload.get("state")) + if not isinstance(state, Tensor): + raise ValueError("persistent memory payload does not contain a tensor memory_state") + expected_shape = (self.memory_config.memory_slots, self.memory_config.memory_dim) + if state.ndim != 3 or tuple(state.shape[1:]) != expected_shape: + raise ValueError( + f"persistent memory shape {tuple(state.shape)} does not match {expected_shape}" + ) + target_device = self._find_layer_device() + self.memory_config.persistent_memory = True + self.runtime.use_persistent_state = True + self.persistent_memory = state.to(device=target_device, dtype=self.memory.slot_keys.dtype) + self._persistent_memory = self.persistent_memory.detach() + self.runtime.state = self._persistent_memory + if not self.memory_config.natural_language_memory: + return + + fields = { + "persistent_text_token_ids": ("text_token_ids", torch.long), + "persistent_text_token_mask": ("text_token_mask", torch.bool), + "persistent_text_slot_valid": ("text_slot_valid", torch.bool), + "persistent_text_slot_keys": ("text_slot_keys", torch.float32), + "persistent_text_slot_age": ("text_slot_age", torch.long), + "persistent_text_write_counter": ("text_write_counter", torch.long), + "persistent_text_key_token_ids": ("text_key_token_ids", torch.long), + "persistent_text_key_token_mask": ("text_key_token_mask", torch.bool), + } + if not all(isinstance(payload.get(key), Tensor) for key, _ in fields.values()): + raise ValueError("persistent memory payload is missing its indexed natural-language bank") + expected_text_shape = ( + state.shape[0], + self.memory_config.memory_slots, + self.memory_config.text_memory_tokens, + ) + expected_key_shape = ( + state.shape[0], + self.memory_config.memory_slots, + self.memory_config.text_memory_key_tokens, + ) + expected_shapes = { + "text_token_ids": expected_text_shape, + "text_token_mask": expected_text_shape, + "text_slot_valid": expected_text_shape[:2], + "text_slot_keys": (state.shape[0], self.memory_config.memory_slots, self.memory.hidden_size), + "text_slot_age": expected_text_shape[:2], + "text_write_counter": (state.shape[0],), + "text_key_token_ids": expected_key_shape, + "text_key_token_mask": expected_key_shape, + } + for key, _ in fields.values(): + if tuple(payload[key].shape) != expected_shapes[key]: + raise ValueError(f"persistent field {key} shape does not match memory config") + for attribute, (key, dtype) in fields.items(): + setattr(self, attribute, payload[key].to(device=target_device, dtype=dtype)) + runtime_fields = { + "text_token_ids": self.persistent_text_token_ids, + "text_token_mask": self.persistent_text_token_mask, + "text_slot_valid": self.persistent_text_slot_valid, + "text_slot_keys": self.persistent_text_slot_keys, + "text_slot_age": self.persistent_text_slot_age, + "text_write_counter": self.persistent_text_write_counter, + "text_key_token_ids": self.persistent_text_key_token_ids, + "text_key_token_mask": self.persistent_text_key_token_mask, + } + for attribute, value in runtime_fields.items(): + setattr(self.runtime, attribute, value) + + def _export_memory_os_v2_checkpoint(self) -> tuple[dict[str, Tensor], dict[str, Any]]: + """Split a V2 bank into tensors plus JSON-safe checkpoint metadata.""" + + if self.memory_os_v2 is None: + return {}, {} + payload = self.memory_os_v2.export_payload() + tensors: dict[str, Tensor] = {} + metadata = dict(payload) + + def pack_record(item: dict[str, Any], prefix: str) -> dict[str, Any]: + item = dict(item) + for field in ("key", "summary", "token_ids", "token_mask"): + value = item.pop(field, None) + if isinstance(value, Tensor): + name = f"dynamic_memory.v2.{prefix}.{field}" + tensors[name] = value.detach().cpu().contiguous() + item[f"{field}_ref"] = name + return item + + metadata["records"] = [ + pack_record(item, f"records.{index}") + for index, item in enumerate(payload.get("records", [])) + ] + metadata["quarantine"] = [ + pack_record(item, f"quarantine.{index}") + for index, item in enumerate(payload.get("quarantine", [])) + ] + metadata["pages"] = [] + for index, item in enumerate(payload.get("pages", [])): + item = dict(item) + for field in ("key", "summary"): + value = item.pop(field, None) + if isinstance(value, Tensor): + name = f"dynamic_memory.v2.pages.{index}.{field}" + tensors[name] = value.detach().cpu().contiguous() + item[f"{field}_ref"] = name + metadata["pages"].append(item) + return tensors, metadata + + def _load_memory_os_v2_checkpoint( + self, + metadata_text: str, + weights: dict[str, Tensor], + ) -> None: + """Rehydrate the V2 page store from safetensors metadata and tensors.""" + + if self.memory_router_v2 is None: + return + payload = json.loads(metadata_text) + + def unpack_record(item: dict[str, Any]) -> dict[str, Any]: + item = dict(item) + for field in ("key", "summary", "token_ids", "token_mask"): + ref = item.pop(f"{field}_ref", None) + item[field] = weights.get(ref) if ref else None + return item + + payload["records"] = [unpack_record(item) for item in payload.get("records", [])] + payload["quarantine"] = [unpack_record(item) for item in payload.get("quarantine", [])] + unpacked_pages = [] + for item in payload.get("pages", []): + item = dict(item) + for field in ("key", "summary"): + ref = item.pop(f"{field}_ref", None) + item[field] = weights.get(ref) if ref else None + unpacked_pages.append(item) + payload["pages"] = unpacked_pages + tier_store = None + if self.memory_config.memory_storage_mode == "tiered": + if not self.memory_config.memory_storage_path: + raise ValueError("tiered memory requires memory_storage_path") + tier_store = TieredMemoryStoreV2( + self.memory_config.memory_storage_path, + key_dim=self.memory_config.memory_router_dim, + page_capacity=self.memory_config.memory_page_capacity, + ) + self.memory_os_v2 = MemoryOSV2.from_payload( + payload, + router=self.memory_router_v2, + tier_store=tier_store, + max_resident_pages=self.memory_config.memory_resident_pages, + runtime_device=self._find_layer_device(), + gpu_cache_records=self.memory_config.memory_gpu_cache_records, + gpu_cache_tokens=self.memory_config.memory_gpu_cache_tokens, + gpu_cache_reserve_mb=self.memory_config.memory_gpu_cache_reserve_mb, + gpu_cache_adaptive=self.memory_config.memory_gpu_cache_adaptive, + ) + # The package configuration is authoritative for runtime safety and + # capacity gates. Older snapshots may contain looser values. + self.memory_os_v2.read_threshold = self.memory_config.memory_v2_read_threshold + self.memory_os_v2.write_threshold = self.memory_config.memory_v2_write_threshold + bank = self.memory_os_v2.bank + bank.page_capacity = self.memory_config.memory_page_capacity + bank.max_pages = self.memory_config.memory_max_pages + bank.hot_pages = self.memory_config.memory_hot_pages + bank.top_k_pages = self.memory_config.memory_top_k_pages + bank.top_k_records = self.memory_config.memory_top_k_records + bank.max_hops = self.memory_config.memory_max_hops + bank._rebuild_coarse_index(self.memory_config.memory_coarse_index_bits) + # The package configuration is authoritative for runtime safety gates. + # Older snapshots may contain a looser threshold in their serialized + # payload; do not let that silently re-enable noisy recalls after an + # upgrade. + self.memory_os_v2.read_threshold = self.memory_config.memory_v2_read_threshold + self.memory_os_v2.write_threshold = self.memory_config.memory_v2_write_threshold + + @torch.no_grad() + def load_embedded_memory_weights(self, merged_dir: str | Path) -> None: + """Load memory modules and optional user state from one safetensors package.""" + + path = Path(merged_dir) + manifest = json.loads((path / "memory_merge.json").read_text(encoding="utf-8")) + from safetensors import safe_open + + weights_path = path / str(manifest.get("memory_weights", "memory.safetensors")) + tensor_prefix = str(manifest.get("tensor_prefix", "dynamic_memory.")) + with safe_open(str(weights_path), framework="pt", device="cpu") as handle: + file_metadata = handle.metadata() or {} + weights = { + key: handle.get_tensor(key) + for key in handle.keys() + if key.startswith(tensor_prefix) + } + + memory_prefix = f"{tensor_prefix}memory." + memory_state = { + key.removeprefix(memory_prefix): value + for key, value in weights.items() + if key.startswith(memory_prefix) + } + if not memory_state: + raise ValueError(f"merged memory file has no {memory_prefix}* tensors: {weights_path}") + self.memory.load_state_dict(memory_state, strict=True) + + retriever_prefix = f"{tensor_prefix}text_retriever." + retriever_state = { + key.removeprefix(retriever_prefix): value + for key, value in weights.items() + if key.startswith(retriever_prefix) + } + if retriever_state: + if self.text_retriever is None: + raise ValueError("merged package contains a text retriever but it is disabled") + self.text_retriever.load_state_dict(retriever_state, strict=True) + self._text_retriever_ready = True + + policy_prefix = f"{tensor_prefix}memory_policy." + policy_state = { + key.removeprefix(policy_prefix): value + for key, value in weights.items() + if key.startswith(policy_prefix) + } + if policy_state: + if self.memory_policy is None: + raise ValueError("merged package contains a memory policy but it is disabled") + # A v2 candidate may be loaded on top of an older embedded package: + # the old shard has only the write head, while the candidate adds + # a trained forget head. The adapter load immediately afterwards + # is strict and supplies the complete v2 policy. + self.memory_policy.load_state_dict( + policy_state, + strict=self.memory_config.automatic_memory_policy_version < 2, + ) + self._memory_policy_ready = True + + router_prefix = f"{tensor_prefix}memory_router_v2." + router_state = { + key.removeprefix(router_prefix): value + for key, value in weights.items() + if key.startswith(router_prefix) + } + if router_state: + if self.memory_router_v2 is None: + raise ValueError("merged package contains a V2 router but hierarchical memory is disabled") + self.memory_router_v2.load_state_dict(router_state, strict=True) + self._memory_router_v2_ready = True + + for index, adapter in zip(self.layer_indices, self._memory_adapters): + key = f"{tensor_prefix}blend_logits.{index}" + if hasattr(adapter, "blend_logit") and key in weights: + adapter.blend_logit.data.copy_(weights[key].to(adapter.blend_logit.device)) + + persistent_prefix = f"{tensor_prefix}persistent." + persistent_payload = { + key.removeprefix(persistent_prefix): value + for key, value in weights.items() + if key.startswith(persistent_prefix) + } + if persistent_payload: + self._load_persistent_memory_payload(persistent_payload) + v2_payload = file_metadata.get("memory_os_v2_payload") + if v2_payload and self.memory_os_v2 is not None: + self._load_memory_os_v2_checkpoint(v2_payload, weights) + + @torch.no_grad() + def save_embedded_memory_weights(self, merged_dir: str | Path) -> None: + """Atomically write the current memory snapshot back into the main shard. + + The merged package keeps the original Qwen shard as the base payload + and appends ``dynamic_memory.*`` tensors to the same safetensors file. + This intentionally rewrites the package's second shard, so callers + should use it as a deliberate weight-backed persistence mode rather + than on every token. + """ + + path = Path(merged_dir) + manifest = json.loads((path / "memory_merge.json").read_text(encoding="utf-8")) + from safetensors.torch import save_file + from .merge_memory_weights import _write_merged_shard + + memory_weights_name = str( + manifest.get("memory_weights", "model.safetensors-00002-of-00002.safetensors") + ) + target_shard = path / memory_weights_name + if not target_shard.exists(): + raise FileNotFoundError(f"merged package target shard is missing: {target_shard}") + + tensors: dict[str, Tensor] = {} + tensors.update( + { + f"dynamic_memory.memory.{key}": value.detach().cpu().contiguous() + for key, value in self.memory.state_dict().items() + } + ) + if self.text_retriever is not None and self._text_retriever_ready: + tensors.update( + { + f"dynamic_memory.text_retriever.{key}": value.detach().cpu().contiguous() + for key, value in self.text_retriever.state_dict().items() + } + ) + if self.memory_router_v2 is not None: + tensors.update( + { + f"dynamic_memory.memory_router_v2.{key}": value.detach().cpu().contiguous() + for key, value in self.memory_router_v2.state_dict().items() + } + ) + if self.memory_policy is not None and self._memory_policy_ready: + tensors.update( + { + f"dynamic_memory.memory_policy.{key}": value.detach().cpu().contiguous() + for key, value in self.memory_policy.state_dict().items() + } + ) + for index, adapter in zip(self.layer_indices, self._memory_adapters): + if hasattr(adapter, "blend_logit"): + tensors[f"dynamic_memory.blend_logits.{index}"] = ( + adapter.blend_logit.detach().cpu().contiguous() + ) + + if self.memory_config.persistent_memory and self.persistent_memory.numel() > 0: + state = self.persistent_memory + else: + state = self.runtime.state if self.runtime.state is not None else self._persistent_memory + if state is None: + raise ValueError("cannot write embedded memory without a runtime memory state") + tensors["dynamic_memory.persistent.memory_state"] = state.detach().cpu().contiguous() + if self.memory_config.natural_language_memory: + if self.memory_config.persistent_memory and self.persistent_text_token_ids.numel() > 0: + runtime_fields = { + "text_token_ids": self.persistent_text_token_ids, + "text_token_mask": self.persistent_text_token_mask, + "text_slot_valid": self.persistent_text_slot_valid, + "text_slot_keys": self.persistent_text_slot_keys, + "text_slot_age": self.persistent_text_slot_age, + "text_write_counter": self.persistent_text_write_counter, + "text_key_token_ids": self.persistent_text_key_token_ids, + "text_key_token_mask": self.persistent_text_key_token_mask, + } + else: + runtime_fields = { + "text_token_ids": self.runtime.text_token_ids, + "text_token_mask": self.runtime.text_token_mask, + "text_slot_valid": self.runtime.text_slot_valid, + "text_slot_keys": self.runtime.text_slot_keys, + "text_slot_age": self.runtime.text_slot_age, + "text_write_counter": self.runtime.text_write_counter, + "text_key_token_ids": self.runtime.text_key_token_ids, + "text_key_token_mask": self.runtime.text_key_token_mask, + } + if not all(isinstance(value, Tensor) for value in runtime_fields.values()): + raise ValueError("cannot write embedded memory without a complete text memory bank") + tensors.update( + { + f"dynamic_memory.persistent.{key}": value.detach().cpu().contiguous() + for key, value in runtime_fields.items() + } + ) + + v2_metadata: dict[str, Any] = {} + if self.memory_os_v2 is not None: + v2_tensors, v2_metadata = self._export_memory_os_v2_checkpoint() + tensors.update(v2_tensors) + + extra_path = path / f".{memory_weights_name}.memory-update.tmp" + staging_path = path / f".{memory_weights_name}.merged-update.tmp" + + def _sync_model_index(shard_name: str) -> None: + """Keep the HF shard index aligned with the embedded memory shard.""" + + index_path = path / "model.safetensors.index.json" + if not index_path.exists(): + return + index = json.loads(index_path.read_text(encoding="utf-8")) + weight_map = index.get("weight_map") + if not isinstance(weight_map, dict): + return + changed = False + for key, value in list(weight_map.items()): + if str(key).startswith("dynamic_memory.") and value != shard_name: + weight_map[key] = shard_name + changed = True + if changed: + index_path.write_text( + json.dumps(index, indent=2, ensure_ascii=False), encoding="utf-8" + ) + + try: + metadata = {"format": "qwen_dynamic_memory_embedded_v2"} + if v2_metadata: + metadata["memory_os_v2_payload"] = json.dumps( + v2_metadata, ensure_ascii=False, separators=(",", ":") + ) + save_file(tensors, str(extra_path), metadata=metadata) + if str(manifest.get("shard_mode", "combined")) == "extra_only": + # The extra-only layout keeps the official Qwen shards + # untouched. Windows may keep the currently loaded shard + # open, so rotate to a new small shard when replacement is + # denied instead of requiring the chat process to exit. + try: + os.replace(extra_path, target_shard) + except PermissionError: + rotated_name = f"{target_shard.stem}.runtime-{time.time_ns()}.safetensors" + rotated_path = path / rotated_name + os.replace(extra_path, rotated_path) + manifest["memory_weights"] = rotated_name + manifest["checkpoint_contains_user_memory"] = True + (path / "memory_merge.json").write_text( + json.dumps(manifest, indent=2, ensure_ascii=False), encoding="utf-8" + ) + _sync_model_index(str(manifest.get("memory_weights", memory_weights_name))) + return + base_dir = Path(str(manifest["base_model"])) + base_shard = base_dir / memory_weights_name + if not base_shard.exists(): + raise FileNotFoundError(f"merged package base shard is missing: {base_shard}") + _write_merged_shard(base_shard, extra_path, staging_path) + os.replace(staging_path, target_shard) + _sync_model_index(memory_weights_name) + finally: + if extra_path.exists(): + extra_path.unlink() + if staging_path.exists(): + staging_path.unlink() + + def forward( + self, + *args: Any, + memory_state: Optional[Tensor] = None, + update_memory: bool = True, + read_memory: bool = True, + detach_memory: bool = False, + return_memory: bool = True, + memory_text_input_ids: Optional[Tensor] = None, + memory_text_attention_mask: Optional[Tensor] = None, + memory_key_input_ids: Optional[Tensor] = None, + memory_key_attention_mask: Optional[Tensor] = None, + memory_query_input_ids: Optional[Tensor] = None, + memory_query_attention_mask: Optional[Tensor] = None, + memory_storage_input_ids: Optional[Tensor] = None, + memory_storage_attention_mask: Optional[Tensor] = None, + force_memory_write: bool = False, + memory_text: Optional[str] = None, + **kwargs: Any, + ) -> Any: + input_ids = kwargs.get("input_ids") + if input_ids is None and args: + input_ids = args[0] + batch_size = input_ids.shape[0] if input_ids is not None else None + reset_mask = self._reset_mask(input_ids) + if reset_mask is not None and self.memory_os_v2 is not None: + # The reset token is a model-level durable-memory clear signal, + # not merely a transient recurrent-state reset. + self.clear_hierarchical_memory() + + if memory_state is not None: + state = memory_state + elif self.memory_config.persistent_memory and self.persistent_memory.numel() > 0: + state = self.persistent_memory + elif self._persistent_memory is not None: + state = self._persistent_memory + elif batch_size is not None: + state = self.memory.initial_state(batch_size, device=self._find_layer_device()) + else: + state = None + if state is not None and batch_size is not None and state.shape[0] != batch_size: + if self.memory_config.persistent_memory and state.shape[0] == 1: + state = state.expand(batch_size, -1, -1).clone() + else: + raise ValueError(f"memory batch {state.shape[0]} does not match input batch {batch_size}") + if reset_mask is not None and state is not None: + state = state.clone() + state[reset_mask] = 0 + + if batch_size is not None: + self._bind_text_memory(batch_size, device=self._find_layer_device()) + if reset_mask is not None: + self._clear_text_memory(reset_mask) + + self.runtime.state = state + self.runtime.read_enabled = read_memory + self.runtime.update_enabled = update_memory + self.runtime.last_read = None + self.runtime.reset_mask = reset_mask + self.runtime.input_ids = input_ids + self.runtime.attention_mask = kwargs.get("attention_mask") + kwargs.setdefault("use_cache", False) + base_output = self.base_model(*args, **kwargs) + if ( + not self.memory_config.natural_language_memory + and self.memory_config.direct_logit_scale > 0.0 + and read_memory + and self.runtime.last_read is not None + and hasattr(base_output, "logits") + ): + read = self.runtime.last_read + output_embeddings = self.base_model.get_output_embeddings() + memory_logits = output_embeddings(read.to(output_embeddings.weight.device)) + logits = base_output.logits + self.memory_config.direct_logit_scale * memory_logits.to( + base_output.logits.device + ) + base_output.logits = logits + labels = kwargs.get("labels") + if labels is not None: + base_output.loss = F.cross_entropy( + logits[..., :-1, :].contiguous().view(-1, logits.shape[-1]), + labels[..., 1:].contiguous().view(-1), + ignore_index=-100, + ) + if ( + not self.memory_config.natural_language_memory + and self.memory_config.raw_logit_scale > 0.0 + and read_memory + and self.runtime.raw_memory is not None + and hasattr(base_output, "logits") + ): + output_embeddings = self.base_model.get_output_embeddings() + raw_logits = output_embeddings(self.runtime.raw_memory.to(output_embeddings.weight.device)) + raw_logits = raw_logits[:, None, :].expand(-1, base_output.logits.shape[1], -1) + base_output.logits = base_output.logits + self.memory_config.raw_logit_scale * raw_logits.to( + base_output.logits.device + ) + labels = kwargs.get("labels") + if labels is not None: + base_output.loss = F.cross_entropy( + base_output.logits[..., :-1, :].contiguous().view(-1, base_output.logits.shape[-1]), + labels[..., 1:].contiguous().view(-1), + ignore_index=-100, + ) + new_state = self.runtime.state + if new_state is not None and detach_memory: + new_state = new_state.detach() + self._persistent_memory = new_state.detach() if new_state is not None else None + if self.memory_config.persistent_memory and self.runtime.use_persistent_state and new_state is not None: + self.persistent_memory = new_state.detach() + if self.memory_config.natural_language_memory and update_memory: + self.runtime.auto_memory_probability = None + self.runtime.auto_memory_forget_probability = None + if ( + self.memory_policy is not None + and self.memory_config.automatic_memory + and self._memory_policy_ready + and isinstance( + getattr( + self.memory, + "last_write_summary", + getattr(self.memory, "last_write_representation", None), + ), + Tensor, + ) + ): + policy_input = getattr( + self.memory, + "last_write_summary", + self.memory.last_write_representation, + ) + policy_logits = self.memory_policy(policy_input) + self.runtime.auto_memory_probability = torch.sigmoid(policy_logits).detach() + if hasattr(self.memory_policy, "forget_logits"): + forget_logits = self.memory_policy.forget_logits(policy_input) + self.runtime.auto_memory_forget_probability = torch.sigmoid(forget_logits).detach() + self._write_text_memory( + input_ids, + kwargs.get("attention_mask"), + memory_text_input_ids, + memory_text_attention_mask, + memory_key_input_ids, + memory_key_attention_mask, + memory_storage_input_ids, + memory_storage_attention_mask, + force_memory_write, + memory_text, + ) + self.runtime.state = new_state + return QwenDynamicMemoryOutput(base_output, new_state) if return_memory else base_output + + @torch.no_grad() + def generate( + self, + *args: Any, + memory_state: Optional[Tensor] = None, + update_memory: bool = True, + memory_query_input_ids: Optional[Tensor] = None, + memory_query_attention_mask: Optional[Tensor] = None, + memory_query_text: Optional[str] = None, + **kwargs: Any, + ) -> Any: + """Use the native HF generation loop with memory-aware decoder layers.""" + input_ids = kwargs.get("input_ids") + if input_ids is None and args: + input_ids = args[0] + self.runtime.context_compaction = None + reset_mask = self._reset_mask(input_ids) + if reset_mask is not None and self.memory_os_v2 is not None: + # Clear before any context compaction so the reset marker can + # never cause the old bank to be archived again in this call. + self.clear_hierarchical_memory() + if input_ids is not None and kwargs.get("attention_mask") is None: + kwargs["attention_mask"] = torch.ones_like(input_ids) + if input_ids is not None and reset_mask is None: + compacted_ids, compacted_mask, compaction_info = self.compact_context_for_kv( + input_ids, + kwargs.get("attention_mask"), + ) + input_ids = compacted_ids + kwargs["input_ids"] = compacted_ids + kwargs["attention_mask"] = compacted_mask + self.runtime.context_compaction = compaction_info + elif input_ids is not None: + self.runtime.context_compaction = { + "compacted": False, + "reason": "reset_token", + "archived_records": 0, + } + # This is the public prompt returned by generate. When compaction + # occurred it intentionally contains the bounded hot window, not a + # second copy of the potentially enormous source prompt. + original_input_ids = input_ids + original_prompt_length = int(input_ids.shape[1]) if input_ids is not None else 0 + if memory_state is not None: + self.runtime.state = memory_state + elif ( + self.memory_config.persistent_memory + and self.runtime.use_persistent_state + and self.persistent_memory.numel() > 0 + ): + self.runtime.state = self.persistent_memory + elif self._persistent_memory is not None and input_ids is not None and self._persistent_memory.shape[0] == input_ids.shape[0]: + self.runtime.state = self._persistent_memory + elif input_ids is not None: + self.runtime.state = self.memory.initial_state(input_ids.shape[0], device=self._find_layer_device()) + if reset_mask is not None and self.runtime.state is not None: + state = self.runtime.state.clone() + if state.shape[0] == 1 and reset_mask.shape[0] > 1: + state = state.expand(reset_mask.shape[0], -1, -1).clone() + state[reset_mask] = 0 + self.runtime.state = state + if input_ids is not None: + if self.memory_config.natural_language_memory: + self._bind_text_memory(input_ids.shape[0], device=self._find_layer_device()) + if reset_mask is not None: + self._clear_text_memory(reset_mask) + if "attention_mask" not in kwargs or kwargs["attention_mask"] is None: + kwargs["attention_mask"] = torch.ones_like(input_ids) + prefix_ids: Optional[Tensor] = None + prefix_mask: Optional[Tensor] = None + prefix_length = 0 + retrieval_ids = memory_query_input_ids if memory_query_input_ids is not None else input_ids + retrieval_mask = ( + memory_query_attention_mask + if memory_query_attention_mask is not None + else kwargs["attention_mask"] + ) + if ( + self.memory_config.natural_language_memory + and self.runtime.text_slot_valid is not None + and retrieval_ids is not None + and retrieval_mask is not None + ): + prefix_ids, prefix_mask, prefix_length = self._build_text_prefix( + retrieval_ids.to(device=input_ids.device), + retrieval_mask.to(device=input_ids.device), + query_text=memory_query_text or "", + ) + if prefix_ids is not None and prefix_mask is not None and prefix_length > 0: + input_ids = torch.cat((prefix_ids, input_ids), dim=1) + kwargs["input_ids"] = input_ids + kwargs["attention_mask"] = torch.cat( + (prefix_mask, kwargs["attention_mask"]), dim=1 + ) + # Internal memory tokens are hidden from the public wrapper + # API, but remain visible to the actual Qwen forward pass. + self.runtime.input_ids = input_ids + # In natural-language mode, the retrieved text prefix is the complete + # read path. Running the older continuous residual at the same time + # would distort Qwen's native chat control tokens. With no prefix the + # memory path is an exact no-op and the base model remains untouched. + self.runtime.read_enabled = not self.memory_config.natural_language_memory + self.runtime.update_enabled = update_memory + self.runtime.last_read = None + self.runtime.reset_mask = reset_mask + self.runtime.input_ids = input_ids + if self.memory_config.kv_offload or self.memory_config.kv_cache_implementation is not None: + # Transformers 5.x owns the offload lifecycle. Supplying an + # explicit DynamicCache lets us honor the non-sliding-layer + # setting, which the shorthand ``cache_implementation`` does not + # expose for dynamic caches. + kwargs["use_cache"] = True + cache_implementation = self.memory_config.kv_cache_implementation + if cache_implementation is None: + cache_implementation = "offloaded" + if ( + cache_implementation == "offloaded" + and kwargs.get("past_key_values") is None + ): + try: + from transformers.cache_utils import DynamicCache, LinearAttentionCacheLayerMixin + + class _NaturalMemoryOffloadedCache(DynamicCache): + """Prefetch the current layer before every cache update. + + Transformers 5.9 prefetches the next layer as part of + ``Cache.update``. Qwen3.5's hybrid linear/full stack + can enter the same layer again on the next decoding + step before that next-layer prefetch runs, leaving a + CPU tensor to concatenate with CUDA states. The + current-layer prefetch makes the ownership explicit + for both attention and recurrent cache updates. + """ + + def update(self, key_states, value_states, layer_idx, *args, **extra): + if self.offloading: + self.prefetch(layer_idx, self.only_non_sliding) + return super().update(key_states, value_states, layer_idx, *args, **extra) + + def update_conv_state(self, conv_states, layer_idx, **extra): + if self.offloading: + self.prefetch(layer_idx, self.only_non_sliding) + value = super().update_conv_state(conv_states, layer_idx, **extra) + if self.offloading: + self.offload(layer_idx, self.only_non_sliding) + return value + + def update_recurrent_state(self, recurrent_states, layer_idx, **extra): + if self.offloading: + self.prefetch(layer_idx, self.only_non_sliding) + value = super().update_recurrent_state(recurrent_states, layer_idx, **extra) + if self.offloading: + self.offload(layer_idx, self.only_non_sliding) + return value + + def offload(self, layer_idx, only_non_sliding=True): + # Qwen3.5 linear-attention state is tiny and is + # read before update. Keep it on the execution + # device; offload only the full-attention KV that + # dominates memory usage. + if isinstance(self.layers[layer_idx], LinearAttentionCacheLayerMixin): + return + return super().offload(layer_idx, only_non_sliding) + + decoder_config = ( + self.base_model.config.get_text_config(decoder=True) + if hasattr(self.base_model.config, "get_text_config") + else getattr(self.base_model.config, "text_config", self.base_model.config) + ) + kwargs["past_key_values"] = _NaturalMemoryOffloadedCache( + config=decoder_config, + offloading=True, + offload_only_non_sliding=self.memory_config.kv_offload_only_non_sliding, + ) + except (ImportError, TypeError, AttributeError): + # Older Transformers releases can still understand the + # public generation option even if their DynamicCache + # constructor has a different signature. + kwargs["cache_implementation"] = cache_implementation + elif kwargs.get("past_key_values") is None: + kwargs["cache_implementation"] = cache_implementation + # Natural-language memory is consumed as an internal text prefix. Do + # not also add a constant token-level logit bias, because that would + # repeat the first value token at every generation position. + if ( + not self.memory_config.natural_language_memory + and (self.memory_config.direct_logit_scale > 0.0 or self.memory_config.raw_logit_scale > 0.0) + ): + from transformers import LogitsProcessor, LogitsProcessorList + + runtime = self.runtime + output_embeddings = self.base_model.get_output_embeddings() + prompt_length = int(input_ids.shape[1]) if input_ids is not None else None + + class MemoryLogitsProcessor(LogitsProcessor): + def __call__(self, input_ids: Tensor, scores: Tensor) -> Tensor: + first_generated_token = prompt_length is None or input_ids.shape[1] == prompt_length + if first_generated_token and runtime.raw_memory is not None and raw_scale > 0.0: + raw = runtime.raw_memory.to(output_embeddings.weight.device) + scores = scores + raw_scale * output_embeddings(raw).to(scores.device) + if runtime.last_read is None: + return scores + last_read = runtime.last_read[:, -1].to(output_embeddings.weight.device) + memory_logits = output_embeddings(last_read).to(scores.device) + return scores + self_scale * memory_logits + + self_scale = self.memory_config.direct_logit_scale + raw_scale = self.memory_config.raw_logit_scale + existing = kwargs.get("logits_processor") + if existing is None: + kwargs["logits_processor"] = LogitsProcessorList([MemoryLogitsProcessor()]) + else: + kwargs["logits_processor"] = LogitsProcessorList( + list(existing) + [MemoryLogitsProcessor()] + ) + if input_ids is not None and args: + args = () + generated = self.base_model.generate(*args, **kwargs) + if ( + original_input_ids is not None + and input_ids is not None + and input_ids.shape[1] != original_prompt_length + ): + generated = torch.cat( + ( + original_input_ids, + generated[:, input_ids.shape[1] :], + ), + dim=1, + ) + if self.runtime.state is not None: + self._persistent_memory = self.runtime.state.detach() + if self.memory_config.persistent_memory and self.runtime.use_persistent_state: + self.persistent_memory = self._persistent_memory + return generated + + def train(self, mode: bool = True) -> "QwenDynamicMemoryModel": + self.memory.train(mode) + if self.memory_router_v2 is not None: + self.memory_router_v2.train(mode) + self.base_model.eval() + return self + + +def load_qwen_base( + model_path: str | Path, + *, + load_in_4bit: bool = True, + device_map: str | dict[str, Any] = "auto", +): + """Load the unmodified local Qwen checkpoint with the benchmark defaults.""" + + import transformers + + load_kwargs: dict[str, Any] = { + "device_map": device_map, + "low_cpu_mem_usage": True, + "dtype": torch.bfloat16, + } + if load_in_4bit: + load_kwargs["quantization_config"] = transformers.BitsAndBytesConfig( + load_in_4bit=True, + bnb_4bit_quant_type="nf4", + bnb_4bit_use_double_quant=True, + bnb_4bit_compute_dtype=torch.bfloat16, + ) + return transformers.AutoModelForImageTextToText.from_pretrained(str(model_path), **load_kwargs) + + +def load_qwen_dynamic( + model_path: str | Path, + *, + memory_config: Optional[QwenMemoryConfig] = None, + load_in_4bit: bool = True, + device_map: str | dict[str, Any] = "auto", + freeze_backbone: bool = True, +) -> QwenDynamicMemoryModel: + """Load Qwen and attach either an explicit adapter or an embedded merge package.""" + + model_path = Path(model_path) + embedded_manifest = model_path / "memory_merge.json" + if memory_config is None and embedded_manifest.exists(): + embedded_config = model_path / "memory_config.json" + if not embedded_config.exists(): + raise FileNotFoundError( + f"embedded memory package is missing {embedded_config}" + ) + memory_config = load_memory_config(model_path) + if memory_config is not None and memory_config.memory_storage_mode == "tiered": + storage_path = Path(memory_config.memory_storage_path) if memory_config.memory_storage_path else None + if storage_path is None: + storage_path = model_path / "memory_pages.sqlite" + elif not storage_path.is_absolute(): + storage_path = model_path / storage_path + memory_config.memory_storage_path = str(storage_path) + + base_model = load_qwen_base( + model_path, + load_in_4bit=load_in_4bit, + device_map=device_map, + ) + model = QwenDynamicMemoryModel( + base_model, + memory_config=memory_config, + freeze_backbone=freeze_backbone, + ) + if embedded_manifest.exists(): + model.load_embedded_memory_weights(model_path) + return model + + +def load_tokenizer(model_path: str | Path): + import transformers + + tokenizer = transformers.AutoTokenizer.from_pretrained(str(model_path), use_fast=True) + if tokenizer.pad_token is None: + tokenizer.pad_token = tokenizer.eos_token + return tokenizer diff --git a/smoke_test.py b/smoke_test.py new file mode 100644 index 0000000..0939481 --- /dev/null +++ b/smoke_test.py @@ -0,0 +1,30 @@ +"""Fast environment and gradient smoke test.""" + +from __future__ import annotations + +import torch + +from .model import DynamicMemoryConfig, DynamicMemoryLM, count_parameters +from .tasks import sample_associative_batch + + +def main() -> None: + device = torch.device("cuda" if torch.cuda.is_available() else "cpu") + config = DynamicMemoryConfig(vocab_size=64, max_seq_len=16, d_model=64, n_layers=2, n_heads=4, memory_slots=4) + model = DynamicMemoryLM(config).to(device) + batch = sample_associative_batch(batch_size=8, vocab_size=config.vocab_size, device=device) + memory = model(batch.learn_chunks[0]).memory + output = model(batch.query_input, memory=memory, update_memory=False, labels=batch.query_labels) + if output.loss is None or not torch.isfinite(output.loss): + raise RuntimeError("non-finite loss") + output.loss.backward() + gradients = [p.grad for p in model.parameters() if p.grad is not None] + if not gradients: + raise RuntimeError("no gradients produced") + print(f"smoke_ok device={device} parameters={count_parameters(model):,} loss={output.loss.detach().item():.4f}") + if device.type == "cuda": + print(f"gpu={torch.cuda.get_device_name(0)} memory_allocated_mb={torch.cuda.memory_allocated() / 1024**2:.1f}") + + +if __name__ == "__main__": + main() diff --git a/stream_chat_qwen_memory.py b/stream_chat_qwen_memory.py new file mode 100644 index 0000000..6aa167c --- /dev/null +++ b/stream_chat_qwen_memory.py @@ -0,0 +1,448 @@ +"""Streaming chat for natural-language memory with restart-safe autosave. + +Every turn is encoded independently. The model's internal reader decides +whether a saved memory prefix is relevant; this script never reconstructs +conversation history. A user memory state is atomically saved before the +streaming generation starts, so restarting the process is safe at any time. +""" + +from __future__ import annotations + +import argparse +import gc +import os +import sys +import threading +from pathlib import Path + +import torch + +from .qwen_integration import ( + DEFAULT_MEMORY_RESET_TOKEN, + QwenMemoryConfig, + load_memory_config, + load_qwen_dynamic, + load_tokenizer, + resolve_memory_reset_token, + split_memory_candidates, +) + + +def _memory_system_prefix(tokenizer, content: str) -> dict[str, torch.Tensor]: + """Encode a valid system prefix without adding a fake user question.""" + + full = tokenizer.apply_chat_template( + [ + {"role": "system", "content": content}, + {"role": "user", "content": "__memory_query_boundary__"}, + ], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + input_ids = full["input_ids"] + im_start = tokenizer.convert_tokens_to_ids("<|im_start|>") + positions = (input_ids[0] == int(im_start)).nonzero(as_tuple=False).flatten() + if positions.numel() < 2: + raise RuntimeError("could not locate the system/user memory boundary") + end = int(positions[1].item()) + return { + "input_ids": input_ids[:, :end], + "attention_mask": torch.ones((1, end), dtype=torch.long), + } + + +def _chat_tensor(tokenizer, user_text: str) -> dict[str, torch.Tensor]: + encoded = tokenizer.apply_chat_template( + [{"role": "user", "content": user_text}], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + return { + key: value + for key, value in encoded.items() + if isinstance(value, torch.Tensor) + } + + +def _atomic_save(model, path: Path) -> None: + """Save one user's state without exposing a partially written file.""" + + path.parent.mkdir(parents=True, exist_ok=True) + temporary = path.with_name(path.name + ".tmp") + try: + model.save_runtime_memory(temporary) + os.replace(temporary, path) + finally: + if temporary.exists(): + temporary.unlink() + + +def _persist_memory( + model, + *, + embedded_dir: Path | None, + state_path: Path | None, +) -> None: + """Persist either into the merged shard or into a normal runtime file.""" + + if embedded_dir is not None: + if getattr(model.memory_config, "memory_storage_mode", "embedded") == "tiered": + model.flush_memory_storage() + return + model.save_embedded_memory_weights(embedded_dir) + return + if state_path is None: + raise ValueError("no persistence target is configured") + _atomic_save(model, state_path) + + +def _slot_count(model) -> int: + valid = model.runtime.text_slot_valid + return int(valid.sum().item()) if isinstance(valid, torch.Tensor) else 0 + + +@torch.inference_mode() +def _write_turn( + model, + tokenizer, + text: str, + device: torch.device, + *, + force_write: bool = False, +) -> bool: + """Run the learned write controller for one user turn.""" + changed = False + for candidate in split_memory_candidates(text): + encoded = _chat_tensor(tokenizer, candidate) + encoded = {key: value.to(device) for key, value in encoded.items()} + memory_prefix = _memory_system_prefix( + tokenizer, + "以下是与当前用户相关的已保存长期记忆。仅在问题相关时使用，不要编造：\n" + candidate, + ) + memory_text_ids = memory_prefix["input_ids"].to(device) + memory_text_mask = memory_prefix["attention_mask"].to(device) + memory_key = tokenizer(candidate, add_special_tokens=False, return_tensors="pt") + memory_key_ids = memory_key["input_ids"].to(device) + memory_key_mask = memory_key.get("attention_mask") + if memory_key_mask is None: + memory_key_mask = torch.ones_like(memory_key_ids) + memory_key_mask = memory_key_mask.to(device) + memory_storage = tokenizer( + candidate, + add_special_tokens=False, + return_tensors="pt", + ) + memory_storage_ids = memory_storage["input_ids"].to(device) + memory_storage_mask = memory_storage.get("attention_mask") + if memory_storage_mask is None: + memory_storage_mask = torch.ones_like(memory_storage_ids) + memory_storage_mask = memory_storage_mask.to(device) + model( + **encoded, + # The write controller must see only the current user turn. If + # it reads the already-retrieved prefix first, the policy can + # mistake recalled facts for a new fact and write questions back. + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + memory_text_input_ids=memory_text_ids, + memory_text_attention_mask=memory_text_mask, + memory_key_input_ids=memory_key_ids, + memory_key_attention_mask=memory_key_mask, + memory_storage_input_ids=memory_storage_ids, + memory_storage_attention_mask=memory_storage_mask, + force_memory_write=force_write, + memory_text=candidate, + ) + last_written = model.runtime.text_last_written_slot + if isinstance(last_written, torch.Tensor): + changed = changed or bool((last_written >= 0).any()) + return changed + + +def _stream_answer( + model, + tokenizer, + encoded: dict[str, torch.Tensor], + max_new_tokens: int, + memory_query_input_ids: torch.Tensor, + memory_query_attention_mask: torch.Tensor, + memory_query_text: str, +) -> None: + """Stream one answer through TextIteratorStreamer in a worker thread.""" + + from transformers import StoppingCriteria, StoppingCriteriaList, TextIteratorStreamer + + streamer = TextIteratorStreamer( + tokenizer, + skip_prompt=True, + skip_special_tokens=True, + ) + errors: list[BaseException] = [] + stop_event = threading.Event() + + class StopOnEvent(StoppingCriteria): + def __call__(self, input_ids, scores, **kwargs): + return torch.full( + (input_ids.shape[0],), + stop_event.is_set(), + dtype=torch.bool, + device=input_ids.device, + ) + + def worker() -> None: + try: + model.generate( + **encoded, + streamer=streamer, + max_new_tokens=max_new_tokens, + do_sample=False, + update_memory=False, + memory_query_input_ids=memory_query_input_ids, + memory_query_attention_mask=memory_query_attention_mask, + memory_query_text=memory_query_text, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + stopping_criteria=StoppingCriteriaList([StopOnEvent()]), + ) + except BaseException as error: # propagate through the main thread + errors.append(error) + streamer.on_finalized_text("", stream_end=True) + + thread = threading.Thread(target=worker, name="qwen-stream-generation", daemon=True) + thread.start() + interrupted = False + try: + for chunk in streamer: + print(chunk, end="", flush=True) + except KeyboardInterrupt: + interrupted = True + stop_event.set() + print("\n[已中断生成；最近一次 memory state 已保存，可直接重启]", flush=True) + finally: + thread.join(timeout=10.0) + if thread.is_alive(): + raise RuntimeError("generation did not stop after interrupt; refusing concurrent state save") + if interrupted: + raise KeyboardInterrupt + if errors: + raise RuntimeError("streaming generation failed") from errors[0] + print() + + +def main() -> None: + if hasattr(sys.stdout, "reconfigure"): + sys.stdout.reconfigure(encoding="utf-8", errors="replace") + if hasattr(sys.stdin, "reconfigure"): + sys.stdin.reconfigure(encoding="utf-8", errors="replace") + + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument( + "--adapter", + default=None, + help="external adapter; omitted means use an embedded merge package or v13", + ) + parser.add_argument( + "--memory-state", + default=None, + help="optional external state file; omitted for merged models means write back to the memory shard", + ) + parser.add_argument("--max-new-tokens", type=int, default=128) + parser.add_argument("--no-4bit", action="store_true") + parser.add_argument("--natural-language-memory", action="store_true") + parser.add_argument("--reset-token", default=None) + parser.add_argument("--reset-token-id", type=int, default=None) + parser.add_argument( + "--kv-offload", + action="store_true", + help="keep generation KV on CPU when supported by the installed Transformers", + ) + parser.add_argument( + "--kv-cache-implementation", + default=None, + help="optional Transformers cache implementation, for example offloaded", + ) + parser.add_argument( + "--no-auto-compact", + action="store_true", + help="disable model-owned old-context archiving when the hot KV budget is exceeded", + ) + parser.add_argument( + "--tiered-memory-path", + default=None, + help="optional SQLite page store for warm/cold memory; relative paths use the model package", + ) + parser.add_argument( + "--memory-resident-pages", + type=int, + default=None, + help="maximum number of tiered pages kept resident", + ) + args = parser.parse_args() + + if args.adapter is None and not (Path(args.model_path) / "memory_merge.json").exists(): + args.adapter = "dynamic_memory_lab/qwen_memory_adapter_natural_auto_v13" + + embedded_dir = ( + Path(args.model_path) + if ( + (Path(args.model_path) / "memory_merge.json").exists() + and args.memory_state is None + and args.adapter is None + ) + else None + ) + + tokenizer = load_tokenizer(args.model_path) + memory_config = load_memory_config(args.adapter) if args.adapter else None + if args.tiered_memory_path is not None and memory_config is None: + memory_config = load_memory_config(args.model_path) + if args.tiered_memory_path is not None: + memory_config.memory_storage_mode = "tiered" + memory_config.memory_storage_path = args.tiered_memory_path + if args.memory_resident_pages is not None: + if memory_config is None: + memory_config = QwenMemoryConfig() + memory_config.memory_resident_pages = args.memory_resident_pages + if args.natural_language_memory and memory_config is None: + memory_config = QwenMemoryConfig(natural_language_memory=True) + if memory_config is not None and args.natural_language_memory: + memory_config.natural_language_memory = True + if memory_config is not None: + if args.reset_token_id is not None: + memory_config.reset_token_id = args.reset_token_id + elif args.reset_token is not None: + memory_config.reset_token_id = resolve_memory_reset_token(tokenizer, args.reset_token) + elif memory_config.native_mode and memory_config.reset_token_id is None: + memory_config.reset_token_id = resolve_memory_reset_token(tokenizer) + + model = load_qwen_dynamic( + args.model_path, + memory_config=memory_config, + load_in_4bit=not args.no_4bit, + ) + if memory_config is None: + # An embedded merge package supplies its architecture metadata during + # load_qwen_dynamic(); keep the CLI state machine in sync with it. + memory_config = model.memory_config + if memory_config.native_mode and memory_config.reset_token_id is None: + memory_config.reset_token_id = resolve_memory_reset_token(tokenizer) + if args.kv_offload: + model.memory_config.kv_offload = True + if args.kv_cache_implementation is not None: + model.memory_config.kv_cache_implementation = args.kv_cache_implementation + if args.no_auto_compact: + model.memory_config.auto_compact_context = False + if args.adapter: + model.load_memory_adapter(args.adapter) + model.eval() + device = model._find_layer_device() + state_path = ( + Path(args.memory_state) + if args.memory_state + else (None if embedded_dir is not None else Path("dynamic_memory_lab/data/stream_user_memory.pt")) + ) + if state_path is not None and state_path.exists(): + model.load_runtime_memory(state_path, device=device) + print(f"已恢复 memory state：{state_path}，有效记忆槽 {_slot_count(model)} 个") + elif model.memory_config.persistent_memory and model.runtime.state is not None: + print(f"已使用合并权重内置的 memory state，有效记忆槽 {_slot_count(model)} 个") + else: + model.reset_memory(batch_size=1, device=device) + if state_path is None: + print("新建 memory state：合并权重回写模式") + else: + print(f"新建 memory state：{state_path}") + + reset_token = args.reset_token or DEFAULT_MEMORY_RESET_TOKEN + print("流式聊天已启动。不会发送历史聊天记录。") + print("命令：/remember <事实>、/reset、/save、/quit；也可发送 reset token。") + print(f"reset token：{reset_token}") + + try: + while True: + try: + user_text = input("你> ").strip() + except EOFError: + break + if user_text == "/quit": + break + if user_text == "/save": + _persist_memory(model, embedded_dir=embedded_dir, state_path=state_path) + target = "主权重切片" if embedded_dir is not None else str(state_path) + print(f"已保存到 {target}，当前有效记忆槽 {_slot_count(model)} 个") + continue + if user_text == "/reset": + model.reset_memory(batch_size=1, device=device) + _persist_memory(model, embedded_dir=embedded_dir, state_path=state_path) + print("已清空并保存。") + continue + if user_text.startswith("/remember "): + fact = user_text[len("/remember ") :].strip() + if fact: + _write_turn(model, tokenizer, fact, device, force_write=True) + _persist_memory(model, embedded_dir=embedded_dir, state_path=state_path) + target = "主权重切片" if embedded_dir is not None else str(state_path) + print(f"已写入并保存到 {target}，当前有效记忆槽 {_slot_count(model)} 个") + continue + if not user_text: + continue + + encoded = _chat_tensor(tokenizer, user_text) + encoded = {key: value.to(device) for key, value in encoded.items()} + memory_query = tokenizer( + user_text, + add_special_tokens=False, + return_tensors="pt", + ) + memory_query_input_ids = memory_query["input_ids"].to(device) + memory_query_attention_mask = memory_query.get("attention_mask") + if memory_query_attention_mask is None: + memory_query_attention_mask = torch.ones_like(memory_query_input_ids) + memory_query_attention_mask = memory_query_attention_mask.to(device) + if ( + memory_config is not None + and memory_config.reset_token_id is not None + and bool((encoded["input_ids"] == memory_config.reset_token_id).any()) + ): + # Persist the clear operation before generation, so an + # interrupted response cannot resurrect the old memory. + model.reset_memory(batch_size=1, device=device) + _persist_memory(model, embedded_dir=embedded_dir, state_path=state_path) + elif memory_config is not None and memory_config.native_mode: + # The controller sees the current turn only. Save before + # generation; generation itself is read-only. + changed = _write_turn(model, tokenizer, user_text, device) + if changed: + _persist_memory(model, embedded_dir=embedded_dir, state_path=state_path) + + print("AI> ", end="", flush=True) + _stream_answer( + model, + tokenizer, + encoded, + args.max_new_tokens, + memory_query_input_ids, + memory_query_attention_mask, + user_text, + ) + except KeyboardInterrupt: + print("\n[已退出；最近一次记忆已保存，可直接重启]", flush=True) + finally: + model.close_memory_storage() + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + +if __name__ == "__main__": + main() diff --git a/stress_test_natural_memory.py b/stress_test_natural_memory.py new file mode 100644 index 0000000..569f2b4 --- /dev/null +++ b/stress_test_natural_memory.py @@ -0,0 +1,198 @@ +"""Run a bounded, restart-like Natural Memory v2 endurance test. + +The test deliberately clears only the in-process working copy. It never +calls ``save_embedded_memory_weights`` and therefore does not modify the +shipped model package. Defaults are conservative for a 12 GB GPU. +""" + +from __future__ import annotations + +import argparse +import gc +import json +import statistics +import time +from pathlib import Path + +import torch + +from .qwen_integration import load_qwen_dynamic, load_tokenizer + + +PROJECT_ROOT = Path(__file__).resolve().parent + + +def _project_path(value: str | Path) -> Path: + path = Path(value) + if path.is_absolute() or path.exists(): + return path + return PROJECT_ROOT / path + + +def _gpu_stats() -> dict[str, float | int | None]: + if not torch.cuda.is_available(): + return {"allocated_mb": None, "reserved_mb": None, "free_mb": None, "total_mb": None} + allocated = torch.cuda.memory_allocated() / (1024 * 1024) + reserved = torch.cuda.memory_reserved() / (1024 * 1024) + free, total = torch.cuda.mem_get_info() + return { + "allocated_mb": round(allocated, 2), + "reserved_mb": round(reserved, 2), + "free_mb": round(free / (1024 * 1024), 2), + "total_mb": round(total / (1024 * 1024), 2), + } + + +def _long_input(tokenizer, target_tokens: int) -> tuple[torch.Tensor, torch.Tensor]: + seed_text = ( + "这是 Natural Memory v2 的长上下文压力测试。它应当把旧上下文归档到有界的记忆记录，" + "保留最近工作窗口，并且不让当前 token 对全部页面做注意力。" + ) + seed = tokenizer(seed_text, add_special_tokens=False, return_tensors="pt")["input_ids"][0] + repeats = max(1, (target_tokens + seed.numel() - 1) // seed.numel()) + ids = seed.repeat(repeats)[:target_tokens].unsqueeze(0) + return ids, torch.ones_like(ids) + + +@torch.inference_mode() +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default="qwen3_5_4b_natural_memory_v2") + parser.add_argument("--rounds", type=int, default=40) + parser.add_argument("--records-per-round", type=int, default=8) + parser.add_argument("--long-context-every", type=int, default=10) + parser.add_argument("--long-context-tokens", type=int, default=2048) + parser.add_argument("--kv-budget", type=int, default=1024) + parser.add_argument("--chunk-tokens", type=int, default=256) + parser.add_argument("--duration-minutes", type=float, default=0.0) + parser.add_argument("--output", default="natural_memory_v2_stress_report.json") + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + if args.rounds < 1 or args.records_per_round < 1: + raise SystemExit("--rounds and --records-per-round must be positive") + if args.kv_budget < 1 or args.long_context_tokens < args.kv_budget: + raise SystemExit("--long-context-tokens must be >= --kv-budget >= 1") + + model_path = _project_path(args.model_path) + tokenizer = load_tokenizer(model_path) + model = load_qwen_dynamic(model_path, load_in_4bit=not args.no_4bit) + model.eval() + device = model._find_layer_device() + if model.memory_os_v2 is None: + raise RuntimeError("the selected model does not contain hierarchical memory") + + # Work on an empty ephemeral memory instance. The embedded package on + # disk is never changed by this script. + model.clear_hierarchical_memory() + model.memory_os_v2.read_threshold = 0.0 + model.memory_os_v2.kv_budget.max_tokens = min( + int(args.kv_budget), int(model.memory_os_v2.kv_budget.hard_max_tokens) + ) + model.reset_runtime_memory(batch_size=1, device=device) + + latencies: list[float] = [] + writes = 0 + read_hits = 0 + read_attempts = 0 + compactions = 0 + archived_records = 0 + errors: list[str] = [] + start = time.perf_counter() + next_record = 0 + try: + for round_index in range(args.rounds): + if args.duration_minutes > 0 and (time.perf_counter() - start) >= args.duration_minutes * 60: + break + round_start = time.perf_counter() + try: + for _ in range(args.records_per_round): + record_index = next_record + next_record += 1 + key = torch.randn(model.memory.hidden_size) + token_ids = torch.tensor([1000 + (record_index % 10000), 2000 + (record_index % 10000)]) + text = f"stress record {record_index} belongs to Natural Memory endurance test" + record, _ = model.memory_os_v2.write( + text=text, + key=key, + summary=key, + token_ids=token_ids, + token_mask=torch.ones_like(token_ids, dtype=torch.bool), + memory_type="stress_test", + entity=f"stress-user-{record_index % 7}", + attribute=f"attribute-{record_index}", + value=str(record_index), + importance=0.9, + confidence=0.99, + source="stress_test", + trusted=True, + force=True, + ) + writes += 1 + read_attempts += 1 + found, _ = model.memory_os_v2.read( + query_key=key, + query_text=text, + query_token_ids=token_ids, + top_k_pages=4, + top_k_records=8, + max_hops=3, + ) + if any(item.record_id == record.record_id for item in found): + read_hits += 1 + + if args.long_context_every > 0 and (round_index + 1) % args.long_context_every == 0: + ids, mask = _long_input(tokenizer, args.long_context_tokens) + _, _, plan = model.compact_context_for_kv( + ids.to(device), + mask.to(device), + archive=True, + chunk_tokens=args.chunk_tokens, + ) + if plan.get("compacted"): + compactions += 1 + archived_records += int(plan.get("archived_records", 0)) + except Exception as error: # keep the report useful after one bad round + errors.append(f"round {round_index}: {type(error).__name__}: {error}") + latencies.append(time.perf_counter() - round_start) + finally: + final_stats = model.memory_v2_stats() + audit = model.audit_memory() + gpu_peak = _gpu_stats() + model.close_memory_storage() + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + latencies_sorted = sorted(latencies) + report = { + "format_version": 1, + "model_path": str(model_path), + "rounds_completed": len(latencies), + "records_per_round": args.records_per_round, + "writes": writes, + "read_attempts": read_attempts, + "read_hits": read_hits, + "read_hit_rate": read_hits / max(1, read_attempts), + "compactions": compactions, + "archived_records": archived_records, + "round_latency_seconds": { + "mean": statistics.fmean(latencies) if latencies else 0.0, + "p50": latencies_sorted[len(latencies_sorted) // 2] if latencies_sorted else 0.0, + "p95": latencies_sorted[min(len(latencies_sorted) - 1, int(len(latencies_sorted) * 0.95))] if latencies_sorted else 0.0, + "max": max(latencies, default=0.0), + }, + "max_gpu": gpu_peak, + "final_memory_stats": final_stats, + "audit": audit, + "errors": errors, + "package_mutated": False, + "warning": "This is an endurance/safety smoke test, not a quality benchmark.", + } + output = _project_path(args.output) + output.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps(report, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/tasks.py b/tasks.py new file mode 100644 index 0000000..d471d47 --- /dev/null +++ b/tasks.py @@ -0,0 +1,56 @@ +"""Synthetic streaming tasks for testing dynamic learning behavior.""" + +from __future__ import annotations + +from dataclasses import dataclass + +import torch +from torch import Tensor + + +@dataclass +class AssociativeBatch: + learn_chunks: list[Tensor] + query_input: Tensor + query_labels: Tensor + expected: Tensor + + +def _rand_tokens(batch_size: int, low: int, high: int, device: torch.device) -> Tensor: + return torch.randint(low, high, (batch_size,), device=device) + + +def sample_associative_batch( + *, + batch_size: int, + vocab_size: int, + device: torch.device, + overwrite: bool = False, +) -> AssociativeBatch: + """Generate key-value observations followed by a separated query. + + The query cannot see the learning chunks through attention. It can only + answer by using the returned dynamic memory state. + """ + + key_low, key_high = 4, vocab_size // 2 + value_low, value_high = vocab_size // 2, vocab_size + keys = _rand_tokens(batch_size, key_low, key_high, device) + value = _rand_tokens(batch_size, value_low, value_high, device) + learn_chunks = [torch.stack((keys, value), dim=1)] + + expected = value + if overwrite: + replacement = _rand_tokens(batch_size, value_low, value_high, device) + learn_chunks.append(torch.stack((keys, replacement), dim=1)) + expected = replacement + + query_input = torch.stack((keys, expected), dim=1) + query_labels = torch.full_like(query_input, -100) + query_labels[:, 1] = expected + return AssociativeBatch( + learn_chunks=learn_chunks, + query_input=query_input, + query_labels=query_labels, + expected=expected, + ) diff --git a/test_natural_memory_v2_restart.py b/test_natural_memory_v2_restart.py new file mode 100644 index 0000000..d720c27 --- /dev/null +++ b/test_natural_memory_v2_restart.py @@ -0,0 +1,158 @@ +"""Verify Natural Memory v2 across a real model restart. + +The test deliberately uses a normal user turn, not ``/remember`` and not a +replayed chat history. It writes the model-owned V2 snapshot into the +embedded memory shard, destroys the first model, reloads the package, and +checks both the bounded router decision and the generated answer. + +By default the test restores an empty memory snapshot at the end. Use +``--keep-memory`` only when the test fact should remain in the package. +""" + +from __future__ import annotations + +import argparse +import gc +import json +import sys +from pathlib import Path + +import torch + +if __package__ in {None, ""}: + sys.path.insert(0, str(Path(__file__).resolve().parent.parent)) + +from dynamic_memory_lab.qwen_integration import load_qwen_dynamic, load_tokenizer +from dynamic_memory_lab.stream_chat_qwen_memory import _chat_tensor, _write_turn + + +def _raw_query(tokenizer, text: str, device: torch.device) -> tuple[torch.Tensor, torch.Tensor]: + encoded = tokenizer(text, add_special_tokens=False, return_tensors="pt") + input_ids = encoded["input_ids"].to(device) + attention_mask = encoded.get("attention_mask") + if attention_mask is None: + attention_mask = torch.ones_like(input_ids) + return input_ids, attention_mask.to(device) + + +@torch.inference_mode() +def _answer(model, tokenizer, query: str, max_new_tokens: int) -> dict[str, object]: + device = model._find_layer_device() + encoded = _chat_tensor(tokenizer, query) + encoded = {key: value.to(device) for key, value in encoded.items()} + query_ids, query_mask = _raw_query(tokenizer, query, device) + prefix_ids, prefix_mask, prefix_length = model._build_text_prefix( + query_ids, + query_mask, + query_text=query, + ) + decisions = [dict(item) for item in model.runtime.v2_last_decisions] + output = model.generate( + **encoded, + max_new_tokens=max_new_tokens, + do_sample=False, + update_memory=False, + memory_query_input_ids=query_ids, + memory_query_attention_mask=query_mask, + memory_query_text=query, + use_cache=False, + pad_token_id=tokenizer.pad_token_id, + ) + prompt_length = int(encoded["input_ids"].shape[1]) + response = tokenizer.decode( + output[0, prompt_length:].detach().cpu().tolist(), + skip_special_tokens=True, + ).strip() + return { + "response": response, + "prefix_length": int(prefix_length), + "prefix_used": bool(model.runtime.text_prefix_used), + "decision": decisions, + "prefix_shape": list(prefix_ids.shape) if isinstance(prefix_ids, torch.Tensor) else None, + "prefix_mask_shape": list(prefix_mask.shape) if isinstance(prefix_mask, torch.Tensor) else None, + } + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument( + "--model-path", + default=r"W:\Flash\model\dynamic_memory_lab\qwen3_5_4b_natural_memory_v2", + ) + parser.add_argument( + "--report", + default=r"W:\Flash\model\dynamic_memory_lab\natural_memory_v2_restart_test.json", + ) + parser.add_argument("--max-new-tokens", type=int, default=16) + parser.add_argument("--no-4bit", action="store_true") + parser.add_argument( + "--keep-memory", + action="store_true", + help="leave the controlled test fact embedded after the test", + ) + args = parser.parse_args() + + model_path = Path(args.model_path) + if not (model_path / "memory_merge.json").exists(): + raise FileNotFoundError(f"Natural Memory v2 package not found: {model_path}") + + fact = "我正在开发一个长期项目，项目内部代号是NM-V2-RESTART，使用中文。" + query = "我正在开发的长期项目内部代号是什么？只回答代号。" + expected = "NM-V2-RESTART" + tokenizer = load_tokenizer(model_path) + + first = load_qwen_dynamic(model_path, load_in_4bit=not args.no_4bit) + first.eval() + device = first._find_layer_device() + # This is a destructive reset of the selected package's durable memory, + # so the command is an explicit test tool rather than a chat startup hook. + first.reset_memory(batch_size=1, device=device) + changed = _write_turn(first, tokenizer, fact, device, force_write=False) + before_save = first.memory_v2_stats() + first.save_embedded_memory_weights(model_path) + del first + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + restarted = load_qwen_dynamic(model_path, load_in_4bit=not args.no_4bit) + restarted.eval() + after_restart = _answer(restarted, tokenizer, query, args.max_new_tokens) + selected_text = " ".join( + str(item.get("text", "")) + for item in restarted.runtime.v2_last_decisions + if isinstance(item, dict) + ) + route_recalled = expected in selected_text or ( + bool(after_restart["prefix_used"]) and int(after_restart["prefix_length"]) > 0 + ) + + after_cleanup = None + if not args.keep_memory: + restarted.reset_memory(batch_size=1, device=restarted._find_layer_device()) + restarted.save_embedded_memory_weights(model_path) + after_cleanup = restarted.memory_v2_stats() + + report = { + "model_path": str(model_path), + "history_passed_to_restart": False, + "fact": fact, + "query": query, + "expected": expected, + "automatic_write": True, + "write_changed": bool(changed), + "before_save": before_save, + "after_restart": after_restart, + "router_recalled_after_restart": bool(route_recalled), + "generated_contains_expected": expected in str(after_restart["response"]), + "cleanup_applied": not args.keep_memory, + "after_cleanup": after_cleanup, + } + report_path = Path(args.report) + report_path.parent.mkdir(parents=True, exist_ok=True) + report_path.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps(report, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/test_restart_memory_dialogue.py b/test_restart_memory_dialogue.py new file mode 100644 index 0000000..fe91003 --- /dev/null +++ b/test_restart_memory_dialogue.py @@ -0,0 +1,226 @@ +"""End-to-end test: write a fact in a dialogue, restart without chat history, recall it.""" + +from __future__ import annotations + +import argparse +import gc +import json +from pathlib import Path + +import torch + +from .qwen_integration import ( + DEFAULT_MEMORY_RESET_TOKEN, + load_memory_config, + load_qwen_dynamic, + load_tokenizer, + resolve_memory_reset_token, +) + + +def _chat_tensor(tokenizer, messages, *, add_generation_prompt: bool): + encoded = tokenizer.apply_chat_template( + messages, + tokenize=True, + add_generation_prompt=add_generation_prompt, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + return { + key: value + for key, value in encoded.items() + if isinstance(value, torch.Tensor) + } + + +def _memory_system_prefix(tokenizer, content: str): + """Encode a valid system-message prefix without adding a fake query.""" + + full = tokenizer.apply_chat_template( + [ + {"role": "system", "content": content}, + {"role": "user", "content": "__memory_query_boundary__"}, + ], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + input_ids = full["input_ids"] + im_start = tokenizer.convert_tokens_to_ids("<|im_start|>") + positions = (input_ids[0] == int(im_start)).nonzero(as_tuple=False).flatten() + if positions.numel() < 2: + raise RuntimeError("could not locate the system/user memory boundary") + end = int(positions[1].item()) + return { + "input_ids": input_ids[:, :end], + "attention_mask": torch.ones((1, end), dtype=torch.long), + } + + +@torch.inference_mode() +def _generate(model, tokenizer, messages, max_new_tokens: int) -> str: + encoded = _chat_tensor(tokenizer, messages, add_generation_prompt=True) + device = model._find_layer_device() + encoded = {key: value.to(device) for key, value in encoded.items()} + output = model.generate( + **encoded, + max_new_tokens=max_new_tokens, + do_sample=False, + update_memory=False, + use_cache=False, + pad_token_id=tokenizer.pad_token_id, + ) + response_ids = output[0, encoded["input_ids"].shape[1] :] + return tokenizer.decode(response_ids.detach().cpu().tolist(), skip_special_tokens=True).strip() + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument("--adapter", default="dynamic_memory_lab/qwen_memory_adapter_native_v3") + parser.add_argument( + "--output-adapter", + default="dynamic_memory_lab/qwen_memory_adapter_restart_dialogue_test", + ) + parser.add_argument( + "--report", + default="dynamic_memory_lab/restart_memory_dialogue_test.json", + ) + parser.add_argument("--max-new-tokens", type=int, default=16) + parser.add_argument("--text-memory-threshold", type=float, default=0.0) + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + + fact = "请记住：我的工作地点代号是R7。" + acknowledgement = "好的，我会记住这条个人信息。" + query = "我的工作地点代号是什么？" + expected = "R7" + + tokenizer = load_tokenizer(args.model_path) + config = load_memory_config(args.adapter) + config.persistent_memory = True + config.natural_language_memory = True + config.text_memory_threshold = args.text_memory_threshold + config.reset_token_id = resolve_memory_reset_token(tokenizer, DEFAULT_MEMORY_RESET_TOKEN) + + model = load_qwen_dynamic( + args.model_path, + memory_config=config, + load_in_4bit=not args.no_4bit, + ) + model.load_memory_adapter(args.adapter) + model.reset_memory() + device = model._find_layer_device() + + # This is the write turn: a normal user/assistant dialogue, not a prebuilt + # memory tensor and not a query with the answer included in the prompt. + write_messages = [ + {"role": "user", "content": fact}, + {"role": "assistant", "content": acknowledgement}, + ] + write_inputs = _chat_tensor(tokenizer, write_messages, add_generation_prompt=False) + write_inputs = {key: value.to(device) for key, value in write_inputs.items()} + memory_text = _memory_system_prefix( + tokenizer, + "以下是与当前用户相关的已保存长期记忆。仅在问题相关时使用，不要编造：\n" + fact, + ) + memory_text_input_ids = memory_text["input_ids"].to(device) + memory_text_attention_mask = memory_text.get("attention_mask") + if memory_text_attention_mask is None: + memory_text_attention_mask = torch.ones_like(memory_text_input_ids) + memory_text_attention_mask = memory_text_attention_mask.to(device) + memory_key = tokenizer(fact, add_special_tokens=False, return_tensors="pt") + memory_key_input_ids = memory_key["input_ids"].to(device) + memory_key_attention_mask = memory_key.get("attention_mask") + if memory_key_attention_mask is None: + memory_key_attention_mask = torch.ones_like(memory_key_input_ids) + memory_key_attention_mask = memory_key_attention_mask.to(device) + model( + **write_inputs, + read_memory=True, + update_memory=True, + return_memory=True, + use_cache=False, + memory_text_input_ids=memory_text_input_ids, + memory_text_attention_mask=memory_text_attention_mask, + memory_key_input_ids=memory_key_input_ids, + memory_key_attention_mask=memory_key_attention_mask, + ) + saved_norm = float(model.runtime.state.detach().float().norm()) + output_adapter = Path(args.output_adapter) + model.save_persistent_memory_checkpoint(output_adapter) + + # Destroy the first model completely. The second model receives only the + # base model plus the persistent adapter checkpoint; no chat history or + # runtime memory_state file is passed to it. + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + restart_config = load_memory_config(output_adapter) + restarted = load_qwen_dynamic( + args.model_path, + memory_config=restart_config, + load_in_4bit=not args.no_4bit, + ) + restarted.load_memory_adapter(output_adapter) + restarted.eval() + restart_norm = float(restarted.runtime.state.detach().float().norm()) + generated_after_restart = _generate( + restarted, + tokenizer, + [{"role": "user", "content": query}], + args.max_new_tokens, + ) + + # Also verify that the external reset token clears the model-owned state. + reset_inputs = _chat_tensor( + tokenizer, + [{"role": "user", "content": DEFAULT_MEMORY_RESET_TOKEN}], + add_generation_prompt=True, + ) + reset_inputs = {key: value.to(restarted._find_layer_device()) for key, value in reset_inputs.items()} + restarted.generate( + **reset_inputs, + max_new_tokens=1, + do_sample=False, + update_memory=False, + use_cache=False, + pad_token_id=tokenizer.pad_token_id, + ) + reset_norm = float(restarted.runtime.state.detach().float().norm()) + generated_after_reset = _generate( + restarted, + tokenizer, + [{"role": "user", "content": query}], + args.max_new_tokens, + ) + + report = { + "fact_dialogue": write_messages, + "restart_query": [{"role": "user", "content": query}], + "history_passed_to_restart": False, + "expected": expected, + "generated_after_restart": generated_after_restart, + "recalled_after_restart": expected in generated_after_restart, + "saved_memory_norm": saved_norm, + "loaded_memory_norm_after_restart": restart_norm, + "persistent_adapter": str(output_adapter), + "reset_token": DEFAULT_MEMORY_RESET_TOKEN, + "reset_token_id": restart_config.reset_token_id, + "memory_norm_after_reset": reset_norm, + "reset_cleared_memory": reset_norm < 1e-5, + "generated_after_reset": generated_after_reset, + } + report_path = Path(args.report) + report_path.parent.mkdir(parents=True, exist_ok=True) + report_path.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps(report, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/tests/__init__.py b/tests/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/test_memory_os_v2.py b/tests/test_memory_os_v2.py new file mode 100644 index 0000000..b9f093b --- /dev/null +++ b/tests/test_memory_os_v2.py @@ -0,0 +1,309 @@ +from __future__ import annotations + +import unittest +from tempfile import TemporaryDirectory + +import torch + +from dynamic_memory_lab.memory_os_v2 import ( + KVBudgetManagerV2, + MemoryOSV2, + MemoryRouterV2, + PagedMemoryBankV2, + STATUS_ACTIVE, + STATUS_QUARANTINED, + STATUS_SUPERSEDED, +) +from dynamic_memory_lab.tiered_memory_store_v2 import TieredMemoryStoreV2 + + +class MemoryOSV2Test(unittest.TestCase): + def setUp(self) -> None: + torch.manual_seed(7) + self.router = MemoryRouterV2(16, router_dim=8, num_heads=2, max_hops=3) + self.bank = PagedMemoryBankV2( + 16, + router=self.router, + page_capacity=2, + max_pages=512, + hot_pages=2, + top_k_pages=2, + top_k_records=4, + max_hops=3, + coarse_index_bits=8, + ) + + def test_router_scores_and_compressed_address(self) -> None: + query = torch.randn(4, 16) + candidates = torch.randn(4, 5, 16) + output = self.router(query, candidates) + self.assertEqual(tuple(output["scores"].shape), (4, 5)) + self.assertEqual(tuple(output["head_scores"].shape), (4, 5, 2)) + self.assertEqual(tuple(self.router.encode_key(query).shape), (4, 8)) + + def test_write_version_and_conflict_resolution(self) -> None: + first, first_action = self.bank.write( + text="我住在上海", + key=torch.randn(16), + entity="user", + attribute="city", + value="上海", + confidence=0.9, + ) + second, second_action = self.bank.write( + text="我搬到了杭州", + key=torch.randn(16), + entity="user", + attribute="city", + value="杭州", + confidence=0.95, + ) + self.assertEqual(first_action, "inserted") + self.assertEqual(second_action, "updated") + self.assertEqual(first.status, STATUS_SUPERSEDED) + self.assertEqual(second.status, STATUS_ACTIVE) + self.assertEqual(second.version, 1) + self.assertEqual(self.bank.active_by_conflict["user::city"], second.record_id) + + def test_quarantine_and_approval(self) -> None: + record, action = self.bank.write( + text="未经确认的推断", + key=torch.randn(16), + trusted=False, + confidence=0.1, + ) + self.assertEqual(action, "quarantined") + self.assertEqual(record.status, STATUS_QUARANTINED) + self.assertNotIn(record.record_id, self.bank.records) + approved = self.bank.approve(record.record_id) + self.assertEqual(approved.status, STATUS_ACTIVE) + self.assertIn(approved.record_id, self.bank.records) + + def test_multi_hop_and_slot_replacement(self) -> None: + second, _ = self.bank.write(text="项目的第二个节点", key=torch.randn(16), slot_index=2) + third, _ = self.bank.write(text="项目的第三个节点", key=torch.randn(16), slot_index=3) + first, _ = self.bank.write( + text="项目的第一个节点", + key=torch.randn(16), + related_ids=[second.record_id, third.record_id], + slot_index=1, + ) + replacement, action = self.bank.write( + text="项目的第一个节点修正版", + key=torch.randn(16), + related_ids=[second.record_id], + slot_index=1, + ) + self.assertEqual(action, "updated") + self.assertEqual(first.status, STATUS_SUPERSEDED) + self.assertEqual(replacement.status, STATUS_ACTIVE) + records, decision = self.bank.query( + query_key=replacement.key, + top_k_pages=2, + top_k_records=4, + max_hops=3, + ) + ids = {record.record_id for record in records} + self.assertIn(replacement.record_id, ids) + self.assertGreaterEqual(decision.hop_count, 1) + + def test_coarse_index_bounds_candidate_pages(self) -> None: + for index in range(300): + key = torch.zeros(16) + key[index % 16] = 1.0 + key[(index * 7 + 3) % 16] += 0.05 + self.bank.write(text=f"memory-{index}", key=key, importance=0.2) + query_key = torch.zeros(16) + query_key[3] = 1.0 + self.bank.query(query_key=query_key, top_k_pages=2, top_k_records=2) + stats = self.bank.stats() + self.assertGreater(stats["pages"], 128) + self.assertLess(stats["last_coarse_candidates"], stats["pages"]) + + def test_export_and_restore(self) -> None: + record, _ = self.bank.write( + text="可持久化事实", + key=torch.randn(16), + token_ids=torch.tensor([4, 5, 6]), + token_mask=torch.tensor([True, True, True]), + ) + payload = self.bank.export_payload() + restored = PagedMemoryBankV2.from_payload(payload, router=self.router) + self.assertEqual(restored.stats()["active_records"], 1) + self.assertTrue(torch.equal(restored.records[record.record_id].token_ids, torch.tensor([4, 5, 6]))) + self.assertEqual(restored.records[record.record_id].page_id, record.page_id) + + def test_lazy_capacity_is_bounded(self) -> None: + bank = PagedMemoryBankV2( + 16, + router=self.router, + page_capacity=1, + max_pages=2, + hot_pages=0, + coarse_index_bits=8, + ) + bank.write(text="容量一", key=torch.randn(16)) + bank.write(text="容量二", key=torch.randn(16)) + self.assertEqual(bank.stats()["pages"], 2) + with self.assertRaises(RuntimeError): + bank.write(text="容量三", key=torch.randn(16)) + + def test_memory_os_and_kv_budget(self) -> None: + os_v2 = MemoryOSV2(16, router=self.router) + record, action = os_v2.write( + text="可靠事实", + key=torch.randn(16), + importance=0.9, + confidence=0.9, + ) + self.assertEqual(action, "inserted") + self.assertIn(record.record_id, os_v2.bank.records) + budget = KVBudgetManagerV2(max_tokens=128, hard_max_tokens=512, keep_recent_tokens=32) + self.assertFalse(budget.needs_compaction(100)) + self.assertTrue(budget.needs_compaction(120)) + self.assertEqual(budget.overflow(140), 12) + + def test_batch_context_records_keep_all_chunks_active(self) -> None: + os_v2 = MemoryOSV2(16, router=self.router) + output = os_v2.write_batch( + [ + { + "text": "context_chunk:0:0:4", + "key": torch.randn(16), + "memory_type": "context_chunk", + "importance": 0.55, + "confidence": 0.8, + "trusted": True, + "force": True, + }, + { + "text": "context_chunk:0:4:8", + "key": torch.randn(16), + "memory_type": "context_chunk", + "importance": 0.55, + "confidence": 0.8, + "trusted": True, + "force": True, + }, + ] + ) + self.assertEqual(len(output), 2) + self.assertEqual(os_v2.stats()["active_records"], 2) + + def test_management_list_edit_retract_and_audit(self) -> None: + os_v2 = MemoryOSV2(16, router=self.router) + record, _ = os_v2.write( + text="用户喜欢蓝色", + key=torch.randn(16), + entity="user", + attribute="color", + value="蓝色", + confidence=0.95, + importance=0.9, + ) + listed = os_v2.list_records(query_text="蓝色", status="active", limit=10) + self.assertEqual([item.record_id for item in listed], [record.record_id]) + edited = os_v2.edit_record( + record.record_id, + text="用户喜欢绿色", + entity="user", + attribute="color", + value="绿色", + evidence=["user_correction"], + ) + self.assertEqual(edited.version, 1) + self.assertEqual(edited.supersedes, record.record_id) + self.assertEqual(os_v2.bank.records[record.record_id].status, STATUS_SUPERSEDED) + self.assertEqual(os_v2.list_records(query_text="绿色")[0].record_id, edited.record_id) + os_v2.retract_record(edited.record_id) + self.assertEqual(os_v2.bank.records[edited.record_id].status, "retracted") + audit = os_v2.audit() + self.assertTrue(audit["healthy"], audit) + all_records = os_v2.list_records(status="all", limit=10) + self.assertEqual(len(all_records), 2) + + def test_tiered_storage_restarts_and_evicts_cold_records(self) -> None: + with TemporaryDirectory() as directory: + path = f"{directory}/memory.sqlite" + store = TieredMemoryStoreV2(path, key_dim=8, page_capacity=2) + bank = PagedMemoryBankV2( + 16, + router=self.router, + page_capacity=2, + max_pages=64, + hot_pages=1, + top_k_pages=2, + top_k_records=2, + tier_store=store, + max_resident_pages=1, + coarse_index_bits=8, + ) + for index in range(8): + key = torch.zeros(16) + key[index % 8] = 1.0 + bank.write( + text=f"tiered-memory-{index}", + key=key, + entity="user", + attribute=f"attr-{index}", + value=f"value-{index}", + importance=0.1 if index < 7 else 1.0, + confidence=0.95, + ) + stats = bank.stats() + self.assertEqual(stats["storage_mode"], "tiered") + self.assertGreaterEqual(stats["pages"], 4) + self.assertGreater(stats["cold_pages"], 0) + self.assertLess(stats["resident_records"], stats["records"]) + store.close() + + reopened_store = TieredMemoryStoreV2(path, key_dim=8, page_capacity=2) + reopened = PagedMemoryBankV2( + 16, + router=self.router, + page_capacity=2, + max_pages=64, + hot_pages=1, + top_k_pages=2, + top_k_records=2, + tier_store=reopened_store, + max_resident_pages=1, + coarse_index_bits=8, + ) + records, decision = reopened.query( + query_key=torch.nn.functional.one_hot(torch.tensor(3), num_classes=16).float(), + query_text="tiered-memory-3", + top_k_pages=2, + top_k_records=2, + ) + self.assertTrue(records) + self.assertTrue(any(item.text == "tiered-memory-3" for item in records)) + self.assertGreaterEqual(decision.hop_count, 1) + quarantined, action = reopened.write( + text="待审批事实", + key=torch.randn(16), + trusted=False, + confidence=0.1, + ) + self.assertEqual(action, "quarantined") + reopened_store.close() + + final_store = TieredMemoryStoreV2(path, key_dim=8, page_capacity=2) + final_bank = PagedMemoryBankV2( + 16, + router=self.router, + page_capacity=2, + max_pages=64, + hot_pages=1, + tier_store=final_store, + max_resident_pages=2, + coarse_index_bits=8, + ) + self.assertIn(quarantined.record_id, final_bank.quarantine) + approved = final_bank.approve(quarantined.record_id) + self.assertEqual(approved.status, STATUS_ACTIVE) + final_store.close() + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_model.py b/tests/test_model.py new file mode 100644 index 0000000..63f13a4 --- /dev/null +++ b/tests/test_model.py @@ -0,0 +1,34 @@ +from __future__ import annotations + +import unittest + +import torch + +from dynamic_memory_lab.model import DynamicMemoryConfig, DynamicMemoryLM +from dynamic_memory_lab.tasks import sample_associative_batch + + +class DynamicMemoryModelTest(unittest.TestCase): + def setUp(self) -> None: + self.device = torch.device("cpu") + self.config = DynamicMemoryConfig(vocab_size=32, max_seq_len=16, d_model=32, n_layers=1, n_heads=4, memory_slots=2) + self.model = DynamicMemoryLM(self.config).to(self.device) + + def test_shapes_and_loss(self) -> None: + batch = sample_associative_batch(batch_size=3, vocab_size=self.config.vocab_size, device=self.device) + memory = self.model(batch.learn_chunks[0]).memory + output = self.model(batch.query_input, memory=memory, update_memory=False, labels=batch.query_labels) + self.assertEqual(tuple(output.logits.shape), (3, 2, self.config.vocab_size)) + self.assertEqual(tuple(output.memory.shape), (3, self.config.memory_slots, self.config.d_model)) + self.assertIsNotNone(output.loss) + output.loss.backward() + + def test_memory_changes_after_learning_chunk(self) -> None: + batch = sample_associative_batch(batch_size=2, vocab_size=self.config.vocab_size, device=self.device) + initial = self.model.memory.initial_state(2, device=self.device, dtype=torch.float32) + updated = self.model(batch.learn_chunks[0], memory=initial, update_memory=True).memory + self.assertFalse(torch.allclose(initial, updated)) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_qwen_surgery.py b/tests/test_qwen_surgery.py new file mode 100644 index 0000000..246404d --- /dev/null +++ b/tests/test_qwen_surgery.py @@ -0,0 +1,142 @@ +from __future__ import annotations + +import unittest + +import torch +from torch import nn + +from dynamic_memory_lab.qwen_integration import ( + AutomaticMemoryPolicy, + MemoryLayerAdapter, + NaturalLanguageRetriever, + NativeQwenDynamicMemory, + QwenMemoryConfig, + QwenDynamicMemory, + _MemoryRuntime, + looks_like_question, + split_memory_candidates, +) + + +class _FakeAttention(nn.Module): + def __init__(self, *, fail_if_called: bool = False) -> None: + super().__init__() + self.fail_if_called = fail_if_called + self.called = False + + def forward(self, hidden_states: torch.Tensor, **kwargs): + self.called = True + if self.fail_if_called: + raise AssertionError("original token mixer was called in replace mode") + return hidden_states * 2.0, None + + +class _FakeQwenLayer(nn.Module): + layer_type = "full_attention" + + def __init__(self, *, fail_if_called: bool = False) -> None: + super().__init__() + self.input_layernorm = nn.Identity() + self.post_attention_layernorm = nn.Identity() + self.self_attn = _FakeAttention(fail_if_called=fail_if_called) + self.mlp = nn.Identity() + + def forward(self, hidden_states, position_embeddings=None, attention_mask=None, position_ids=None, past_key_values=None, **kwargs): + return hidden_states + self.self_attn(hidden_states)[0] + + +class QwenSurgeryTest(unittest.TestCase): + def _runtime(self): + memory = QwenDynamicMemory( + hidden_size=8, + config=QwenMemoryConfig(memory_slots=2, memory_dim=4), + ) + runtime = _MemoryRuntime(memory) + runtime.state = memory.initial_state(1, device=torch.device("cpu")) + return runtime + + def test_blend_exposes_trainable_mixer_weight(self) -> None: + runtime = self._runtime() + adapter = MemoryLayerAdapter( + _FakeQwenLayer(), + runtime, + read=True, + write=False, + mode="blend", + blend_init=0.5, + ) + output = adapter(torch.ones(1, 3, 8)) + output.sum().backward() + self.assertEqual(tuple(output.shape), (1, 3, 8)) + self.assertIsNotNone(adapter.blend_logit.grad) + + def test_replace_skips_original_token_mixer(self) -> None: + runtime = self._runtime() + layer = _FakeQwenLayer(fail_if_called=True) + adapter = MemoryLayerAdapter(layer, runtime, read=True, write=False, mode="replace") + output = adapter(torch.ones(1, 3, 8)) + self.assertEqual(tuple(output.shape), (1, 3, 8)) + self.assertFalse(layer.self_attn.called) + + def test_raw_token_write_uses_output_projection_row(self) -> None: + memory = QwenDynamicMemory( + hidden_size=8, + config=QwenMemoryConfig( + memory_slots=2, + memory_dim=4, + write_token_offset=2, + raw_token_write=True, + broadcast_write=True, + ), + ) + runtime = _MemoryRuntime(memory) + runtime.state = memory.initial_state(1, device=torch.device("cpu")) + runtime.read_enabled = False + runtime.update_enabled = True + runtime.input_ids = torch.tensor([[5, 6, 7, 8]]) + runtime.attention_mask = torch.ones_like(runtime.input_ids) + runtime.output_embeddings = nn.Linear(8, 16, bias=False) + adapter = MemoryLayerAdapter(_FakeQwenLayer(), runtime, read=True, write=True, mode="residual") + + adapter(torch.ones(1, 4, 8)) + + expected = runtime.output_embeddings.weight[7] + self.assertIsNotNone(runtime.raw_memory) + self.assertTrue(torch.allclose(runtime.raw_memory[0], expected)) + + def test_native_controller_exposes_write_forget_and_value_state(self) -> None: + memory = NativeQwenDynamicMemory( + hidden_size=8, + config=QwenMemoryConfig(memory_slots=2, memory_dim=4), + ) + hidden = torch.randn(1, 3, 8) + state = memory.initial_state(1, device=torch.device("cpu")) + updated = memory.update(hidden, state, attention_mask=torch.ones(1, 5, dtype=torch.long)) + self.assertEqual(tuple(updated.shape), (1, 2, 4)) + self.assertEqual(tuple(memory.last_write_probability.shape), (1, 1)) + self.assertEqual(tuple(memory.last_forget_probability.shape), (1, 2)) + self.assertEqual(tuple(memory.last_write_summary.shape), (1, 8)) + self.assertEqual(tuple(memory.last_write_representation.shape), (1, 8)) + + def test_natural_language_retriever_scores_single_and_multiple_slots(self) -> None: + retriever = NaturalLanguageRetriever(hidden_size=8, projection_size=4) + query = torch.randn(2, 8) + one_key = torch.randn(2, 8) + many_keys = torch.randn(2, 3, 8) + self.assertEqual(tuple(retriever(query, one_key).shape), (2,)) + self.assertEqual(tuple(retriever(query, many_keys).shape), (2, 3)) + + def test_automatic_memory_policy_and_candidate_segmentation(self) -> None: + policy = AutomaticMemoryPolicy(hidden_size=8) + output = policy(torch.randn(3, 8)) + self.assertEqual(tuple(output.shape), (3,)) + self.assertEqual( + split_memory_candidates("我叫林浩，我正在开发星火项目。"), + ["我叫林浩，我正在开发星火项目。"], + ) + self.assertTrue(looks_like_question("如果我选择 GPU，会发生什么？")) + self.assertFalse(looks_like_question("我住在上海，正在开发星火项目。")) + + +if __name__ == "__main__": + unittest.main() diff --git a/tiered_memory_store_v2.py b/tiered_memory_store_v2.py new file mode 100644 index 0000000..01bc3bb --- /dev/null +++ b/tiered_memory_store_v2.py @@ -0,0 +1,561 @@ +"""Disk-backed page storage for Natural Memory v2. + +The neural router never reads this module directly. ``PagedMemoryBankV2`` +uses it as an owned storage tier when a deployment needs more records than +RAM can comfortably retain. Keys and token ids are stored as compact binary +blobs; SQLite is used only for durable metadata, page locality and recovery. +The backend is deliberately dependency-free beyond PyTorch and the Python +standard library. +""" + +from __future__ import annotations + +import json +import sqlite3 +import struct +import threading +from contextlib import contextmanager +from pathlib import Path +from typing import Any, Iterable, Optional + +import torch +from torch import Tensor + + +def _pack_tensor(value: Optional[Tensor], *, dtype: str) -> Optional[bytes]: + if value is None: + return None + tensor = value.detach().cpu().contiguous() + if dtype == "float32": + tensor = tensor.float() + raw = tensor.numpy().tobytes() + elif dtype == "int32": + tensor = tensor.to(torch.int32) + raw = tensor.numpy().tobytes() + elif dtype == "bool": + raw = tensor.bool().numpy().tobytes() + else: + raise ValueError(f"unsupported tensor dtype: {dtype}") + return struct.pack(" Optional[Tensor]: + if value is None: + return None + if len(value) < 4: + raise ValueError("corrupt tensor blob") + count = struct.unpack(" None: + self.path = Path(path) + self.path.parent.mkdir(parents=True, exist_ok=True) + self.key_dim = int(key_dim) + self.page_capacity = int(page_capacity) + self._lock = threading.RLock() + self.connection = sqlite3.connect( + str(self.path), + check_same_thread=False, + isolation_level=None, + ) + self.connection.execute("PRAGMA journal_mode=WAL") + self.connection.execute("PRAGMA synchronous=NORMAL") + self.connection.execute("PRAGMA temp_store=MEMORY") + self.connection.execute("PRAGMA foreign_keys=ON") + self._create_schema() + + def _create_schema(self) -> None: + with self._lock: + self.connection.executescript( + """ + CREATE TABLE IF NOT EXISTS store_meta ( + key TEXT PRIMARY KEY, + value TEXT NOT NULL + ); + CREATE TABLE IF NOT EXISTS pages ( + page_id TEXT PRIMARY KEY, + tier TEXT NOT NULL, + capacity INTEGER NOT NULL, + record_ids TEXT NOT NULL, + key BLOB, + summary BLOB, + importance REAL NOT NULL, + created_at INTEGER NOT NULL, + last_access INTEGER NOT NULL + ); + CREATE TABLE IF NOT EXISTS records ( + record_id TEXT PRIMARY KEY, + page_id TEXT NOT NULL, + text TEXT NOT NULL, + key BLOB NOT NULL, + summary BLOB NOT NULL, + memory_type TEXT NOT NULL, + entity TEXT NOT NULL, + attribute TEXT NOT NULL, + value TEXT NOT NULL, + timestamp INTEGER NOT NULL, + importance REAL NOT NULL, + confidence REAL NOT NULL, + source TEXT NOT NULL, + status TEXT NOT NULL, + version INTEGER NOT NULL, + supersedes TEXT NOT NULL, + related_ids TEXT NOT NULL, + evidence TEXT NOT NULL, + slot_index INTEGER NOT NULL, + token_ids BLOB, + token_mask BLOB, + access_count INTEGER NOT NULL, + last_access INTEGER NOT NULL, + FOREIGN KEY(page_id) REFERENCES pages(page_id) ON DELETE CASCADE + ); + CREATE INDEX IF NOT EXISTS records_page_idx ON records(page_id); + CREATE INDEX IF NOT EXISTS records_status_idx ON records(status); + CREATE INDEX IF NOT EXISTS records_text_idx ON records(text COLLATE NOCASE); + CREATE INDEX IF NOT EXISTS records_conflict_idx + ON records(entity COLLATE NOCASE, attribute COLLATE NOCASE, status); + CREATE TABLE IF NOT EXISTS quarantine ( + record_id TEXT PRIMARY KEY, + payload TEXT NOT NULL + ); + CREATE TABLE IF NOT EXISTS coarse_buckets ( + signature INTEGER NOT NULL, + page_id TEXT NOT NULL, + PRIMARY KEY(signature, page_id), + FOREIGN KEY(page_id) REFERENCES pages(page_id) ON DELETE CASCADE + ); + CREATE INDEX IF NOT EXISTS coarse_page_idx ON coarse_buckets(page_id); + """ + ) + self.connection.execute( + "INSERT OR IGNORE INTO store_meta(key, value) VALUES('format_version', '2')" + ) + self.connection.execute( + "INSERT OR REPLACE INTO store_meta(key, value) VALUES('key_dim', ?)", + (str(self.key_dim),), + ) + self.connection.execute( + "INSERT OR REPLACE INTO store_meta(key, value) VALUES('page_capacity', ?)", + (str(self.page_capacity),), + ) + + @staticmethod + def _record_values(record: Any) -> tuple[Any, ...]: + return ( + record.record_id, + record.page_id, + record.text, + _pack_tensor(record.key, dtype="float32"), + _pack_tensor(record.summary, dtype="float32"), + record.memory_type, + record.entity, + record.attribute, + record.value, + int(record.timestamp), + float(record.importance), + float(record.confidence), + record.source, + record.status, + int(record.version), + record.supersedes, + json.dumps(record.related_ids, ensure_ascii=False, separators=(",", ":")), + json.dumps(record.evidence, ensure_ascii=False, separators=(",", ":")), + int(record.slot_index), + _pack_tensor(record.token_ids, dtype="int32"), + _pack_tensor(record.token_mask, dtype="bool"), + int(record.access_count), + int(record.last_access), + ) + + def upsert_page(self, page: Any) -> None: + with self._lock: + self.connection.execute( + """ + INSERT INTO pages(page_id, tier, capacity, record_ids, key, summary, + importance, created_at, last_access) + VALUES(?, ?, ?, ?, ?, ?, ?, ?, ?) + ON CONFLICT(page_id) DO UPDATE SET + tier=excluded.tier, + capacity=excluded.capacity, + record_ids=excluded.record_ids, + key=excluded.key, + summary=excluded.summary, + importance=excluded.importance, + last_access=excluded.last_access + """, + ( + page.page_id, + page.tier, + int(page.capacity), + json.dumps(page.record_ids, ensure_ascii=False, separators=(",", ":")), + _pack_tensor(page.key, dtype="float32"), + _pack_tensor(page.summary, dtype="float32"), + float(page.importance), + int(page.created_at), + int(page.last_access), + ), + ) + + def upsert_record(self, record: Any) -> None: + with self._lock: + self.connection.execute( + """ + INSERT INTO records( + record_id, page_id, text, key, summary, memory_type, entity, + attribute, value, timestamp, importance, confidence, source, + status, version, supersedes, related_ids, evidence, slot_index, + token_ids, token_mask, access_count, last_access + ) VALUES(?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) + ON CONFLICT(record_id) DO UPDATE SET + page_id=excluded.page_id, + text=excluded.text, + key=excluded.key, + summary=excluded.summary, + memory_type=excluded.memory_type, + entity=excluded.entity, + attribute=excluded.attribute, + value=excluded.value, + timestamp=excluded.timestamp, + importance=excluded.importance, + confidence=excluded.confidence, + source=excluded.source, + status=excluded.status, + version=excluded.version, + supersedes=excluded.supersedes, + related_ids=excluded.related_ids, + evidence=excluded.evidence, + slot_index=excluded.slot_index, + token_ids=excluded.token_ids, + token_mask=excluded.token_mask, + access_count=excluded.access_count, + last_access=excluded.last_access + """, + self._record_values(record), + ) + + @staticmethod + def _quarantine_payload(record: Any) -> str: + payload = { + "record_id": record.record_id, + "text": record.text, + "key": record.key.detach().cpu().tolist(), + "summary": record.summary.detach().cpu().tolist(), + "memory_type": record.memory_type, + "entity": record.entity, + "attribute": record.attribute, + "value": record.value, + "timestamp": int(record.timestamp), + "importance": float(record.importance), + "confidence": float(record.confidence), + "source": record.source, + "status": record.status, + "version": int(record.version), + "page_id": record.page_id, + "supersedes": record.supersedes, + "related_ids": list(record.related_ids), + "evidence": list(record.evidence), + "slot_index": int(record.slot_index), + "token_ids": record.token_ids.detach().cpu().tolist() if record.token_ids is not None else None, + "token_mask": record.token_mask.detach().cpu().tolist() if record.token_mask is not None else None, + "access_count": int(record.access_count), + "last_access": int(record.last_access), + } + return json.dumps(payload, ensure_ascii=False, separators=(",", ":")) + + def upsert_quarantine(self, record: Any) -> None: + with self._lock: + self.connection.execute( + "INSERT INTO quarantine(record_id, payload) VALUES(?, ?) ON CONFLICT(record_id) DO UPDATE SET payload=excluded.payload", + (record.record_id, self._quarantine_payload(record)), + ) + + def load_quarantine(self) -> list[dict[str, Any]]: + with self._lock: + rows = self.connection.execute("SELECT payload FROM quarantine ORDER BY record_id").fetchall() + output = [] + for (payload,) in rows: + item = json.loads(payload) + item["key"] = torch.tensor(item["key"], dtype=torch.float32) + item["summary"] = torch.tensor(item["summary"], dtype=torch.float32) + if item.get("token_ids") is not None: + item["token_ids"] = torch.tensor(item["token_ids"], dtype=torch.long) + if item.get("token_mask") is not None: + item["token_mask"] = torch.tensor(item["token_mask"], dtype=torch.bool) + output.append(item) + return output + + def delete_quarantine(self, record_id: str) -> None: + with self._lock: + self.connection.execute("DELETE FROM quarantine WHERE record_id=?", (record_id,)) + + def upsert_page_with_records(self, page: Any, records: Iterable[Any]) -> None: + with self._lock: + self.connection.execute("BEGIN") + try: + self.upsert_page(page) + for record in records: + self.upsert_record(record) + self.connection.execute("COMMIT") + except BaseException: + self.connection.execute("ROLLBACK") + raise + + @contextmanager + def transaction(self): + with self._lock: + self.connection.execute("BEGIN") + try: + yield self + self.connection.execute("COMMIT") + except BaseException: + self.connection.execute("ROLLBACK") + raise + + def replace_page_buckets(self, page_id: str, signatures: Iterable[int]) -> None: + with self._lock: + self.connection.execute("DELETE FROM coarse_buckets WHERE page_id=?", (page_id,)) + self.connection.executemany( + "INSERT OR IGNORE INTO coarse_buckets(signature, page_id) VALUES(?, ?)", + [(int(signature), page_id) for signature in set(signatures)], + ) + + def clear_coarse_buckets(self) -> None: + with self._lock: + self.connection.execute("DELETE FROM coarse_buckets") + + def record_keys(self) -> list[tuple[str, Tensor]]: + """Return compact record addresses for an explicit index rebuild.""" + + with self._lock: + rows = self.connection.execute("SELECT record_id, key FROM records").fetchall() + return [ + (str(record_id), _unpack_tensor(blob, dtype="float32")) + for record_id, blob in rows + ] + + def page_headers(self) -> list[dict[str, Any]]: + with self._lock: + rows = self.connection.execute( + "SELECT page_id, tier, capacity, record_ids, key, summary, importance, created_at, last_access FROM pages ORDER BY created_at, page_id" + ).fetchall() + return [ + { + "page_id": row[0], + "tier": row[1], + "capacity": int(row[2]), + "record_ids": list(json.loads(row[3])), + "key": _unpack_tensor(row[4], dtype="float32"), + "summary": _unpack_tensor(row[5], dtype="float32"), + "importance": float(row[6]), + "created_at": int(row[7]), + "last_access": int(row[8]), + } + for row in rows + ] + + def load_records(self, record_ids: Iterable[str]) -> list[dict[str, Any]]: + ids = list(dict.fromkeys(str(item) for item in record_ids)) + if not ids: + return [] + output: list[dict[str, Any]] = [] + with self._lock: + for start in range(0, len(ids), 500): + chunk = ids[start : start + 500] + placeholders = ",".join("?" for _ in chunk) + rows = self.connection.execute( + f"SELECT record_id, page_id, text, key, summary, memory_type, entity, attribute, value, timestamp, importance, confidence, source, status, version, supersedes, related_ids, evidence, slot_index, token_ids, token_mask, access_count, last_access FROM records WHERE record_id IN ({placeholders})", + chunk, + ).fetchall() + for row in rows: + output.append( + { + "record_id": row[0], + "page_id": row[1], + "text": row[2], + "key": _unpack_tensor(row[3], dtype="float32"), + "summary": _unpack_tensor(row[4], dtype="float32"), + "memory_type": row[5], + "entity": row[6], + "attribute": row[7], + "value": row[8], + "timestamp": int(row[9]), + "importance": float(row[10]), + "confidence": float(row[11]), + "source": row[12], + "status": row[13], + "version": int(row[14]), + "supersedes": row[15], + "related_ids": list(json.loads(row[16])), + "evidence": list(json.loads(row[17])), + "slot_index": int(row[18]), + "token_ids": _unpack_tensor(row[19], dtype="int32"), + "token_mask": _unpack_tensor(row[20], dtype="bool"), + "access_count": int(row[21]), + "last_access": int(row[22]), + } + ) + return output + + def find_by_text(self, text: str, *, active_status: str) -> Optional[dict[str, Any]]: + with self._lock: + row = self.connection.execute( + "SELECT record_id FROM records WHERE text=? COLLATE NOCASE AND status=? LIMIT 1", + (text.strip(), active_status), + ).fetchone() + if row is None: + return None + loaded = self.load_records([row[0]]) + return loaded[0] if loaded else None + + def find_by_conflict( + self, + entity: str, + attribute: str, + *, + active_status: str, + ) -> Optional[dict[str, Any]]: + with self._lock: + row = self.connection.execute( + "SELECT record_id FROM records WHERE entity=? COLLATE NOCASE AND attribute=? COLLATE NOCASE AND status=? ORDER BY version DESC LIMIT 1", + (entity.strip(), attribute.strip(), active_status), + ).fetchone() + if row is None: + return None + loaded = self.load_records([row[0]]) + return loaded[0] if loaded else None + + def active_conflicts(self, *, active_status: str) -> dict[str, str]: + with self._lock: + rows = self.connection.execute( + "SELECT entity, attribute, record_id FROM records WHERE status=? AND entity<>'' AND attribute<>'' ORDER BY version DESC, last_access DESC", + (active_status,), + ).fetchall() + output: dict[str, str] = {} + for entity, attribute, record_id in rows: + output.setdefault(f"{entity.strip().lower()}::{attribute.strip().lower()}", record_id) + return output + + def candidate_page_ids( + self, + signatures: Iterable[int], + *, + hot_page_ids: Iterable[str] = (), + limit: int = 4096, + ) -> list[str]: + values = list(dict.fromkeys(int(item) for item in signatures)) + selected: list[str] = [] + with self._lock: + # Preserve the exact bucket before Hamming-neighbor probes. A + # single combined IN query is subtly unsafe: SQLite may return + # neighbor pages first and truncate the exact match away. + for index, signature in enumerate(values): + remaining = int(limit) - len(selected) + if index == 0: + rows = self.connection.execute( + "SELECT page_id FROM coarse_buckets WHERE signature=? ORDER BY page_id", + (int(signature),), + ).fetchall() + elif remaining > 0: + rows = self.connection.execute( + "SELECT page_id FROM coarse_buckets WHERE signature=? ORDER BY page_id LIMIT ?", + (int(signature), remaining), + ).fetchall() + else: + break + selected.extend(row[0] for row in rows) + selected.extend(str(item) for item in hot_page_ids) + selected = list(dict.fromkeys(selected))[:limit] + if not selected: + rows = self.connection.execute( + "SELECT page_id FROM pages ORDER BY last_access DESC, page_id LIMIT ?", + (min(128, int(limit)),), + ).fetchall() + selected = [row[0] for row in rows] + return selected + + def set_page_tier(self, page_id: str, tier: str) -> None: + with self._lock: + self.connection.execute("UPDATE pages SET tier=? WHERE page_id=?", (tier, page_id)) + + def count(self) -> dict[str, int]: + with self._lock: + pages = int(self.connection.execute("SELECT COUNT(*) FROM pages").fetchone()[0]) + records = int(self.connection.execute("SELECT COUNT(*) FROM records").fetchone()[0]) + status_rows = self.connection.execute( + "SELECT status, COUNT(*) FROM records GROUP BY status" + ).fetchall() + cold = int(self.connection.execute("SELECT COUNT(*) FROM pages WHERE tier='cold'").fetchone()[0]) + warm = int(self.connection.execute("SELECT COUNT(*) FROM pages WHERE tier='warm'").fetchone()[0]) + hot = int(self.connection.execute("SELECT COUNT(*) FROM pages WHERE tier='hot'").fetchone()[0]) + quarantined = int(self.connection.execute("SELECT COUNT(*) FROM quarantine").fetchone()[0]) + output = { + "pages": pages, + "records": records, + "hot_pages": hot, + "warm_pages": warm, + "cold_pages": cold, + "quarantined": quarantined, + } + output.update({f"status_{status}": int(count) for status, count in status_rows}) + return output + + def coarse_bucket_count(self) -> int: + with self._lock: + return int(self.connection.execute("SELECT COUNT(DISTINCT signature) FROM coarse_buckets").fetchone()[0]) + + def flush(self) -> None: + with self._lock: + self.connection.execute("PRAGMA wal_checkpoint(PASSIVE)") + + def clear(self) -> None: + """Clear durable memory records while preserving the store schema.""" + + with self._lock: + self.connection.execute("BEGIN") + try: + self.connection.execute("DELETE FROM coarse_buckets") + self.connection.execute("DELETE FROM records") + self.connection.execute("DELETE FROM pages") + self.connection.execute("DELETE FROM quarantine") + self.connection.execute("COMMIT") + except BaseException: + self.connection.execute("ROLLBACK") + raise + + def close(self) -> None: + with self._lock: + self.flush() + self.connection.close() + + def __enter__(self) -> "TieredMemoryStoreV2": + return self + + def __exit__(self, *_: Any) -> None: + self.close() + + +__all__ = ["TieredMemoryStoreV2"] diff --git a/train_associative.py b/train_associative.py new file mode 100644 index 0000000..6ce28cc --- /dev/null +++ b/train_associative.py @@ -0,0 +1,127 @@ +"""Train the dynamic memory mechanism on a separated key-value task.""" + +from __future__ import annotations + +import argparse +import json +import random +from contextlib import nullcontext +from pathlib import Path + +import torch +from torch.nn.utils import clip_grad_norm_ + +from .model import DynamicMemoryConfig, DynamicMemoryLM, count_parameters +from .tasks import sample_associative_batch + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--steps", type=int, default=1000) + parser.add_argument("--batch-size", type=int, default=64) + parser.add_argument("--lr", type=float, default=3e-4) + parser.add_argument("--eval-every", type=int, default=100) + parser.add_argument("--seed", type=int, default=42) + parser.add_argument("--device", default="auto", choices=("auto", "cpu", "cuda")) + parser.add_argument("--overwrite", action="store_true") + parser.add_argument("--checkpoint-dir", default="dynamic_memory_lab/checkpoints") + parser.add_argument("--resume", default=None, help="path to a checkpoint produced by this script") + return parser.parse_args() + + +def choose_device(requested: str) -> torch.device: + if requested == "cuda" and not torch.cuda.is_available(): + raise RuntimeError("CUDA was requested but is not available") + if requested == "auto": + return torch.device("cuda" if torch.cuda.is_available() else "cpu") + return torch.device(requested) + + +def evaluate(model: DynamicMemoryLM, *, device: torch.device, overwrite: bool, batches: int = 20) -> tuple[float, float]: + model.eval() + total_loss = 0.0 + total_correct = 0 + total_items = 0 + with torch.no_grad(): + for _ in range(batches): + batch = sample_associative_batch( + batch_size=256, + vocab_size=model.config.vocab_size, + device=device, + overwrite=overwrite, + ) + memory = None + for chunk in batch.learn_chunks: + memory = model(chunk, memory=memory, update_memory=True).memory + output = model(batch.query_input, memory=memory, update_memory=False, labels=batch.query_labels) + total_loss += float(output.loss) + prediction = output.logits[:, 0].argmax(dim=-1) + total_correct += int((prediction == batch.expected).sum()) + total_items += batch.expected.numel() + model.train() + return total_loss / batches, total_correct / total_items + + +def main() -> None: + args = parse_args() + random.seed(args.seed) + torch.manual_seed(args.seed) + device = choose_device(args.device) + if device.type == "cuda": + torch.cuda.manual_seed_all(args.seed) + + config = DynamicMemoryConfig() + model = DynamicMemoryLM(config).to(device) + optimizer = torch.optim.AdamW(model.parameters(), lr=args.lr, betas=(0.9, 0.95), weight_decay=0.01) + use_amp = device.type == "cuda" + checkpoint_dir = Path(args.checkpoint_dir) + checkpoint_dir.mkdir(parents=True, exist_ok=True) + + start_step = 0 + if args.resume: + checkpoint = torch.load(args.resume, map_location=device, weights_only=False) + model.load_state_dict(checkpoint["model"]) + optimizer.load_state_dict(checkpoint["optimizer"]) + start_step = int(checkpoint.get("step", 0)) + print(f"resumed_from={args.resume} step={start_step}") + + print(f"device={device} parameters={count_parameters(model):,} overwrite={args.overwrite}") + for step in range(start_step + 1, start_step + args.steps + 1): + model.train() + batch = sample_associative_batch( + batch_size=args.batch_size, + vocab_size=config.vocab_size, + device=device, + overwrite=args.overwrite, + ) + memory = None + optimizer.zero_grad(set_to_none=True) + amp_context = torch.autocast(device_type="cuda", dtype=torch.bfloat16) if use_amp else nullcontext() + with amp_context: + for chunk in batch.learn_chunks: + memory = model(chunk, memory=memory, update_memory=True).memory + output = model(batch.query_input, memory=memory, update_memory=False, labels=batch.query_labels) + if output.loss is None: + raise RuntimeError("training loss was not produced") + loss = output.loss + loss.backward() + clip_grad_norm_(model.parameters(), 1.0) + optimizer.step() + + if step == 1 or step % args.eval_every == 0 or step == args.steps: + eval_loss, accuracy = evaluate(model, device=device, overwrite=args.overwrite) + print(f"step={step:5d} train_loss={loss.detach().item():.4f} eval_loss={eval_loss:.4f} accuracy={accuracy:.3f}") + state = { + "config": vars(config), + "model": model.state_dict(), + "optimizer": optimizer.state_dict(), + "step": step, + "seed": args.seed, + "overwrite": args.overwrite, + } + torch.save(state, checkpoint_dir / "latest.pt") + (checkpoint_dir / "run.json").write_text(json.dumps({"args": vars(args), "device": str(device)}, indent=2), encoding="utf-8") + + +if __name__ == "__main__": + main() diff --git a/train_auto_memory_policy.py b/train_auto_memory_policy.py new file mode 100644 index 0000000..f517210 --- /dev/null +++ b/train_auto_memory_policy.py @@ -0,0 +1,284 @@ +"""Train the internal high-recall automatic memory write policy. + +The frozen Qwen backbone and the existing native memory controller provide +the representation. Only a small policy head is trained. Positive examples +cover durable personal facts, preferences, plans, project constraints and +corrections; negative examples cover questions, requests, hypotheticals and +casual conversation. The runtime still stores the exact user token sequence, +so this head decides *whether* to remember rather than compressing the fact. +""" + +from __future__ import annotations + +import argparse +import json +import random +from pathlib import Path + +import torch +import torch.nn.functional as F + +from .qwen_integration import load_memory_config, load_qwen_dynamic, load_tokenizer + + +POSITIVE = ( + "我叫{value}。", + "我的常住城市是{value}。", + "我最喜欢的水果是{value}。", + "我正在开发{value}项目。", + "以后请把代码默认写成{value}。", + "我计划在{value}完成这个任务。", + "我的工作地点是{value}。", + "我的常用时区是{value}。", + "请记住这条信息：{value}。", + "更正一下，刚才的内容应该是{value}。", + "这是我的长期偏好：{value}。", + "这个项目的重要约束是{value}。", +) + +NEGATIVE = ( + "帮我写一段关于{value}的代码。", + "请解释{value}是什么意思。", + "{value}是什么？", + "你觉得{value}怎么样？", + "如果以后遇到{value}，应该怎么办？", + "今天天气不错，随便聊聊{value}。", + "请把{value}翻译成英文。", + "计算一下{value}。", + "给我介绍一下{value}。", + "哈哈，{value}真有意思。", + "我想知道之前有没有提到{value}。", + "假设我选择{value}，会发生什么？", + "我叫什么？", + "我的名字是什么？", + "你还记得我叫什么吗？", + "我正在开发什么项目？", + "我的项目叫什么？", + "请问我的项目叫什么？", + "我的工作地点是什么？", + "我的工作地点代号是什么？", + "工作地点代号是多少？", + "你记得我的工作地点吗？", + "请告诉我之前有没有说过{value}。", + "我之前有没有告诉过你{value}？", + "能不能帮我完成{value}？", + "如何处理{value}？", + "请给我一个{value}的方案。", +) + +VALUES = ( + "小明", + "上海", + "红富士苹果", + "个人记忆系统", + "Python", + "下周五", + "R7", + "Asia/Shanghai", + "不要删除用户数据", + "使用简洁中文", + "每天晚上八点", + "蓝鲸-47", +) + + +def make_examples(seed: int, count: int) -> list[tuple[str, float]]: + rng = random.Random(seed) + examples: list[tuple[str, float]] = [] + for _ in range(count): + examples.append((rng.choice(POSITIVE).format(value=rng.choice(VALUES)), 1.0)) + examples.append((rng.choice(NEGATIVE).format(value=rng.choice(VALUES)), 0.0)) + rng.shuffle(examples) + return examples + + +def encode_batch(tokenizer, texts: list[str], device: torch.device): + rows = [] + masks = [] + for text in texts: + encoded = tokenizer.apply_chat_template( + [{"role": "user", "content": text}], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + rows.append(encoded["input_ids"][0]) + masks.append(encoded.get("attention_mask", torch.ones_like(encoded["input_ids"]))[0]) + max_length = max(row.numel() for row in rows) + input_ids = torch.zeros(len(rows), max_length, dtype=torch.long, device=device) + attention_mask = torch.zeros(len(rows), max_length, dtype=torch.long, device=device) + for index, (row, mask) in enumerate(zip(rows, masks)): + input_ids[index, : row.numel()] = row.to(device) + attention_mask[index, : mask.numel()] = mask.to(device) + return input_ids, attention_mask + + +@torch.inference_mode() +def collect_representations(model, tokenizer, examples, *, batch_size: int, device): + vectors = [] + labels = [] + for start in range(0, len(examples), batch_size): + batch = examples[start : start + batch_size] + input_ids, attention_mask = encode_batch( + tokenizer, + [item[0] for item in batch], + device, + ) + model.reset_memory(batch_size=len(batch), device=device) + model( + input_ids=input_ids, + attention_mask=attention_mask, + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + ) + representation = getattr(model.memory, "last_write_representation", None) + if representation is None: + raise RuntimeError("native controller did not expose a write representation") + vectors.append(representation.detach().float().cpu()) + labels.extend(item[1] for item in batch) + return torch.cat(vectors), torch.tensor(labels, dtype=torch.float32) + + +def evaluate(policy, vectors, labels, threshold: float) -> dict[str, float]: + with torch.inference_mode(): + probabilities = torch.sigmoid(policy(vectors)).cpu() + labels = labels.cpu() + predictions = probabilities >= threshold + positive = labels >= 0.5 + negative = ~positive + true_positive = (predictions & positive).sum().item() + false_negative = ((~predictions) & positive).sum().item() + false_positive = (predictions & negative).sum().item() + true_negative = ((~predictions) & negative).sum().item() + return { + "threshold": threshold, + "accuracy": float((predictions == positive).float().mean()), + "positive_recall": true_positive / max(1, true_positive + false_negative), + "negative_specificity": true_negative / max(1, true_negative + false_positive), + "false_positive_rate": false_positive / max(1, false_positive + true_negative), + } + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument( + "--base-adapter", + default="dynamic_memory_lab/qwen_memory_adapter_natural_controller_v3", + ) + parser.add_argument( + "--output-adapter", + default="dynamic_memory_lab/qwen_memory_adapter_natural_auto_v3", + ) + parser.add_argument("--steps", type=int, default=2400) + parser.add_argument("--example-count", type=int, default=1280) + parser.add_argument("--batch-size", type=int, default=32) + parser.add_argument("--lr", type=float, default=2e-4) + parser.add_argument("--threshold", type=float, default=0.35) + parser.add_argument( + "--text-memory-threshold", + type=float, + default=0.30, + help="retrieval threshold used by the automatic-memory adapter", + ) + parser.add_argument("--seed", type=int, default=20260904) + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + + random.seed(args.seed) + torch.manual_seed(args.seed) + tokenizer = load_tokenizer(args.model_path) + config = load_memory_config(args.base_adapter) + config.natural_language_memory = True + config.automatic_memory = True + config.auto_memory_threshold = args.threshold + config.text_memory_threshold = args.text_memory_threshold + config.persistent_memory = False + model = load_qwen_dynamic( + args.model_path, + memory_config=config, + load_in_4bit=not args.no_4bit, + ) + model.load_memory_adapter(args.base_adapter, strict=True) + if model.memory_policy is None: + raise RuntimeError("automatic memory policy was not created") + model.eval() + model.memory_policy.train() + device = model._find_layer_device() + + examples = make_examples(args.seed, args.example_count) + split = int(len(examples) * 0.8) + train_examples = examples[:split] + eval_examples = examples[split:] + train_vectors, train_labels = collect_representations( + model, + tokenizer, + train_examples, + batch_size=args.batch_size, + device=device, + ) + eval_vectors, eval_labels = collect_representations( + model, + tokenizer, + eval_examples, + batch_size=args.batch_size, + device=device, + ) + train_vectors = train_vectors.to(device) + train_labels = train_labels.to(device) + eval_vectors = eval_vectors.to(device) + eval_labels = eval_labels.to(device) + + optimizer = torch.optim.AdamW(model.memory_policy.parameters(), lr=args.lr, weight_decay=0.01) + positive_weight = torch.tensor([1.5], device=device) + rng = random.Random(args.seed + 1) + for step in range(1, args.steps + 1): + indices = torch.tensor( + [rng.randrange(train_vectors.shape[0]) for _ in range(args.batch_size)], + dtype=torch.long, + device=device, + ) + logits = model.memory_policy(train_vectors[indices]) + weights = torch.where(train_labels[indices] >= 0.5, positive_weight, torch.ones_like(logits)) + loss = F.binary_cross_entropy_with_logits(logits, train_labels[indices], weight=weights) + optimizer.zero_grad(set_to_none=True) + loss.backward() + torch.nn.utils.clip_grad_norm_(model.memory_policy.parameters(), 1.0) + optimizer.step() + if step == 1 or step % 100 == 0 or step == args.steps: + stats = evaluate(model.memory_policy, train_vectors, train_labels, args.threshold) + print( + f"step={step} loss={float(loss.detach()):.5f} " + f"train_accuracy={stats['accuracy']:.3f} " + f"positive_recall={stats['positive_recall']:.3f} " + f"false_positive_rate={stats['false_positive_rate']:.3f}" + ) + + model.memory_policy.eval() + model._memory_policy_ready = True + output_dir = Path(args.output_adapter) + model.save_memory_adapter(output_dir) + report = { + "steps": args.steps, + "example_count_per_class": args.example_count, + "train_examples": len(train_examples), + "eval_examples": len(eval_examples), + "source_adapter": str(args.base_adapter), + "policy": "high_recall_automatic_memory_importance", + "threshold": args.threshold, + "train": evaluate(model.memory_policy, train_vectors, train_labels, args.threshold), + "eval": evaluate(model.memory_policy, eval_vectors, eval_labels, args.threshold), + } + (output_dir / "auto_policy_training.json").write_text( + json.dumps(report, ensure_ascii=False, indent=2), + encoding="utf-8", + ) + print(json.dumps(report, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/train_memory_router_v2.py b/train_memory_router_v2.py new file mode 100644 index 0000000..3b9ea9f --- /dev/null +++ b/train_memory_router_v2.py @@ -0,0 +1,245 @@ +"""Train the Natural Memory v2 sparse router on hard-negative episodes. + +The default dataset is generated from a shared latent factor space. Train +and validation topics are sampled independently from that same space, so the +validation numbers measure generalization rather than memorization of topic +ids. A JSONL collector can be added later without changing the router loss; +the important unit is still a query, candidate addresses, a positive index, +and a write/read policy label. +""" + +from __future__ import annotations + +import argparse +import json +import math +import random +import sys +from pathlib import Path +from typing import Any + +import torch +import torch.nn.functional as F + +if __package__ in {None, ""}: + sys.path.insert(0, str(Path(__file__).resolve().parent.parent)) + +from dynamic_memory_lab.memory_os_v2 import MemoryRouterV2 + + +def _device(name: str) -> torch.device: + if name == "auto": + return torch.device("cuda" if torch.cuda.is_available() else "cpu") + return torch.device(name) + + +def _make_basis(hidden_size: int, latent_size: int, device: torch.device) -> torch.Tensor: + basis = torch.randn(hidden_size, latent_size, device=device) + return F.normalize(basis, dim=0) + + +def _latent_to_hidden(latent: torch.Tensor, basis: torch.Tensor, noise: float) -> torch.Tensor: + hidden = latent @ basis.T + if noise > 0: + hidden = hidden + noise * torch.randn_like(hidden) + return hidden + + +def sample_episode( + *, + batch_size: int, + candidate_count: int, + basis: torch.Tensor, + device: torch.device, + no_memory_rate: float = 0.20, +) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor, torch.Tensor, torch.Tensor]: + """Create semantic positives, hard negatives and no-memory episodes.""" + + latent_size = basis.shape[1] + query_latent = torch.randn(batch_size, latent_size, device=device) + no_memory = torch.rand(batch_size, device=device) < no_memory_rate + # A no-memory query is deliberately drawn from a low-information region + # instead of being another random topic. This gives the policy head a + # learnable abstention signal while still leaving unrelated hard negatives + # in the candidate set. + query_latent[no_memory] = 0.0 + query = _latent_to_hidden(query_latent, basis, 0.04) + candidates_latent = torch.randn(batch_size, candidate_count, latent_size, device=device) + candidates_latent[:, 0] = query_latent + 0.04 * torch.randn_like(query_latent) + if candidate_count > 1: + # A hard negative shares most factors but changes two dimensions. + hard = query_latent + 0.16 * torch.randn_like(query_latent) + hard[:, :2] = -hard[:, :2] + candidates_latent[:, 1] = hard + candidates_latent[no_memory] = torch.randn( + int(no_memory.sum().item()), candidate_count, latent_size, device=device + ) + candidates = _latent_to_hidden(candidates_latent, basis, 0.04) + need_memory = (~no_memory).float() + hop_label = torch.where( + query_latent.norm(dim=-1) > math.sqrt(latent_size), + torch.full((batch_size,), 2, device=device, dtype=torch.long), + torch.where( + query_latent[:, 0] > 0, + torch.ones(batch_size, device=device, dtype=torch.long), + torch.zeros(batch_size, device=device, dtype=torch.long), + ), + ) + positive_index = torch.zeros(batch_size, device=device, dtype=torch.long) + return query, candidates, positive_index, need_memory, hop_label + + +@torch.no_grad() +def evaluate( + router: MemoryRouterV2, + *, + basis: torch.Tensor, + device: torch.device, + batches: int, + batch_size: int, + candidate_count: int, +) -> dict[str, float]: + router.eval() + route_correct = 0 + route_total = 0 + need_tp = need_tn = need_fp = need_fn = 0 + hop_correct = 0 + hop_total = 0 + for _ in range(batches): + query, candidates, positive, need, hop = sample_episode( + batch_size=batch_size, + candidate_count=candidate_count, + basis=basis, + device=device, + no_memory_rate=0.25, + ) + output = router(query, candidates) + predicted = output["scores"].argmax(dim=-1) + route_correct += int(((predicted == positive) & need.bool()).sum().item()) + route_total += int(need.sum().item()) + need_pred = (torch.sigmoid(output["need_memory_logits"]) >= 0.5).float() + need_tp += int(((need_pred == 1) & (need == 1)).sum().item()) + need_tn += int(((need_pred == 0) & (need == 0)).sum().item()) + need_fp += int(((need_pred == 1) & (need == 0)).sum().item()) + need_fn += int(((need_pred == 0) & (need == 1)).sum().item()) + hop_correct += int((output["hop_logits"].argmax(dim=-1) == hop).sum().item()) + hop_total += batch_size + precision = need_tp / max(1, need_tp + need_fp) + recall = need_tp / max(1, need_tp + need_fn) + return { + "route_accuracy": route_correct / max(1, route_total), + "need_memory_precision": precision, + "need_memory_recall": recall, + "need_memory_specificity": need_tn / max(1, need_tn + need_fp), + "hop_accuracy": hop_correct / max(1, hop_total), + "need_tp": float(need_tp), + "need_tn": float(need_tn), + "need_fp": float(need_fp), + "need_fn": float(need_fn), + } + + +def train(args: argparse.Namespace) -> dict[str, Any]: + random.seed(args.seed) + torch.manual_seed(args.seed) + device = _device(args.device) + if device.type == "cuda": + torch.cuda.manual_seed_all(args.seed) + torch.set_float32_matmul_precision("high") + basis = _make_basis(args.hidden_size, args.latent_size, device) + router = MemoryRouterV2( + args.hidden_size, + router_dim=args.router_dim, + num_heads=args.num_heads, + max_hops=args.max_hops, + ).to(device) + optimizer = torch.optim.AdamW(router.parameters(), lr=args.learning_rate, weight_decay=1e-4) + history: list[dict[str, float]] = [] + router.train() + for step in range(1, args.steps + 1): + query, candidates, positive, need, hop = sample_episode( + batch_size=args.batch_size, + candidate_count=args.candidate_count, + basis=basis, + device=device, + ) + output = router(query, candidates) + route_mask = need.bool() + candidate_loss = ( + F.cross_entropy(output["scores"][route_mask], positive[route_mask]) + if bool(route_mask.any()) + else output["scores"].sum() * 0.0 + ) + need_loss = F.binary_cross_entropy_with_logits(output["need_memory_logits"], need) + hop_loss = F.cross_entropy(output["hop_logits"], hop) + loss = candidate_loss + args.need_loss_weight * need_loss + args.hop_loss_weight * hop_loss + optimizer.zero_grad(set_to_none=True) + loss.backward() + torch.nn.utils.clip_grad_norm_(router.parameters(), 1.0) + optimizer.step() + if step == 1 or step % args.log_every == 0 or step == args.steps: + history.append( + { + "step": float(step), + "loss": float(loss.detach().cpu()), + "candidate_loss": float(candidate_loss.detach().cpu()), + "need_loss": float(need_loss.detach().cpu()), + "hop_loss": float(hop_loss.detach().cpu()), + } + ) + validation = evaluate( + router, + basis=basis, + device=device, + batches=args.eval_batches, + batch_size=args.batch_size, + candidate_count=args.candidate_count, + ) + output_dir = Path(args.output_dir) + output_dir.mkdir(parents=True, exist_ok=True) + torch.save(router.state_dict(), output_dir / "memory_router_v2.pt") + torch.save(basis.detach().cpu(), output_dir / "memory_router_v2_basis.pt") + summary = { + "format_version": 2, + "seed": args.seed, + "device": str(device), + "hidden_size": args.hidden_size, + "router_dim": args.router_dim, + "num_heads": args.num_heads, + "max_hops": args.max_hops, + "steps": args.steps, + "batch_size": args.batch_size, + "candidate_count": args.candidate_count, + "training_history": history, + "validation": validation, + } + (output_dir / "memory_router_v2_training.json").write_text( + json.dumps(summary, indent=2, ensure_ascii=False), encoding="utf-8" + ) + return summary + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--output-dir", default="W:/Flash/model/dynamic_memory_lab/checkpoints/natural_memory_v2_router") + parser.add_argument("--device", default="auto") + parser.add_argument("--hidden-size", type=int, default=2560) + parser.add_argument("--router-dim", type=int, default=128) + parser.add_argument("--num-heads", type=int, default=8) + parser.add_argument("--max-hops", type=int, default=3) + parser.add_argument("--latent-size", type=int, default=32) + parser.add_argument("--steps", type=int, default=1200) + parser.add_argument("--batch-size", type=int, default=64) + parser.add_argument("--candidate-count", type=int, default=32) + parser.add_argument("--eval-batches", type=int, default=80) + parser.add_argument("--learning-rate", type=float, default=2e-3) + parser.add_argument("--need-loss-weight", type=float, default=0.75) + parser.add_argument("--hop-loss-weight", type=float, default=0.35) + parser.add_argument("--log-every", type=int, default=100) + parser.add_argument("--seed", type=int, default=20260904) + return parser.parse_args() + + +if __name__ == "__main__": + result = train(parse_args()) + print(json.dumps(result["validation"], ensure_ascii=False, indent=2)) diff --git a/train_native_memory.py b/train_native_memory.py new file mode 100644 index 0000000..ddc9f89 --- /dev/null +++ b/train_native_memory.py @@ -0,0 +1,222 @@ +"""Train the learned persistent-memory controller with policy auxiliary losses.""" + +from __future__ import annotations + +import argparse +import json +import random +from pathlib import Path +from typing import Any + +import torch +import torch.nn.functional as F +from torch.nn.utils import clip_grad_norm_ + +from .qwen_integration import QwenMemoryConfig, load_qwen_dynamic, load_tokenizer +from .train_qwen_memory import encode_messages, pad_batch + + +def load_records(path: str | Path) -> list[dict[str, Any]]: + records = [] + for line in Path(path).read_text(encoding="utf-8").splitlines(): + if line.strip(): + records.append(json.loads(line)) + if not records: + raise ValueError(f"no records found in {path}") + return records + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument("--data", default="dynamic_memory_lab/data/native_memory/train.jsonl") + parser.add_argument("--output-dir", default="dynamic_memory_lab/qwen_memory_adapter_native") + parser.add_argument("--steps", type=int, default=1000) + parser.add_argument("--lr", type=float, default=1e-4) + parser.add_argument("--max-length", type=int, default=192) + parser.add_argument("--seed", type=int, default=20260904) + parser.add_argument("--save-every", type=int, default=50) + parser.add_argument("--direct-logit-scale", type=float, default=4.0) + parser.add_argument("--write-loss-weight", type=float, default=0.25) + parser.add_argument("--forget-loss-weight", type=float, default=0.25) + parser.add_argument( + "--value-loss-weight", + type=float, + default=1.0, + help="weight for aligning each labeled fact's write representation to its value token", + ) + parser.add_argument( + "--value-cosine-weight", + type=float, + default=1.0, + help="additional cosine alignment weight against the frozen output embedding row", + ) + parser.add_argument( + "--forget-positive-weight", + type=float, + default=4.0, + help="extra BCE weight for positive replacement/forget examples", + ) + parser.add_argument("--no-4bit", action="store_true") + return parser.parse_args() + + +def main() -> None: + args = parse_args() + random.seed(args.seed) + torch.manual_seed(args.seed) + records = load_records(args.data) + tokenizer = load_tokenizer(args.model_path) + config = QwenMemoryConfig( + mode="blend", + blend_init=0.1, + direct_logit_scale=args.direct_logit_scale, + native_mode=True, + persistent_memory=False, + summary_pooling=True, + ) + model = load_qwen_dynamic( + args.model_path, + memory_config=config, + load_in_4bit=not args.no_4bit, + ) + model.train() + parameters = list(model.trainable_parameters) + optimizer = torch.optim.AdamW(parameters, lr=args.lr, weight_decay=0.01) + device = model._find_layer_device() + pad_id = int(tokenizer.pad_token_id) + output_dir = Path(args.output_dir) + + print( + f"device={device} records={len(records)} layers={model.layer_indices} " + f"direct_logit_scale={args.direct_logit_scale}" + ) + for step in range(1, args.steps + 1): + record = records[(step - 1) % len(records)] + model.reset_memory() + optimizer.zero_grad(set_to_none=True) + write_losses: list[torch.Tensor] = [] + forget_losses: list[torch.Tensor] = [] + value_losses: list[torch.Tensor] = [] + value_cosine_losses: list[torch.Tensor] = [] + chunks = record.get("memory_chunks") + if not isinstance(chunks, list) or not chunks: + raise ValueError("each native-memory record needs a non-empty memory_chunks list") + + for chunk in chunks: + memory_item = encode_messages(tokenizer, chunk["messages"], args.max_length) + memory_input, memory_mask, _ = pad_batch([memory_item], pad_id) + memory_output = model( + input_ids=memory_input.to(device), + attention_mask=memory_mask.to(device), + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + ) + del memory_output + write_probability = model.memory.last_write_probability + forget_probability = model.memory.last_forget_probability + if write_probability is None or forget_probability is None: + raise RuntimeError("native memory controller did not expose write statistics") + write_target = torch.full_like(write_probability, float(chunk.get("write_label", 1.0))) + forget_target = torch.full_like( + forget_probability, + float(chunk.get("forget_label", 0.0)), + ) + write_losses.append(F.binary_cross_entropy(write_probability, write_target)) + forget_weight = 1.0 + (args.forget_positive_weight - 1.0) * forget_target + forget_losses.append( + F.binary_cross_entropy(forget_probability, forget_target, weight=forget_weight) + ) + value = chunk.get("value") + write_representation = model.memory.last_write_representation + if value and write_representation is not None: + value_tokens = tokenizer( + str(value), + add_special_tokens=False, + )["input_ids"] + if value_tokens and isinstance(value_tokens[0], list): + value_tokens = value_tokens[0] + if value_tokens: + target_id = torch.tensor( + [int(value_tokens[0])], + dtype=torch.long, + device=model.base_model.get_output_embeddings().weight.device, + ) + output_embeddings = model.base_model.get_output_embeddings() + write_logits = output_embeddings( + write_representation.to( + device=output_embeddings.weight.device, + dtype=output_embeddings.weight.dtype, + ) + ).float() + value_losses.append(F.cross_entropy(write_logits, target_id)) + target_embedding = output_embeddings.weight[target_id].detach().float() + predicted_embedding = write_representation.float() + value_cosine_losses.append( + 1.0 + - F.cosine_similarity(predicted_embedding, target_embedding, dim=-1).mean() + ) + + query_item = encode_messages(tokenizer, record["query"], args.max_length) + query_input, query_mask, query_labels = pad_batch([query_item], pad_id) + query_output = model( + input_ids=query_input.to(device), + attention_mask=query_mask.to(device), + labels=query_labels.to(device), + read_memory=True, + update_memory=False, + return_memory=True, + use_cache=False, + ) + if query_output.loss is None: + raise RuntimeError("native Qwen query returned no loss") + write_loss = torch.stack(write_losses).mean() + forget_loss = torch.stack(forget_losses).mean() + value_loss = torch.stack(value_losses).mean() if value_losses else query_output.loss.new_zeros(()) + value_cosine_loss = ( + torch.stack(value_cosine_losses).mean() + if value_cosine_losses + else query_output.loss.new_zeros(()) + ) + loss = ( + query_output.loss + + args.write_loss_weight * write_loss + + args.forget_loss_weight * forget_loss + + args.value_loss_weight * value_loss + + args.value_cosine_weight * value_cosine_loss + ) + loss.backward() + clip_grad_norm_(parameters, 1.0) + optimizer.step() + + if step == 1 or step % 10 == 0 or step == args.steps: + write_mean = float(torch.stack(write_losses).detach().mean()) + forget_mean = float(torch.stack(forget_losses).detach().mean()) + print( + f"step={step:4d} loss={loss.detach().item():.4f} " + f"query={query_output.loss.detach().item():.4f} " + f"write_bce={write_mean:.4f} forget_bce={forget_mean:.4f} " + f"value={value_loss.detach().item():.4f} " + f"value_cos={value_cosine_loss.detach().item():.4f}" + ) + if step % args.save_every == 0 or step == args.steps: + output_dir.mkdir(parents=True, exist_ok=True) + model.save_memory_adapter(output_dir) + (output_dir / "training_state.json").write_text( + json.dumps( + { + "step": step, + "data": str(args.data), + "model_path": str(args.model_path), + "controller": "native_learned_write_forget_summary", + }, + indent=2, + ), + encoding="utf-8", + ) + + +if __name__ == "__main__": + main() diff --git a/train_natural_retriever.py b/train_natural_retriever.py new file mode 100644 index 0000000..a8210e0 --- /dev/null +++ b/train_natural_retriever.py @@ -0,0 +1,747 @@ +"""Train the small internal query-to-text-memory retrieval head.""" + +from __future__ import annotations + +import argparse +import json +import random +from pathlib import Path +from typing import Optional + +import torch +import torch.nn.functional as F + +from .qwen_integration import load_memory_config, load_qwen_dynamic, load_tokenizer + + +ATTRIBUTES = { + "name": { + "facts": ( + "我的名字是{value}。", + "请记住，我叫{value}。", + "用户姓名记录为{value}。", + "我叫{value}", + "我是{value}", + "叫我{value}就行", + "姓名：{value}", + "用户叫{value}", + ), + "queries": ( + "我叫什么名字？", + "请告诉我已经记录的姓名。", + "你还记得我的名字吗？", + "我叫什么？", + "我的姓名是什么？", + "怎么称呼我？", + "我的名字呢？", + "你记得我叫什么吗？", + "我在这里登记的名字是什么？", + "我在这里叫什么", + "你这里记录的我叫什么", + "我在你这边叫什么", + "你这边怎么称呼我", + "系统里记录的我的名字是什么", + ), + "holdout_queries": ( + "我是谁？", + "你知道我是谁吗？", + "你还记得我是谁吗？", + "我在你这里叫什么？", + ), + }, + "project": { + "facts": ( + "我正在开发{value}项目。", + "请记住，我当前负责的项目是{value}。", + "我的当前项目名称是{value}。", + "我做的是{value}", + "项目：{value}", + "最近在搞{value}", + "我手头做{value}", + ), + "queries": ( + "我正在开发什么项目？", + "请查询我当前的项目。", + "我之前说过正在做什么吗？", + "我最近在做什么？", + "我手头的项目叫什么？", + "我在忙哪个项目？", + "我最近搞的是什么？", + "手上的活是什么项目？", + ), + "holdout_queries": ( + "我现在主要做什么？", + "我最近在开发哪一个东西？", + "之前提到的项目是什么？", + ), + }, + "plan": { + "facts": ( + "我计划在{value}完成这件事。", + "请记住我的计划：{value}。", + "我的下一步安排是{value}。", + "计划：{value}", + "我打算{value}", + "准备在{value}完成", + "安排：{value}", + "待办：{value}", + ), + "queries": ( + "我接下来的计划是什么？", + "请查询我记录过的安排。", + "我之前说过下一步要做什么？", + "我下一步准备做什么？", + "我安排在什么时候完成？", + "我接下来怎么安排？", + "我的安排是什么？", + "我有什么计划？", + ), + "holdout_queries": ( + "我接下来打算怎么安排？", + "我已经计划好的事情是什么？", + ), + }, + "constraint": { + "facts": ( + "这个项目的重要约束是{value}。", + "请记住这个开发约束：{value}。", + "以后处理这个项目时必须遵守：{value}。", + "要求：{value}", + "必须{value}", + "别忘了：{value}", + ), + "queries": ( + "这个项目的重要约束是什么？", + "请查询我记录的开发约束。", + "之前说过这个项目需要遵守什么吗？", + "这个项目有什么限制？", + "开发时需要注意哪条规则？", + "有哪些要求不能忘？", + ), + "holdout_queries": ( + "这个项目有哪些不能违反的要求？", + "我之前定下的开发规则是什么？", + ), + }, + "work_code": { + "facts": ( + "我的工作地点代号是{value}。", + "请记住，我的工作地点代号为{value}。", + "以后如果问到工作地点，请记住代号{value}。", + "工作地点：{value}", + "地点编号{value}", + "我在{value}办公", + "办公地点：{value}", + "工作地点编号：{value}", + ), + "queries": ( + "我的工作地点代号是什么？", + "请告诉我已经记录的工作地点代号。", + "我之前说过的工作地点代号是多少？", + "工作地点对应哪个代号？", + "我工作的地方编号是什么？", + "我办公地点是哪儿？", + "我在哪办公？", + "我在哪工作？", + "工作地点是哪儿？", + ), + "holdout_queries": ( + "我的办公地点编号是多少？", + "我在哪个工作地点？", + ), + }, + "fruit": { + "facts": ( + "我最喜欢的水果是{value}。", + "请记住我的水果偏好：我喜欢{value}。", + "我的个人偏好是最喜欢吃{value}。", + "我爱吃{value}", + "水果偏好：{value}", + "我喜欢{value}", + ), + "queries": ( + "我最喜欢吃什么水果？", + "请查询我记录过的水果偏好。", + "我之前告诉你的水果喜好是什么？", + "我平时爱吃哪种水果？", + "我的水果口味偏好是什么？", + "我爱吃哪种？", + ), + "holdout_queries": ( + "我喜欢吃哪一类水果？", + "哪种水果是我的首选？", + ), + }, + "pet": { + "facts": ( + "我养的宠物名字叫{value}。", + "请记住，我的宠物是{value}。", + "我的宠物信息：名字是{value}。", + "宠物是{value}", + "我养了{value}", + "宠物：{value}", + ), + "queries": ( + "我养的宠物叫什么名字？", + "请查询我的宠物姓名。", + "你记得我的宠物是谁吗？", + "我家的宠物叫什么？", + "我的宠物是哪一只？", + "我养的是什么？", + ), + "holdout_queries": ( + "我养了什么动物？", + "我的宠物信息是什么？", + ), + }, + "editor": { + "facts": ( + "我平时最常用的编辑器是{value}。", + "记住我的开发工具偏好：编辑器使用{value}。", + "我的编程编辑器偏好为{value}。", + "我用{value}写代码", + "编辑器：{value}", + "开发工具是{value}", + "代码用{value}", + "工具：{value}", + "编程工具：{value}", + "写代码用{value}", + ), + "queries": ( + "我最常用哪个编辑器？", + "请查询我的开发工具偏好。", + "我的编程编辑器是什么？", + "我平时用什么编辑器？", + "我习惯用哪款开发工具？", + "我写代码用什么？", + "我用什么写代码？", + "我平时写程序用什么工具？", + "我编程时使用什么工具？", + "写代码用的是哪款工具？", + "我用什么工具编程？", + ), + "holdout_queries": ( + "我写代码通常使用什么工具？", + "我常用的 IDE 是哪个？", + ), + }, + "city": { + "facts": ( + "我现在长期居住在{value}。", + "请记住，我的常住城市是{value}。", + "我的个人资料显示常住地为{value}。", + "我住在{value}", + "常住地：{value}", + "我在{value}生活", + ), + "queries": ( + "我的常住城市是哪里？", + "请查询我的居住地。", + "我平时住在哪座城市？", + "我长期住在哪里？", + "我的居住城市是什么？", + "我现在住哪儿？", + ), + "holdout_queries": ( + "我现在定居在哪儿？", + "我的长期住址城市是哪座？", + ), + }, + "timezone": { + "facts": ( + "我的常用时区是{value}。", + "请把我的时区偏好记为{value}。", + "个人资料：我的时区设置为{value}。", + "时区：{value}", + "我在{value}时区", + "本地时区是{value}", + ), + "queries": ( + "我的常用时区是什么？", + "请查询我的时区设置。", + "我使用哪个时区？", + "我平时按哪个时区生活？", + "我的时间设置是哪一个时区？", + "我所在的时区是什么？", + ), + "holdout_queries": ( + "我的本地时间属于哪个时区？", + "我应该使用什么时区？", + ), + }, +} + +VALUES = { + "name": ("林浩", "小明", "周宁", "陈雪", "Alice", "Zoe", "X7"), + "project": ("星火记忆", "自然语言记忆", "Qwen 架构实验", "个人助手"), + "plan": ("下周五", "今晚八点", "本周末", "明天上午"), + "constraint": ("不要删除用户数据", "使用简洁中文", "保持原版能力", "优先保证可恢复"), + "work_code": ("R7", "K9", "蓝鲸-47", "M2"), + "fruit": ("红富士苹果", "阳光玫瑰葡萄", "海南芒果", "脆甜梨"), + "pet": ("豆包", "团子", "可可", "雪球"), + "editor": ("VS Code", "Neovim", "PyCharm", "Emacs"), + "city": ("上海", "成都", "深圳", "杭州"), + "timezone": ("Asia/Shanghai", "UTC+8", "Europe/London", "America/Los_Angeles"), +} + +HARD_NEGATIVE_QUERIES = ( + "你是谁", + "你叫什么", + "请介绍你自己", + "你能做什么", + "你的名字是什么", + "今天天气怎么样", + "帮我写一段代码", + "Python是什么", + "解释一下这个概念", +) + + +def _chat_ids(tokenizer, text: str) -> tuple[torch.Tensor, torch.Tensor]: + encoded = tokenizer.apply_chat_template( + [{"role": "user", "content": text}], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + ids = encoded["input_ids"] + mask = encoded.get("attention_mask", torch.ones_like(ids)) + return ids, mask + + +def _plain_ids(tokenizer, text: str) -> tuple[torch.Tensor, torch.Tensor]: + encoded = tokenizer(text, add_special_tokens=False, return_tensors="pt") + ids = encoded["input_ids"] + mask = encoded.get("attention_mask", torch.ones_like(ids)) + return ids, mask + + +def _training_query_candidates(attribute: str) -> list[str]: + queries = list(ATTRIBUTES[attribute]["queries"]) + queries.extend( + query.rstrip("？?。！!，,") + for query in ATTRIBUTES[attribute]["queries"] + if query.rstrip("？?。！!，,") + ) + return list(dict.fromkeys(queries)) + + +def make_pairs(seed: int, count: int) -> list[dict[str, object]]: + rng = random.Random(seed) + keys = list(ATTRIBUTES) + positive_records: list[dict[str, object]] = [] + + # Cover every short/long key form and every train-time query form before + # falling back to random samples. This prevents the optimizer from + # seeing a mostly easy subset of the cross-product. + for attribute in keys: + for value in VALUES[attribute][:2]: + for fact_template in ATTRIBUTES[attribute]["facts"]: + for query in _training_query_candidates(attribute): + positive_records.append( + { + "fact": fact_template.format(value=value), + "query": query, + "label": 1.0, + "attribute": attribute, + } + ) + + while len(positive_records) < count: + attribute = rng.choice(keys) + value = rng.choice(VALUES[attribute]) + positive_records.append( + { + "fact": rng.choice(ATTRIBUTES[attribute]["facts"]).format(value=value), + "query": rng.choice(_training_query_candidates(attribute)), + "label": 1.0, + "attribute": attribute, + } + ) + rng.shuffle(positive_records) + positive_records = positive_records[:count] + + pairs: list[dict[str, object]] = [] + for positive in positive_records: + pairs.append(positive) + attribute = str(positive["attribute"]) + negative_attribute = rng.choice([item for item in keys if item != attribute]) + negative_query_pool = _training_query_candidates(negative_attribute) + if rng.random() < 0.5: + negative_query_pool = list(negative_query_pool) + list(HARD_NEGATIVE_QUERIES) + negative_query = rng.choice(negative_query_pool) + pairs.append( + { + "fact": positive["fact"], + "query": negative_query, + "label": 0.0, + "attribute": f"{attribute}->{negative_attribute}", + } + ) + rng.shuffle(pairs) + return pairs + + +def make_holdout_queries(seed: int) -> list[dict[str, object]]: + """Create query paraphrases that are never used during optimization.""" + + rng = random.Random(seed + 17) + records: list[dict[str, object]] = [] + for attribute, definition in ATTRIBUTES.items(): + value = rng.choice(VALUES[attribute]) + fact = str(definition["facts"][0]).format(value=value) + for query in definition.get("holdout_queries", ()): + records.append({"fact": fact, "query": query, "attribute": attribute}) + rng.shuffle(records) + return records + + +def make_short_fact_holdout() -> list[dict[str, object]]: + """Stress-test colloquial, short and previously unseen fact strings. + + The values are deliberately different from ``VALUES``. This checks that + the retriever recognizes the attribute-bearing language around a value, + instead of memorizing names, cities or project identifiers. + """ + + return [ + {"fact": "我叫Wpy", "query": "你知道我是谁吗", "attribute": "name"}, + {"fact": "我叫Wpy", "query": "我是谁", "attribute": "name"}, + {"fact": "我做的是量子账本", "query": "我最近在忙什么项目", "attribute": "project"}, + {"fact": "准备在周三完成", "query": "我的待办安排是什么", "attribute": "plan"}, + {"fact": "必须保留原始数据", "query": "有什么要求必须遵守", "attribute": "constraint"}, + {"fact": "地点编号Z3", "query": "我在哪儿办公", "attribute": "work_code"}, + {"fact": "我喜欢白桃", "query": "我爱吃什么", "attribute": "fruit"}, + {"fact": "我养了阿福", "query": "家里养的是什么动物", "attribute": "pet"}, + {"fact": "我用Cursor写代码", "query": "我编程时用哪个工具", "attribute": "editor"}, + {"fact": "我住在苏州", "query": "我人住哪座城", "attribute": "city"}, + {"fact": "时区：Asia/Tokyo", "query": "本地采用哪个时区", "attribute": "timezone"}, + ] + + +def make_hard_negative_records() -> list[dict[str, object]]: + """Build explicit non-memory queries for every representative key form.""" + + records: list[dict[str, object]] = [] + for attribute, definition in ATTRIBUTES.items(): + key_templates = (definition["facts"][0], definition["facts"][3]) + for value in VALUES[attribute][:2]: + for fact_template in key_templates: + fact = fact_template.format(value=value) + for query in HARD_NEGATIVE_QUERIES: + records.append( + { + "fact": fact, + "query": query, + "label": 0.0, + "attribute": attribute, + } + ) + return records + + +@torch.inference_mode() +def encode_records(model, tokenizer, records, *, batch_size: int, device): + """Encode pairs without padding-induced representation drift. + + The Qwen linear-attention path is not perfectly invariant to right-padded + batches. Runtime retrieval encodes one query/fact at a time, so training + must use the same effective sequence shape. Grouping by exact token + length keeps batching efficient while guaranteeing that every row is + unpadded and therefore matches single-example inference. + """ + + query_rows: list[torch.Tensor] = [] + key_rows: list[torch.Tensor] = [] + for record in records: + # Runtime retrieval receives the raw user query, not a chat-template + # wrapped prompt. Keeping this protocol identical is essential: + # otherwise a retriever can score its offline test set well while + # failing on the actual restart path. + q_ids, _ = _plain_ids(tokenizer, str(record["query"])) + k_ids, _ = _plain_ids(tokenizer, str(record["fact"])) + query_rows.append(q_ids[0]) + key_rows.append(k_ids[0]) + + def encode_without_padding(rows: list[torch.Tensor]) -> torch.Tensor: + vectors: list[Optional[torch.Tensor]] = [None] * len(rows) + groups: dict[int, list[int]] = {} + for index, row in enumerate(rows): + groups.setdefault(int(row.numel()), []).append(index) + for indices in groups.values(): + for start in range(0, len(indices), batch_size): + selected = indices[start : start + batch_size] + length = rows[selected[0]].numel() + batch = torch.stack([rows[index] for index in selected]).to(device) + mask = torch.ones((len(selected), length), dtype=torch.long, device=device) + encoded = model._encode_model_key(batch, mask).cpu() + for row_index, vector in zip(selected, encoded): + vectors[row_index] = vector + if any(vector is None for vector in vectors): + raise RuntimeError("failed to encode every memory record") + return torch.stack([vector for vector in vectors if vector is not None]) + + return encode_without_padding(query_rows), encode_without_padding(key_rows) + + +@torch.inference_mode() +def evaluate_retriever(model, query_vectors, key_vectors, query_attributes, key_attributes) -> dict[str, float]: + """Measure attribute retrieval on held-out paraphrases.""" + + scores = model.text_retriever( + query_vectors, + key_vectors.unsqueeze(0).expand(query_vectors.shape[0], -1, -1), + ) + key_attributes = list(key_attributes) + positive_mask = torch.tensor( + [[query_attribute == key_attribute for key_attribute in key_attributes] + for query_attribute in query_attributes], + dtype=torch.bool, + device=scores.device, + ) + positive_scores = scores.masked_fill(~positive_mask, torch.finfo(scores.dtype).min).max(dim=1).values + negative_scores = scores.masked_fill(positive_mask, torch.finfo(scores.dtype).min).max(dim=1).values + positive_probabilities = torch.sigmoid(positive_scores) + negative_probabilities = torch.sigmoid(negative_scores) + predicted = scores.argmax(dim=1).detach().cpu().tolist() + predicted_attributes = [key_attributes[index] for index in predicted] + accuracy = sum( + predicted_attribute == query_attribute + for predicted_attribute, query_attribute in zip(predicted_attributes, query_attributes) + ) / max(1, len(query_attributes)) + return { + "accuracy": float(accuracy), + "positive_score_mean": float(positive_scores.mean().detach().cpu()), + "negative_score_mean": float(negative_scores.mean().detach().cpu()), + "margin_mean": float((positive_scores - negative_scores).mean().detach().cpu()), + "positive_probability_min": float(positive_probabilities.min().detach().cpu()), + "negative_probability_max": float(negative_probabilities.max().detach().cpu()), + "positive_threshold_recall": float((positive_probabilities >= 0.5).float().mean().detach().cpu()), + } + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument("--base-adapter", default="dynamic_memory_lab/qwen_memory_adapter_native_v3") + parser.add_argument( + "--output-adapter", + default="dynamic_memory_lab/qwen_memory_adapter_natural_controller_v1", + ) + parser.add_argument("--steps", type=int, default=2200) + parser.add_argument("--pair-count", type=int, default=1600) + parser.add_argument("--batch-size", type=int, default=32) + parser.add_argument("--lr", type=float, default=2e-4) + parser.add_argument("--seed", type=int, default=20260904) + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + + random.seed(args.seed) + torch.manual_seed(args.seed) + tokenizer = load_tokenizer(args.model_path) + config = load_memory_config(args.base_adapter) + config.natural_language_memory = True + config.persistent_memory = False + config.direct_logit_scale = 0.0 + model = load_qwen_dynamic( + args.model_path, + memory_config=config, + load_in_4bit=not args.no_4bit, + ) + model.load_memory_adapter(args.base_adapter, strict=True) + model.eval() + if model.text_retriever is None: + raise RuntimeError("natural-language retriever was not created") + model.text_retriever.train() + device = model._find_layer_device() + + pairs = make_pairs(args.seed, args.pair_count) + training_records = [pair for pair in pairs if float(pair["label"]) == 1.0] + query_tensor, key_tensor = encode_records( + model, + tokenizer, + training_records, + batch_size=args.batch_size, + device=device, + ) + query_tensor = query_tensor.to(device) + key_tensor = key_tensor.to(device) + training_attributes = [str(record["attribute"]) for record in training_records] + attribute_names = list(ATTRIBUTES) + attribute_indices = { + attribute: [index for index, item in enumerate(training_attributes) if item == attribute] + for attribute in attribute_names + } + if any(not indices for indices in attribute_indices.values()): + raise RuntimeError("training data did not cover every memory attribute") + + holdout_records = make_holdout_queries(args.seed) + holdout_query_tensor, holdout_key_tensor = encode_records( + model, + tokenizer, + holdout_records, + batch_size=args.batch_size, + device=device, + ) + holdout_query_tensor = holdout_query_tensor.to(device) + holdout_key_tensor = holdout_key_tensor.to(device) + holdout_attributes = [str(record["attribute"]) for record in holdout_records] + short_holdout_records = make_short_fact_holdout() + short_holdout_query_tensor, short_holdout_key_tensor = encode_records( + model, + tokenizer, + short_holdout_records, + batch_size=args.batch_size, + device=device, + ) + short_holdout_query_tensor = short_holdout_query_tensor.to(device) + short_holdout_key_tensor = short_holdout_key_tensor.to(device) + short_holdout_attributes = [str(record["attribute"]) for record in short_holdout_records] + hard_negative_records = make_hard_negative_records() + hard_negative_query_tensor, hard_negative_key_tensor = encode_records( + model, + tokenizer, + hard_negative_records, + batch_size=args.batch_size, + device=device, + ) + hard_negative_query_tensor = hard_negative_query_tensor.to(device) + hard_negative_key_tensor = hard_negative_key_tensor.to(device) + optimizer = torch.optim.AdamW(model.text_retriever.parameters(), lr=args.lr, weight_decay=0.01) + rng = random.Random(args.seed + 1) + for step in range(1, args.steps + 1): + selected_indices = [ + rng.choice(attribute_indices[attribute]) for attribute in attribute_names + ] + selected_indices.extend( + rng.randrange(query_tensor.shape[0]) + for _ in range(max(0, args.batch_size - len(selected_indices))) + ) + indices = torch.tensor( + selected_indices[: args.batch_size], + dtype=torch.long, + device=device, + ) + batch_queries = query_tensor[indices] + batch_keys = key_tensor[indices] + batch_attributes = [training_attributes[index] for index in indices.detach().cpu().tolist()] + pair_logits = model.text_retriever( + batch_queries, + batch_keys.unsqueeze(0).expand(batch_queries.shape[0], -1, -1), + ) + positive_mask = torch.tensor( + [[left == right for right in batch_attributes] for left in batch_attributes], + dtype=torch.bool, + device=device, + ) + positive_logsum = torch.logsumexp( + pair_logits.masked_fill(~positive_mask, torch.finfo(pair_logits.dtype).min), + dim=1, + ) + contrastive_loss = -(positive_logsum - torch.logsumexp(pair_logits, dim=1)).mean() + + negative_indices = [ + rng.choice( + attribute_indices[ + rng.choice([name for name in attribute_names if name != attribute]) + ] + ) + for attribute in batch_attributes + ] + negative_keys = key_tensor[torch.tensor(negative_indices, dtype=torch.long, device=device)] + positive_logits = pair_logits.diagonal() + negative_logits = model.text_retriever(batch_queries, negative_keys) + hard_negative_logits = model.text_retriever( + hard_negative_query_tensor, + hard_negative_key_tensor, + ) + bce_logits = torch.cat((positive_logits, negative_logits), dim=0) + bce_labels = torch.cat( + ( + torch.ones_like(positive_logits), + torch.zeros_like(negative_logits), + ), + dim=0, + ) + classification_loss = F.binary_cross_entropy_with_logits(bce_logits, bce_labels) + hard_negative_loss = F.binary_cross_entropy_with_logits( + hard_negative_logits, + torch.zeros_like(hard_negative_logits), + ) + loss = contrastive_loss + 0.5 * classification_loss + 0.75 * hard_negative_loss + optimizer.zero_grad(set_to_none=True) + loss.backward() + torch.nn.utils.clip_grad_norm_(model.text_retriever.parameters(), 1.0) + optimizer.step() + if step == 1 or step % 100 == 0 or step == args.steps: + with torch.inference_mode(): + predictions = pair_logits.argmax(dim=1) + batch_accuracy = sum( + batch_attributes[index] == attribute + for index, attribute in zip( + predictions.detach().cpu().tolist(), batch_attributes + ) + ) / max(1, len(batch_attributes)) + holdout_stats = evaluate_retriever( + model, + holdout_query_tensor, + holdout_key_tensor, + holdout_attributes, + holdout_attributes, + ) + short_holdout_stats = evaluate_retriever( + model, + short_holdout_query_tensor, + short_holdout_key_tensor, + short_holdout_attributes, + short_holdout_attributes, + ) + print( + f"step={step} loss={float(loss.detach()):.5f} " + f"batch_attribute_accuracy={batch_accuracy:.3f} " + f"holdout_accuracy={holdout_stats['accuracy']:.3f} " + f"holdout_margin={holdout_stats['margin_mean']:.3f} " + f"short_fact_accuracy={short_holdout_stats['accuracy']:.3f} " + f"short_fact_margin={short_holdout_stats['margin_mean']:.3f} " + f"short_fact_threshold_recall={short_holdout_stats['positive_threshold_recall']:.3f}" + ) + + model.text_retriever.eval() + model._text_retriever_ready = True + model.memory_config.persistent_memory = False + output_dir = Path(args.output_adapter) + model.save_memory_adapter(output_dir) + stats = { + "steps": args.steps, + "pair_count": len(pairs), + "positive_training_records": len(training_records), + "hard_negative_records": len(hard_negative_records), + "holdout_records": len(holdout_records), + "source_adapter": str(args.base_adapter), + "retriever": "qwen_hidden_pair_mlp_multisample_contrastive_with_hard_negatives", + "holdout": evaluate_retriever( + model, + holdout_query_tensor, + holdout_key_tensor, + holdout_attributes, + holdout_attributes, + ), + "short_fact_holdout": evaluate_retriever( + model, + short_holdout_query_tensor, + short_holdout_key_tensor, + short_holdout_attributes, + short_holdout_attributes, + ), + } + (output_dir / "retriever_training.json").write_text( + json.dumps(stats, ensure_ascii=False, indent=2), + encoding="utf-8", + ) + print(json.dumps(stats, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/train_production_memory_policy.py b/train_production_memory_policy.py new file mode 100644 index 0000000..f775532 --- /dev/null +++ b/train_production_memory_policy.py @@ -0,0 +1,289 @@ +"""Train the automatic write/forget policy from normalized conversation JSONL.""" + +from __future__ import annotations + +import argparse +import json +import random +from pathlib import Path +from typing import Any + +import torch +import torch.nn.functional as F + +from .qwen_integration import load_memory_config, load_qwen_dynamic, load_tokenizer + + +PROJECT_ROOT = Path(__file__).resolve().parent + + +def _project_path(value: str | Path) -> Path: + path = Path(value) + if path.is_absolute() or path.exists(): + return path + return PROJECT_ROOT / path + + +def _read_jsonl(path: Path, max_examples: int | None = None) -> list[dict[str, Any]]: + rows: list[dict[str, Any]] = [] + with path.open("r", encoding="utf-8") as handle: + for raw in handle: + if not raw.strip(): + continue + rows.append(json.loads(raw)) + if max_examples is not None and len(rows) >= max_examples: + break + if not rows: + raise ValueError(f"no examples found in {path}") + return rows + + +def _encode_batch(tokenizer, texts: list[str], device: torch.device): + encoded_rows = [] + for text in texts: + encoded = tokenizer.apply_chat_template( + [{"role": "user", "content": text}], + tokenize=True, + add_generation_prompt=True, + return_tensors="pt", + return_dict=True, + enable_thinking=False, + ) + encoded_rows.append( + ( + encoded["input_ids"][0], + encoded.get("attention_mask", torch.ones_like(encoded["input_ids"]))[0], + ) + ) + max_length = max(row.numel() for row, _ in encoded_rows) + input_ids = torch.zeros(len(encoded_rows), max_length, dtype=torch.long, device=device) + attention_mask = torch.zeros_like(input_ids) + for index, (row, mask) in enumerate(encoded_rows): + input_ids[index, : row.numel()] = row.to(device) + attention_mask[index, : mask.numel()] = mask.to(device) + return input_ids, attention_mask + + +@torch.inference_mode() +def _collect(model, tokenizer, rows: list[dict[str, Any]], *, batch_size: int, device: torch.device): + vectors: list[torch.Tensor] = [] + write_labels: list[float] = [] + forget_labels: list[float] = [] + for start in range(0, len(rows), batch_size): + batch = rows[start : start + batch_size] + input_ids, attention_mask = _encode_batch( + tokenizer, + [str(row["text"]) for row in batch], + device, + ) + model.reset_memory(batch_size=len(batch), device=device) + model( + input_ids=input_ids, + attention_mask=attention_mask, + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + ) + representation = getattr( + model.memory, + "last_write_summary", + getattr(model.memory, "last_write_representation", None), + ) + if representation is None: + raise RuntimeError("the loaded memory controller did not expose last_write_representation") + vectors.append(representation.detach().float().cpu()) + write_labels.extend(float(row.get("write_label", 0.0)) for row in batch) + forget_labels.extend(float(row.get("forget_label", 0.0)) for row in batch) + return ( + torch.cat(vectors), + torch.tensor(write_labels, dtype=torch.float32), + torch.tensor(forget_labels, dtype=torch.float32), + ) + + +def _metrics(logits: torch.Tensor, labels: torch.Tensor, threshold: float) -> dict[str, float]: + probabilities = torch.sigmoid(logits.detach()).reshape(-1).cpu() + labels = labels.reshape(-1).cpu() >= 0.5 + predictions = probabilities >= threshold + positive = labels + negative = ~labels + tp = int((predictions & positive).sum()) + fn = int((~predictions & positive).sum()) + fp = int((predictions & negative).sum()) + tn = int((~predictions & negative).sum()) + return { + "threshold": float(threshold), + "accuracy": float((predictions == labels).float().mean()), + "precision": tp / max(1, tp + fp), + "recall": tp / max(1, tp + fn), + "specificity": tn / max(1, tn + fp), + "false_positive_rate": fp / max(1, fp + tn), + "f1": (2.0 * tp) / max(1, 2 * tp + fp + fn), + "positive_count": int(positive.sum()), + "negative_count": int(negative.sum()), + } + + +def _choose_threshold(logits: torch.Tensor, labels: torch.Tensor, max_fpr: float) -> dict[str, float]: + candidates = [index / 100.0 for index in range(10, 91, 2)] + reports = [_metrics(logits, labels, threshold) for threshold in candidates] + acceptable = [item for item in reports if item["false_positive_rate"] <= max_fpr] + return max(acceptable or reports, key=lambda item: (item["recall"], item["specificity"])) + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default="qwen3_5_4b_natural_memory_v2") + parser.add_argument("--base-adapter", default="qwen_memory_adapter_natural_auto_v13") + parser.add_argument("--dataset-dir", default="data/production_memory") + parser.add_argument("--output-adapter", default="qwen_memory_adapter_natural_production_candidate") + parser.add_argument("--steps", type=int, default=240) + parser.add_argument("--batch-size", type=int, default=4) + parser.add_argument("--lr", type=float, default=1e-4) + parser.add_argument("--threshold", type=float, default=None) + parser.add_argument("--max-fpr", type=float, default=0.02) + parser.add_argument("--max-examples", type=int, default=None) + parser.add_argument("--seed", type=int, default=20260905) + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + random.seed(args.seed) + torch.manual_seed(args.seed) + + dataset_dir = _project_path(args.dataset_dir) + train_rows = _read_jsonl(dataset_dir / "train.jsonl", args.max_examples) + eval_rows = _read_jsonl(dataset_dir / "eval.jsonl", args.max_examples) + model_path = _project_path(args.model_path) + base_adapter = _project_path(args.base_adapter) + tokenizer = load_tokenizer(model_path) + # A merged v2 package carries the router architecture metadata. Loading + # the older v1 adapter config here would disable hierarchical memory before + # the embedded shard is read, so the package config is authoritative. + config_source = model_path if (model_path / "memory_merge.json").exists() else base_adapter + config = load_memory_config(config_source) + config.natural_language_memory = True + config.automatic_memory = True + config.automatic_memory_policy_version = 2 + config.auto_forget_threshold = 0.50 + config.persistent_memory = False + model = load_qwen_dynamic(model_path, memory_config=config, load_in_4bit=not args.no_4bit) + # The base adapter has the old one-logit policy. Its write head is a + # useful initialization; the new forget head starts trainable and is + # intentionally loaded with strict=False. + model.load_memory_adapter(base_adapter, strict=False) + if model.memory_policy is None: + raise RuntimeError("automatic memory policy is disabled by the selected configuration") + # The policy is now trained on the frozen Qwen semantic summary rather + # than the value-path projection used by the bootstrap adapter. Reset + # only this small controller so stale input-space weights cannot poison + # the new feature space; the main model, memory bank, and retriever stay + # untouched. + model.memory_policy.apply(model.memory_policy._init_weights) + model.eval() + model.memory_policy.train() + device = model._find_layer_device() + + train_vectors, train_labels, train_forget_labels = _collect( + model, tokenizer, train_rows, batch_size=args.batch_size, device=device + ) + eval_vectors, eval_labels, eval_forget_labels = _collect( + model, tokenizer, eval_rows, batch_size=args.batch_size, device=device + ) + train_vectors = train_vectors.to(device) + train_labels = train_labels.to(device) + train_forget_labels = train_forget_labels.to(device) + eval_vectors = eval_vectors.to(device) + eval_labels = eval_labels.to(device) + eval_forget_labels = eval_forget_labels.to(device) + optimizer = torch.optim.AdamW(model.memory_policy.parameters(), lr=args.lr, weight_decay=0.01) + positive_weight = torch.tensor([1.5], device=device) + forget_positive_count = max(1, int(train_forget_labels.sum().item())) + forget_negative_count = max(1, int(train_forget_labels.numel() - forget_positive_count)) + forget_positive_weight = max(4.0, 0.75 * forget_negative_count / forget_positive_count) + rng = random.Random(args.seed + 1) + steps = max(1, int(args.steps)) + for step in range(1, steps + 1): + indices = torch.tensor( + [rng.randrange(train_vectors.shape[0]) for _ in range(min(args.batch_size, train_vectors.shape[0]))], + dtype=torch.long, + device=device, + ) + logits = model.memory_policy(train_vectors[indices]).reshape(-1) + labels = train_labels[indices] + weights = torch.where(labels >= 0.5, positive_weight.expand_as(labels), torch.ones_like(labels)) + write_loss = F.binary_cross_entropy_with_logits(logits, labels, weight=weights) + forget_logits = model.memory_policy.forget_logits(train_vectors[indices]).reshape(-1) + forget_labels = train_forget_labels[indices] + forget_weights = torch.where( + forget_labels >= 0.5, + torch.full_like(forget_labels, forget_positive_weight), + torch.ones_like(forget_labels), + ) + forget_loss = F.binary_cross_entropy_with_logits( + forget_logits, forget_labels, weight=forget_weights + ) + loss = write_loss + forget_loss + optimizer.zero_grad(set_to_none=True) + loss.backward() + torch.nn.utils.clip_grad_norm_(model.memory_policy.parameters(), 1.0) + optimizer.step() + + model.memory_policy.eval() + model._memory_policy_ready = True + train_logits = model.memory_policy(train_vectors).reshape(-1) + eval_logits = model.memory_policy(eval_vectors).reshape(-1) + train_forget_logits = model.memory_policy.forget_logits(train_vectors).reshape(-1) + eval_forget_logits = model.memory_policy.forget_logits(eval_vectors).reshape(-1) + selected = _choose_threshold(eval_logits, eval_labels, args.max_fpr) + selected_forget = _choose_threshold(eval_forget_logits, eval_forget_labels, args.max_fpr) + threshold = float(args.threshold if args.threshold is not None else selected["threshold"]) + forget_threshold = float(selected_forget["threshold"]) + # The selected thresholds are part of the adapter contract. Keeping the + # write threshold local to the report would silently revert to the config + # default when the adapter is loaded by the benchmark or service. + model.memory_config.auto_memory_threshold = threshold + model.memory_config.auto_forget_threshold = forget_threshold + output_dir = _project_path(args.output_adapter) + # The embedded package loader temporarily restores its user snapshot and + # marks the config persistent. A policy adapter must be stateless: never + # ship the source user's memory with a training candidate. + model.memory_config.persistent_memory = False + stale_user_state = output_dir / "persistent_memory.pt" + if stale_user_state.exists(): + stale_user_state.rename(output_dir / "persistent_memory.pt.disabled") + model.save_memory_adapter(output_dir) + report = { + "format_version": 1, + "dataset_dir": str(dataset_dir), + "base_adapter": str(base_adapter), + "steps": steps, + "train_examples": len(train_rows), + "eval_examples": len(eval_rows), + "selected_threshold": selected, + "threshold": threshold, + "selected_forget_threshold": selected_forget, + "forget_threshold": forget_threshold, + "forget_positive_weight": forget_positive_weight, + "train": _metrics(train_logits, train_labels, threshold), + "eval": _metrics(eval_logits, eval_labels, threshold), + "train_forget": _metrics( + train_forget_logits, + train_forget_labels, + forget_threshold, + ), + "eval_forget": _metrics( + eval_forget_logits, + eval_forget_labels, + forget_threshold, + ), + "forget_label_count": int(sum(float(row.get("forget_label", 0.0)) >= 0.5 for row in train_rows + eval_rows)), + "warning": "This candidate must pass the full benchmark before replacing the production adapter.", + } + (output_dir / "production_policy_training.json").write_text( + json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8" + ) + print(json.dumps(report, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/train_qwen_memory.py b/train_qwen_memory.py new file mode 100644 index 0000000..36819c1 --- /dev/null +++ b/train_qwen_memory.py @@ -0,0 +1,249 @@ +"""Train only the dynamic memory adapter on streaming SFT records. + +Each JSONL record must contain ``memory`` and ``query`` message lists. The +memory turn is observed first; the query turn is evaluated afterwards using +the updated state. The loss is therefore downstream of a differentiable write. +""" + +from __future__ import annotations + +import argparse +import json +import random +from pathlib import Path +from typing import Any + +import torch +from torch.nn.utils import clip_grad_norm_ + +from .qwen_integration import QwenMemoryConfig, load_qwen_dynamic, load_tokenizer + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument("--data", default="dynamic_memory_lab/data/demo_stream.jsonl") + parser.add_argument("--output-dir", default="dynamic_memory_lab/qwen_memory_adapter") + parser.add_argument("--steps", type=int, default=20) + parser.add_argument("--batch-size", type=int, default=1) + parser.add_argument("--lr", type=float, default=1e-4) + parser.add_argument("--max-length", type=int, default=512) + parser.add_argument("--seed", type=int, default=42) + parser.add_argument("--resume-adapter", default=None) + parser.add_argument("--no-4bit", action="store_true") + parser.add_argument( + "--surgery-mode", + choices=("residual", "blend", "replace"), + default="residual", + help="residual adds memory, blend learns a gradual token-mixer replacement, replace removes the original token mixer", + ) + parser.add_argument( + "--blend-init", + type=float, + default=0.0, + help="initial fraction of the token mixer supplied by memory in blend mode", + ) + parser.add_argument( + "--layer-indices", + type=int, + nargs="+", + default=None, + help="zero-based Qwen layer indices to adapt; defaults to four full-attention layers", + ) + parser.add_argument( + "--direct-logit-scale", + type=float, + default=0.0, + help="add the final memory readout directly to vocabulary logits; useful for exact recall experiments", + ) + parser.add_argument( + "--write-token-offset", + type=int, + default=None, + help="write a fixed token counted from the end of the memory sequence instead of the final token", + ) + parser.add_argument( + "--broadcast-write", + action="store_true", + help="write the proposal to every memory slot; useful for one-fact recall ablations", + ) + parser.add_argument( + "--raw-token-write", + action="store_true", + help="write the selected token's output-projection row into runtime memory", + ) + parser.add_argument( + "--raw-logit-scale", + type=float, + default=0.0, + help="scale the raw token memory logits during training and generation", + ) + parser.add_argument( + "--native-mode", + action="store_true", + help="use the learned write/forget controller instead of the legacy memory rule", + ) + parser.add_argument( + "--persistent-memory", + action="store_true", + help="keep the learned runtime memory as part of the model instance", + ) + parser.add_argument("--reset-token-id", type=int, default=None) + parser.add_argument( + "--no-summary-pooling", + action="store_true", + help="use the final hidden state instead of learned summary pooling", + ) + return parser.parse_args() + + +def load_records(path: str | Path) -> list[dict[str, Any]]: + records = [] + for line_number, line in enumerate(Path(path).read_text(encoding="utf-8").splitlines(), 1): + if not line.strip(): + continue + record = json.loads(line) + if not isinstance(record.get("memory"), list) or not isinstance(record.get("query"), list): + raise ValueError(f"line {line_number}: expected memory/query message lists") + records.append(record) + if not records: + raise ValueError(f"no records found in {path}") + return records + + +def encode_messages(tokenizer: Any, messages: list[dict[str, Any]], max_length: int) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]: + full_encoding = tokenizer.apply_chat_template( + messages, + tokenize=True, + add_generation_prompt=False, + enable_thinking=False, + ) + prompt_encoding = tokenizer.apply_chat_template( + messages[:-1], + tokenize=True, + add_generation_prompt=True, + enable_thinking=False, + ) + full = full_encoding["input_ids"] if hasattr(full_encoding, "__getitem__") and "input_ids" in full_encoding else full_encoding + prompt = prompt_encoding["input_ids"] if hasattr(prompt_encoding, "__getitem__") and "input_ids" in prompt_encoding else prompt_encoding + if full and isinstance(full[0], list): + full = full[0] + if prompt and isinstance(prompt[0], list): + prompt = prompt[0] + original_full_length = len(full) + truncated_prefix = max(0, original_full_length - max_length) + if len(full) > max_length: + full = full[-max_length:] + input_ids = torch.tensor(full, dtype=torch.long) + attention_mask = torch.ones_like(input_ids) + # The prompt may have been truncated from the left. Keep only the target + # part visible to the loss. + prompt_tokens = max(0, min(len(prompt) - truncated_prefix, len(full))) + labels = input_ids.clone() + labels[:prompt_tokens] = -100 + return input_ids, attention_mask, labels + + +def pad_batch(items: list[tuple[torch.Tensor, torch.Tensor, torch.Tensor]], pad_id: int) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]: + length = max(item[0].numel() for item in items) + input_ids = torch.full((len(items), length), pad_id, dtype=torch.long) + attention_mask = torch.zeros_like(input_ids) + labels = torch.full_like(input_ids, -100) + for row, (ids, mask, row_labels) in enumerate(items): + input_ids[row, : ids.numel()] = ids + attention_mask[row, : mask.numel()] = mask + labels[row, : row_labels.numel()] = row_labels + return input_ids, attention_mask, labels + + +def main() -> None: + args = parse_args() + random.seed(args.seed) + torch.manual_seed(args.seed) + records = load_records(args.data) + tokenizer = load_tokenizer(args.model_path) + memory_config = QwenMemoryConfig( + mode=args.surgery_mode, + blend_init=args.blend_init, + layer_indices=tuple(args.layer_indices) if args.layer_indices else None, + direct_logit_scale=args.direct_logit_scale, + write_token_offset=args.write_token_offset, + broadcast_write=args.broadcast_write, + raw_token_write=args.raw_token_write, + raw_logit_scale=args.raw_logit_scale, + native_mode=args.native_mode, + persistent_memory=args.persistent_memory, + reset_token_id=args.reset_token_id, + summary_pooling=not args.no_summary_pooling, + ) + model = load_qwen_dynamic( + args.model_path, + memory_config=memory_config, + load_in_4bit=not args.no_4bit, + ) + if args.resume_adapter: + model.load_memory_adapter(args.resume_adapter) + model.train() + + parameters = list(model.trainable_parameters) + if not parameters: + raise RuntimeError("no trainable memory parameters") + optimizer = torch.optim.AdamW(parameters, lr=args.lr, weight_decay=0.01) + device = model._find_layer_device() + pad_id = int(tokenizer.pad_token_id) + output_dir = Path(args.output_dir) + + print( + f"device={device} records={len(records)} memory_layers={model.layer_indices} " + f"surgery_mode={memory_config.mode} blend_init={memory_config.blend_init}" + ) + for step in range(1, args.steps + 1): + if memory_config.persistent_memory: + model.reset_memory(batch_size=args.batch_size, device=model._find_layer_device()) + chosen = [records[(step * args.batch_size + i) % len(records)] for i in range(args.batch_size)] + memory_items = [encode_messages(tokenizer, item["memory"], args.max_length) for item in chosen] + query_items = [encode_messages(tokenizer, item["query"], args.max_length) for item in chosen] + memory_input, memory_mask, _ = pad_batch(memory_items, pad_id) + query_input, query_mask, query_labels = pad_batch(query_items, pad_id) + memory_input = memory_input.to(device) + memory_mask = memory_mask.to(device) + query_input = query_input.to(device) + query_mask = query_mask.to(device) + query_labels = query_labels.to(device) + + optimizer.zero_grad(set_to_none=True) + memory_output = model( + input_ids=memory_input, + attention_mask=memory_mask, + update_memory=True, + read_memory=False, + detach_memory=False, + return_memory=True, + ) + query_output = model( + input_ids=query_input, + attention_mask=query_mask, + labels=query_labels, + memory_state=memory_output.memory, + update_memory=False, + read_memory=True, + return_memory=True, + ) + if query_output.loss is None: + raise RuntimeError("Qwen did not return an SFT loss") + query_output.loss.backward() + clip_grad_norm_(parameters, 1.0) + optimizer.step() + + if step == 1 or step % 5 == 0 or step == args.steps: + print(f"step={step:4d} loss={query_output.loss.detach().item():.4f}") + output_dir.mkdir(parents=True, exist_ok=True) + model.save_memory_adapter(output_dir) + (output_dir / "training_state.json").write_text( + json.dumps({"step": step, "data": str(args.data), "model_path": str(args.model_path)}, indent=2), + encoding="utf-8", + ) + + +if __name__ == "__main__": + main() diff --git a/train_qwen_router_v2.py b/train_qwen_router_v2.py new file mode 100644 index 0000000..0bab44e --- /dev/null +++ b/train_qwen_router_v2.py @@ -0,0 +1,367 @@ +"""Train the V2 router on real Qwen hidden representations. + +This is intentionally separate from the fast synthetic router pre-training. +The production checkpoint must see the same representation distribution that +the memory adapter will use at runtime. +""" + +from __future__ import annotations + +import argparse +import json +import random +import sys +from pathlib import Path +from typing import Any + +import torch +import torch.nn.functional as F + +if __package__ in {None, ""}: + sys.path.insert(0, str(Path(__file__).resolve().parent.parent)) + +from dynamic_memory_lab.memory_os_v2 import MemoryRouterV2 +from dynamic_memory_lab.qwen_integration import QwenMemoryConfig, load_qwen_dynamic, load_tokenizer + + +ATTRIBUTES = [ + "姓名", + "常住城市", + "工作地点", + "项目代号", + "喜欢的水果", + "宠物名字", + "生日月份", + "最常用的编辑器", + "长期目标", + "周末习惯", + "学习方向", + "重要联系人", +] +ENTITIES = [f"用户档案{index:02d}" for index in range(64)] +VALUES = [ + "林浩", + "上海", + "杭州", + "NM-V2", + "青提", + "小灰", + "十月", + "Neovim", + "做出新的记忆架构", + "阅读论文", + "稀疏路由", + "陈老师", + "苏州", + "Natural Memory", + "星河项目", + "午夜跑步", +] + + +def _device(name: str, fallback: torch.device | None = None) -> torch.device: + if name == "auto": + return fallback or torch.device("cuda" if torch.cuda.is_available() else "cpu") + return torch.device(name) + + +def _encode_texts(model, tokenizer, texts: list[str], device: torch.device, batch_size: int) -> torch.Tensor: + chunks: list[torch.Tensor] = [] + for start in range(0, len(texts), batch_size): + batch = texts[start : start + batch_size] + encoded = tokenizer( + batch, + add_special_tokens=False, + padding=True, + return_tensors="pt", + ) + input_ids = encoded["input_ids"].to(device) + attention_mask = encoded.get("attention_mask") + if attention_mask is None: + attention_mask = torch.ones_like(input_ids) + key = model._encode_model_key(input_ids, attention_mask.to(device)) + chunks.append(key.detach().cpu()) + return torch.cat(chunks, dim=0) + + +def _make_fact_set(count: int, seed: int) -> tuple[list[str], list[str], list[int]]: + random.seed(seed) + facts: list[str] = [] + queries: list[str] = [] + hops: list[int] = [] + for index in range(count): + attribute = ATTRIBUTES[index % len(ATTRIBUTES)] + value = VALUES[(index * 7 + 3) % len(VALUES)] + entity = ENTITIES[index // len(ATTRIBUTES)] + fact = f"{entity}的{attribute}是{value}。" + query_templates = [ + (f"请问{entity}的{attribute}是什么？", 1), + (f"我之前告诉过你的{entity}{attribute}，答案是什么？", 1), + (f"先找出{entity}的{attribute}，再结合关联记忆回答。", 2), + (f"回忆一下，{entity}在{attribute}这一项的信息。", 1), + ] + facts.append(fact) + query, hop = query_templates[index % len(query_templates)] + queries.append(query) + hops.append(hop) + return facts, queries, hops + + +def _make_episodes( + fact_keys: torch.Tensor, + query_keys: torch.Tensor, + fact_hops: list[int], + *, + candidate_count: int, + seed: int, + no_memory_keys: torch.Tensor, +) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor, torch.Tensor, torch.Tensor]: + random.seed(seed) + sample_count = fact_keys.shape[0] + queries: list[torch.Tensor] = [] + candidates: list[torch.Tensor] = [] + positives: list[int] = [] + need: list[float] = [] + hops: list[int] = [] + for index in range(sample_count): + candidate_indices = [index] + # Prefer same-entity/nearby attribute negatives before random ones. + for offset in range(1, sample_count): + candidate_indices.append((index + offset) % sample_count) + if len(candidate_indices) >= candidate_count: + break + candidate_tensor = fact_keys[candidate_indices] + queries.append(query_keys[index]) + candidates.append(candidate_tensor) + positives.append(0) + need.append(1.0) + hops.append(int(fact_hops[index])) + for index in range(min(sample_count // 3, no_memory_keys.shape[0])): + queries.append(no_memory_keys[index]) + candidates.append(fact_keys[torch.randperm(sample_count)[:candidate_count]]) + positives.append(0) + need.append(0.0) + hops.append(0) + return ( + torch.stack(queries), + torch.stack(candidates), + torch.tensor(positives, dtype=torch.long), + torch.tensor(need, dtype=torch.float32), + torch.tensor(hops, dtype=torch.long), + ) + + +@torch.no_grad() +def _evaluate( + router: MemoryRouterV2, + query: torch.Tensor, + candidates: torch.Tensor, + positive: torch.Tensor, + need: torch.Tensor, + hops: torch.Tensor, + device: torch.device, +) -> dict[str, float]: + router.eval() + output = router(query.to(device), candidates.to(device)) + need_mask = need.to(device).bool() + route_pred = output["scores"].argmax(dim=-1) + route_correct = ((route_pred == positive.to(device)) & need_mask).sum().item() + route_total = need_mask.sum().item() + need_pred = (torch.sigmoid(output["need_memory_logits"]) >= 0.5).float() + need_device = need.to(device) + tp = ((need_pred == 1) & (need_device == 1)).sum().item() + tn = ((need_pred == 0) & (need_device == 0)).sum().item() + fp = ((need_pred == 1) & (need_device == 0)).sum().item() + fn = ((need_pred == 0) & (need_device == 1)).sum().item() + hop_accuracy = (output["hop_logits"].argmax(dim=-1) == hops.to(device)).float().mean().item() + return { + "route_accuracy": route_correct / max(1, route_total), + "need_memory_precision": tp / max(1, tp + fp), + "need_memory_recall": tp / max(1, tp + fn), + "need_memory_specificity": tn / max(1, tn + fp), + "hop_accuracy": hop_accuracy, + "need_tp": float(tp), + "need_tn": float(tn), + "need_fp": float(fp), + "need_fn": float(fn), + } + + +def train(args: argparse.Namespace) -> dict[str, Any]: + random.seed(args.seed) + torch.manual_seed(args.seed) + config = QwenMemoryConfig( + memory_slots=16, + memory_dim=512, + layer_indices=(7, 15, 23, 31), + mode="blend", + blend_init=0.1, + native_mode=True, + persistent_memory=True, + natural_language_memory=True, + automatic_memory=True, + memory_version=2, + hierarchical_memory=True, + memory_router_dim=args.router_dim, + memory_router_heads=args.num_heads, + memory_max_hops=args.max_hops, + ) + model = load_qwen_dynamic( + args.model_path, + memory_config=config, + load_in_4bit=not args.no_4bit, + device_map="auto", + ) + model.eval() + model_device = model._find_layer_device() + device = _device(args.device, model_device) + tokenizer = load_tokenizer(args.model_path) + fact_texts, query_texts, fact_hops = _make_fact_set(args.fact_count, args.seed) + no_memory_texts = [ + "请写一首关于春天的短诗。", + "解释一下二分查找的时间复杂度。", + "帮我规划一个周末旅行。", + "什么是矩阵乘法？", + "把这句话翻译成英文。", + "今天适合做什么运动？", + ] + fact_keys = _encode_texts(model, tokenizer, fact_texts, model_device, args.encode_batch_size) + query_keys = _encode_texts(model, tokenizer, query_texts, model_device, args.encode_batch_size) + no_memory_keys = _encode_texts(model, tokenizer, no_memory_texts, model_device, args.encode_batch_size) + train_count = max(1, int(fact_keys.shape[0] * 0.8)) + train_query, train_candidates, train_positive, train_need, train_hops = _make_episodes( + fact_keys[:train_count], + query_keys[:train_count], + fact_hops[:train_count], + candidate_count=args.candidate_count, + seed=args.seed, + no_memory_keys=no_memory_keys, + ) + heldout_query, heldout_candidates, heldout_positive, heldout_need, heldout_hops = _make_episodes( + fact_keys[train_count:], + query_keys[train_count:], + fact_hops[train_count:], + candidate_count=args.candidate_count, + seed=args.seed + 1, + no_memory_keys=no_memory_keys, + ) + router = MemoryRouterV2( + args.hidden_size, + router_dim=args.router_dim, + num_heads=args.num_heads, + max_hops=args.max_hops, + ).to(device) + if args.init_checkpoint: + initial_state = torch.load(args.init_checkpoint, map_location=device, weights_only=True) + router.load_state_dict(initial_state, strict=True) + if args.freeze_retrieval: + for name, parameter in router.named_parameters(): + parameter.requires_grad = name.startswith("hop_controller.") + trainable_parameters = [parameter for parameter in router.parameters() if parameter.requires_grad] + optimizer = torch.optim.AdamW(trainable_parameters, lr=args.learning_rate, weight_decay=1e-4) + history: list[dict[str, float]] = [] + router.train() + for step in range(1, args.steps + 1): + indices = torch.randint(0, train_query.shape[0], (args.batch_size,)) + query = train_query[indices].to(device) + candidates = train_candidates[indices].to(device) + positive = train_positive[indices].to(device) + need = train_need[indices].to(device) + hops = train_hops[indices].clamp(0, args.max_hops).to(device) + output = router(query, candidates) + need_mask = need.bool() + candidate_loss = ( + F.cross_entropy(output["scores"][need_mask], positive[need_mask]) + if bool(need_mask.any()) + else output["scores"].sum() * 0.0 + ) + need_loss = F.binary_cross_entropy_with_logits(output["need_memory_logits"], need) + hop_loss = F.cross_entropy(output["hop_logits"], hops) + loss = candidate_loss + args.need_loss_weight * need_loss + args.hop_loss_weight * hop_loss + optimizer.zero_grad(set_to_none=True) + loss.backward() + torch.nn.utils.clip_grad_norm_(router.parameters(), 1.0) + optimizer.step() + if step == 1 or step % args.log_every == 0 or step == args.steps: + history.append( + { + "step": float(step), + "loss": float(loss.detach().cpu()), + "candidate_loss": float(candidate_loss.detach().cpu()), + "need_loss": float(need_loss.detach().cpu()), + "hop_loss": float(hop_loss.detach().cpu()), + } + ) + validation = _evaluate( + router, + heldout_query, + heldout_candidates, + heldout_positive, + heldout_need, + heldout_hops, + device, + ) + output_dir = Path(args.output_dir) + output_dir.mkdir(parents=True, exist_ok=True) + torch.save(router.state_dict(), output_dir / "memory_router_v2.pt") + torch.save( + { + "fact_keys": fact_keys, + "query_keys": query_keys, + "no_memory_keys": no_memory_keys, + "fact_texts": fact_texts, + "query_texts": query_texts, + }, + output_dir / "qwen_router_v2_encoded_dataset.pt", + ) + summary = { + "format_version": 2, + "representation": "qwen3.5_hidden_state", + "model_path": args.model_path, + "device": str(device), + "model_device": str(model_device), + "hidden_size": args.hidden_size, + "router_dim": args.router_dim, + "num_heads": args.num_heads, + "max_hops": args.max_hops, + "fact_count": args.fact_count, + "train_count": train_count, + "heldout_count": int(fact_keys.shape[0] - train_count), + "steps": args.steps, + "training_history": history, + "validation": validation, + } + (output_dir / "qwen_router_v2_training.json").write_text( + json.dumps(summary, indent=2, ensure_ascii=False), encoding="utf-8" + ) + del model + return summary + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default="W:/Flash/model/dynamic_memory_lab/qwen3_5_4b_memory_merged_v13") + parser.add_argument("--output-dir", default="W:/Flash/model/dynamic_memory_lab/checkpoints/natural_memory_v2_qwen_router") + parser.add_argument("--device", default="auto") + parser.add_argument("--no-4bit", action="store_true") + parser.add_argument("--hidden-size", type=int, default=2560) + parser.add_argument("--router-dim", type=int, default=128) + parser.add_argument("--num-heads", type=int, default=8) + parser.add_argument("--max-hops", type=int, default=3) + parser.add_argument("--fact-count", type=int, default=160) + parser.add_argument("--candidate-count", type=int, default=16) + parser.add_argument("--encode-batch-size", type=int, default=8) + parser.add_argument("--steps", type=int, default=1200) + parser.add_argument("--batch-size", type=int, default=32) + parser.add_argument("--learning-rate", type=float, default=2e-3) + parser.add_argument("--need-loss-weight", type=float, default=0.75) + parser.add_argument("--hop-loss-weight", type=float, default=0.35) + parser.add_argument("--init-checkpoint", default=None) + parser.add_argument("--freeze-retrieval", action="store_true") + parser.add_argument("--log-every", type=int, default=100) + parser.add_argument("--seed", type=int, default=20260904) + return parser.parse_args() + + +if __name__ == "__main__": + print(json.dumps(train(parse_args()), ensure_ascii=False, indent=2)) diff --git a/verify_native_checkpoint.py b/verify_native_checkpoint.py new file mode 100644 index 0000000..bc98b98 --- /dev/null +++ b/verify_native_checkpoint.py @@ -0,0 +1,109 @@ +"""Package learned memory into an adapter checkpoint and verify restart/reset.""" + +from __future__ import annotations + +import argparse +import gc +import json +from pathlib import Path + +import torch + +from .evaluate_native_memory import _controller_step, _encode_prompt +from .qwen_integration import ( + DEFAULT_MEMORY_RESET_TOKEN, + load_memory_config, + load_qwen_dynamic, + load_tokenizer, + resolve_memory_reset_token, +) +from .train_native_memory import load_records + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument("--adapter", default="dynamic_memory_lab/qwen_memory_adapter_native_v3") + parser.add_argument("--data", default="dynamic_memory_lab/data/native_memory/eval.jsonl") + parser.add_argument( + "--output-adapter", + default="dynamic_memory_lab/qwen_memory_adapter_native_v3_persistent", + ) + parser.add_argument("--max-length", type=int, default=192) + parser.add_argument("--max-new-tokens", type=int, default=8) + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + + records = load_records(args.data) + record = next(record for record in records if record.get("answerable")) + tokenizer = load_tokenizer(args.model_path) + config = load_memory_config(args.adapter) + config.persistent_memory = True + config.reset_token_id = resolve_memory_reset_token(tokenizer, DEFAULT_MEMORY_RESET_TOKEN) + model = load_qwen_dynamic(args.model_path, memory_config=config, load_in_4bit=not args.no_4bit) + model.load_memory_adapter(args.adapter) + model.reset_memory() + for chunk in record["memory_chunks"]: + _controller_step(model, tokenizer, chunk, args.max_length) + output_adapter = Path(args.output_adapter) + model.save_persistent_memory_checkpoint(output_adapter) + saved_norm = float(model.runtime.state.detach().float().norm()) + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + restart_config = load_memory_config(output_adapter) + restarted = load_qwen_dynamic( + args.model_path, + memory_config=restart_config, + load_in_4bit=not args.no_4bit, + ) + restarted.load_memory_adapter(output_adapter) + answer = str(record["answer"]) + prompt = _encode_prompt(tokenizer, record["query"][:-1]) + device = restarted._find_layer_device() + generated = restarted.generate( + input_ids=prompt.to(device), + attention_mask=torch.ones_like(prompt, device=device), + max_new_tokens=args.max_new_tokens, + do_sample=False, + use_cache=False, + update_memory=False, + ) + response = tokenizer.decode( + generated[:, prompt.shape[1] :][0].detach().cpu().tolist(), + skip_special_tokens=True, + ).strip() + reset_prompt = _encode_prompt(tokenizer, [{"role": "user", "content": DEFAULT_MEMORY_RESET_TOKEN}]) + restarted.generate( + input_ids=reset_prompt.to(device), + attention_mask=torch.ones_like(reset_prompt, device=device), + max_new_tokens=1, + do_sample=False, + use_cache=False, + update_memory=False, + ) + reset_norm = float(restarted.runtime.state.detach().float().norm()) + report = { + "source_adapter": str(args.adapter), + "output_adapter": str(output_adapter), + "record_id": record.get("id"), + "answer": answer, + "generated_after_restart": response, + "restart_contains_answer": answer in response, + "saved_memory_norm": saved_norm, + "reset_token": DEFAULT_MEMORY_RESET_TOKEN, + "reset_token_id": restart_config.reset_token_id, + "memory_norm_after_reset_token": reset_norm, + "reset_zeroed_memory": reset_norm < 1e-5, + } + (output_adapter / "native_checkpoint_verification.json").write_text( + json.dumps(report, ensure_ascii=False, indent=2), + encoding="utf-8", + ) + print(json.dumps(report, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/verify_persistent_memory.py b/verify_persistent_memory.py new file mode 100644 index 0000000..6b78c9b --- /dev/null +++ b/verify_persistent_memory.py @@ -0,0 +1,107 @@ +"""Verify answering after a model restart using only a saved user memory state.""" + +from __future__ import annotations + +import argparse +import gc +import json +from pathlib import Path + +import torch + +from .benchmark_qwen import _generation_prompt +from .qwen_integration import load_memory_config, load_qwen_dynamic, load_tokenizer +from .train_qwen_memory import encode_messages, pad_batch + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--model-path", default=".") + parser.add_argument( + "--adapter", + default="dynamic_memory_lab/qwen_memory_adapter_pointer", + ) + parser.add_argument( + "--data", + default="dynamic_memory_lab/data/benchmark_eval.jsonl", + ) + parser.add_argument("--record-index", type=int, default=0) + parser.add_argument( + "--memory-state", + default="dynamic_memory_lab/data/user_memory_demo.pt", + ) + parser.add_argument("--max-length", type=int, default=128) + parser.add_argument("--max-new-tokens", type=int, default=4) + parser.add_argument("--no-4bit", action="store_true") + args = parser.parse_args() + + records = [ + json.loads(line) + for line in Path(args.data).read_text(encoding="utf-8").splitlines() + if line.strip() + ] + record = records[args.record_index] + tokenizer = load_tokenizer(args.model_path) + memory_config = load_memory_config(args.adapter) + + model = load_qwen_dynamic( + args.model_path, + memory_config=memory_config, + load_in_4bit=not args.no_4bit, + ) + model.load_memory_adapter(args.adapter) + model.eval() + device = model._find_layer_device() + memory = encode_messages(tokenizer, record["memory"], args.max_length) + memory_input, memory_mask, _ = pad_batch([memory], int(tokenizer.pad_token_id)) + state_path = Path(args.memory_state) + + with torch.inference_mode(): + model( + input_ids=memory_input.to(device), + attention_mask=memory_mask.to(device), + read_memory=False, + update_memory=True, + return_memory=True, + use_cache=False, + ) + model.save_runtime_memory(state_path) + print(f"saved_memory_state={state_path}") + + del model + gc.collect() + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + restarted = load_qwen_dynamic( + args.model_path, + memory_config=memory_config, + load_in_4bit=not args.no_4bit, + ) + restarted.load_memory_adapter(args.adapter) + restarted.eval() + device = restarted._find_layer_device() + restarted.load_runtime_memory(state_path, device=device) + prompt = _generation_prompt(tokenizer, record["query"][:-1], device) + with torch.inference_mode(): + output = restarted.generate( + **prompt, + max_new_tokens=args.max_new_tokens, + do_sample=False, + update_memory=False, + use_cache=True, + pad_token_id=tokenizer.pad_token_id, + ) + generated = tokenizer.decode( + output[0, prompt["input_ids"].shape[1] :], + skip_special_tokens=True, + ).replace(" ", "").replace("\r", "").replace("\n", "").strip() + expected = str(record["answer"]) + print(f"query_contains_history=false") + print(f"expected={expected}") + print(f"restarted_generated={generated}") + print(f"correct={generated.startswith(expected)}") + + +if __name__ == "__main__": + main() diff --git a/verify_qwen_integration.py b/verify_qwen_integration.py new file mode 100644 index 0000000..eee15ef --- /dev/null +++ b/verify_qwen_integration.py @@ -0,0 +1,99 @@ +"""Load the local Qwen checkpoint and run one real memory-aware forward pass.""" + +from __future__ import annotations + +import argparse +import contextlib +import io + +import torch + +from .qwen_integration import QwenMemoryConfig, load_qwen_dynamic, load_tokenizer + + +def main() -> None: + parser = argparse.ArgumentParser() + parser.add_argument("--model-path", default=".") + parser.add_argument("--no-4bit", action="store_true") + parser.add_argument("--surgery-mode", choices=("residual", "blend", "replace"), default="residual") + parser.add_argument("--blend-init", type=float, default=0.0) + parser.add_argument("--layer-indices", type=int, nargs="+", default=None) + parser.add_argument("--direct-logit-scale", type=float, default=0.0) + parser.add_argument("--write-token-offset", type=int, default=None) + parser.add_argument("--broadcast-write", action="store_true") + parser.add_argument("--raw-token-write", action="store_true") + parser.add_argument("--raw-logit-scale", type=float, default=0.0) + parser.add_argument("--native-mode", action="store_true") + parser.add_argument("--persistent-memory", action="store_true") + parser.add_argument("--reset-token-id", type=int, default=None) + parser.add_argument("--no-summary-pooling", action="store_true") + args = parser.parse_args() + + captured = io.StringIO() + stdout = contextlib.redirect_stdout(captured) + stderr = contextlib.redirect_stderr(captured) + stdout.__enter__() + stderr.__enter__() + error = None + model = None + tokenizer = None + try: + memory_config = QwenMemoryConfig( + mode=args.surgery_mode, + blend_init=args.blend_init, + layer_indices=tuple(args.layer_indices) if args.layer_indices else None, + direct_logit_scale=args.direct_logit_scale, + write_token_offset=args.write_token_offset, + broadcast_write=args.broadcast_write, + raw_token_write=args.raw_token_write, + raw_logit_scale=args.raw_logit_scale, + native_mode=args.native_mode, + persistent_memory=args.persistent_memory, + reset_token_id=args.reset_token_id, + summary_pooling=not args.no_summary_pooling, + ) + model = load_qwen_dynamic( + args.model_path, + memory_config=memory_config, + load_in_4bit=not args.no_4bit, + ) + tokenizer = load_tokenizer(args.model_path) + except Exception as exc: # pragma: no cover - diagnostic entry point + error = (type(exc).__name__, str(exc)) + finally: + stderr.__exit__(None, None, None) + stdout.__exit__(None, None, None) + + print(f"load_error={error if error else 'none'}") + if model is None or tokenizer is None: + return + + print(f"model={type(model.base_model).__name__}") + print(f"device={model._find_layer_device()}") + print(f"memory_layers={model.layer_indices}") + print( + "layer_types=" + + str( + tuple( + getattr(getattr(model.base_model.model.language_model.layers[index], "inner", None), "layer_type", "unknown") + for index in model.layer_indices + ) + ) + ) + print(f"surgery_mode={model.memory_config.mode}") + print(f"blend_init={model.memory_config.blend_init}") + print(f"trainable_memory_parameters={sum(p.numel() for p in model.trainable_parameters):,}") + + text = "你好，请用一句话介绍你自己。" + encoded = tokenizer(text, return_tensors="pt") + device = model._find_layer_device() + encoded = {key: value.to(device) for key, value in encoded.items()} + with torch.no_grad(): + output = model(**encoded, update_memory=True, return_memory=True) + print(f"logits_shape={tuple(output.logits.shape)}") + print(f"memory_shape={tuple(output.memory.shape)}") + print("forward_ok=true") + + +if __name__ == "__main__": + main()