39 lines
1.2 KiB
JSON
39 lines
1.2 KiB
JSON
{
|
|
"baseUrl": "http://127.0.0.1:8766/v1",
|
|
"outDir": "H:\\Memory\\agent_lab\\agent\\runs\\v2",
|
|
"arms": [
|
|
"on",
|
|
"off"
|
|
],
|
|
"scenarios": [
|
|
{
|
|
"id": "cross_session_recall",
|
|
"description": "写入事实后，在全新会话（空上下文、无历史文本）中询问该事实。这正是 in-model memory 存在的理由。",
|
|
"arms": {
|
|
"on": {
|
|
"activeRecords": 1,
|
|
"assertionsPassed": 1,
|
|
"assertionsTotal": 3,
|
|
"passRate": 0.3333333333333333,
|
|
"failures": [
|
|
"answer_contains: missing one of [\"蓝鲸-47\",\"蓝鲸 47\",\"蓝鲸47\"]",
|
|
"answer_contains: missing one of [\"ap-southeast-3\",\"apse-3\"]"
|
|
],
|
|
"meanSecondsPerTurn": 3.77
|
|
},
|
|
"off": {
|
|
"activeRecords": 0,
|
|
"assertionsPassed": 0,
|
|
"assertionsTotal": 3,
|
|
"passRate": 0,
|
|
"failures": [
|
|
"answer_contains: missing one of [\"蓝鲸-47\",\"蓝鲸 47\",\"蓝鲸47\"]",
|
|
"answer_contains: missing one of [\"ap-southeast-3\",\"apse-3\"]",
|
|
"active_record_contains: absent from active memory"
|
|
],
|
|
"meanSecondsPerTurn": 3.65
|
|
}
|
|
}
|
|
}
|
|
]
|
|
} |