35 lines
1004 B
JSON
35 lines
1004 B
JSON
{
|
|
"baseUrl": "http://127.0.0.1:8766/v1",
|
|
"outDir": "H:\\Memory\\agent_lab\\agent\\runs\\forget_fixed",
|
|
"arms": [
|
|
"on",
|
|
"off"
|
|
],
|
|
"scenarios": [
|
|
{
|
|
"id": "forget_retraction",
|
|
"description": "写入事实后明确要求遗忘；跨会话再问时必须不再使用该事实（撤回/覆盖语义），且不得把已忘内容当现状。",
|
|
"arms": {
|
|
"on": {
|
|
"activeRecords": 1,
|
|
"assertionsPassed": 0,
|
|
"assertionsTotal": 2,
|
|
"passRate": 0,
|
|
"failures": [
|
|
"answer_not_contains: leaked [\"7781\"]",
|
|
"answer_contains: missing one of [\"没有\",\"不知道\",\"已\",\"无法确认\",\"未保留\"]"
|
|
],
|
|
"meanSecondsPerTurn": 30.21
|
|
},
|
|
"off": {
|
|
"activeRecords": 0,
|
|
"assertionsPassed": 2,
|
|
"assertionsTotal": 2,
|
|
"passRate": 1,
|
|
"failures": [],
|
|
"meanSecondsPerTurn": 38.69
|
|
}
|
|
}
|
|
}
|
|
]
|
|
} |