Files
natural-memory-agent-lab/agent/runs/v4/summary.json
T

35 lines
965 B
JSON

{
"baseUrl": "http://127.0.0.1:8766/v1",
"outDir": "H:\\Memory\\agent_lab\\agent\\runs\\v4",
"arms": [
"on",
"off"
],
"scenarios": [
{
"id": "conflict_update",
"description": "同一属性先给旧值再给新值;跨会话询问时必须返回新值,且旧值不得作为 active 事实被读取。",
"arms": {
"on": {
"activeRecords": 1,
"assertionsPassed": 3,
"assertionsTotal": 3,
"passRate": 1,
"failures": [],
"meanSecondsPerTurn": 9.42
},
"off": {
"activeRecords": 0,
"assertionsPassed": 1,
"assertionsTotal": 3,
"passRate": 0.3333333333333333,
"failures": [
"answer_contains: missing one of [\"葡萄牙语\",\"葡萄牙\"]",
"active_record_contains: absent from active memory"
],
"meanSecondsPerTurn": 3.69
}
}
}
]
}