{
  "eval_file": "V2_dpskw\\data\\zero_overlap\\eval.jsonl",
  "episodes": 250,
  "answerable_episodes": 250,
  "chance_top1_pct": 4.17,
  "rankers": {
    "REPLAY-128": {
      "top1_pct": 59.6,
      "recall3_pct": 83.2,
      "mrr_pct": 73.06
    },
    "V2-128-v6": {
      "top1_pct": 18.4,
      "recall3_pct": 36.0,
      "mrr_pct": 35.07
    },
    "cosine": {
      "top1_pct": 30.4,
      "recall3_pct": 49.2,
      "mrr_pct": 44.84
    },
    "text_retriever": {
      "top1_pct": 23.2,
      "recall3_pct": 55.2,
      "mrr_pct": 43.16
    }
  }
}