{
  "rv2_new_e2e": {
    "cases": 200,
    "legacy_accuracy_pct": 70.0,
    "accuracy_pct": 79.5,
    "answerable_accuracy_pct": 83.43,
    "unknown_refusal_pct": 52.0,
    "wrong_abstention_pct": 2.86,
    "per_category": {
      "alias_paraphrase": {
        "cases": 25,
        "legacy_accuracy_pct": 100.0,
        "accuracy_pct": 100.0
      },
      "long_fact": {
        "cases": 25,
        "legacy_accuracy_pct": 72.0,
        "accuracy_pct": 72.0
      },
      "multi_entity": {
        "cases": 25,
        "legacy_accuracy_pct": 96.0,
        "accuracy_pct": 96.0
      },
      "multi_hop": {
        "cases": 25,
        "legacy_accuracy_pct": 24.0,
        "accuracy_pct": 100.0
      },
      "near_miss": {
        "cases": 25,
        "legacy_accuracy_pct": 100.0,
        "accuracy_pct": 100.0
      },
      "noise_context": {
        "cases": 25,
        "legacy_accuracy_pct": 72.0,
        "accuracy_pct": 72.0
      },
      "unknown_attribute": {
        "cases": 25,
        "legacy_accuracy_pct": 52.0,
        "accuracy_pct": 52.0
      },
      "update_conflict": {
        "cases": 25,
        "legacy_accuracy_pct": 44.0,
        "accuracy_pct": 44.0
      }
    }
  },
  "rv2_supersede_e2e": {
    "cases": 200,
    "legacy_accuracy_pct": 73.0,
    "accuracy_pct": 80.0,
    "answerable_accuracy_pct": 84.0,
    "unknown_refusal_pct": 52.0,
    "wrong_abstention_pct": 4.0,
    "per_category": {
      "alias_paraphrase": {
        "cases": 25,
        "legacy_accuracy_pct": 100.0,
        "accuracy_pct": 100.0
      },
      "long_fact": {
        "cases": 25,
        "legacy_accuracy_pct": 76.0,
        "accuracy_pct": 76.0
      },
      "multi_entity": {
        "cases": 25,
        "legacy_accuracy_pct": 96.0,
        "accuracy_pct": 96.0
      },
      "multi_hop": {
        "cases": 25,
        "legacy_accuracy_pct": 44.0,
        "accuracy_pct": 100.0
      },
      "near_miss": {
        "cases": 25,
        "legacy_accuracy_pct": 100.0,
        "accuracy_pct": 100.0
      },
      "noise_context": {
        "cases": 25,
        "legacy_accuracy_pct": 72.0,
        "accuracy_pct": 72.0
      },
      "unknown_attribute": {
        "cases": 25,
        "legacy_accuracy_pct": 52.0,
        "accuracy_pct": 52.0
      },
      "update_conflict": {
        "cases": 25,
        "legacy_accuracy_pct": 44.0,
        "accuracy_pct": 44.0
      }
    }
  },
  "rv2_anslast2_e2e": {
    "cases": 200,
    "legacy_accuracy_pct": 76.0,
    "accuracy_pct": 82.0,
    "answerable_accuracy_pct": 86.29,
    "unknown_refusal_pct": 52.0,
    "wrong_abstention_pct": 2.29,
    "per_category": {
      "alias_paraphrase": {
        "cases": 25,
        "legacy_accuracy_pct": 100.0,
        "accuracy_pct": 100.0
      },
      "long_fact": {
        "cases": 25,
        "legacy_accuracy_pct": 72.0,
        "accuracy_pct": 72.0
      },
      "multi_entity": {
        "cases": 25,
        "legacy_accuracy_pct": 96.0,
        "accuracy_pct": 96.0
      },
      "multi_hop": {
        "cases": 25,
        "legacy_accuracy_pct": 52.0,
        "accuracy_pct": 100.0
      },
      "near_miss": {
        "cases": 25,
        "legacy_accuracy_pct": 100.0,
        "accuracy_pct": 100.0
      },
      "noise_context": {
        "cases": 25,
        "legacy_accuracy_pct": 72.0,
        "accuracy_pct": 72.0
      },
      "unknown_attribute": {
        "cases": 25,
        "legacy_accuracy_pct": 52.0,
        "accuracy_pct": 52.0
      },
      "update_conflict": {
        "cases": 25,
        "legacy_accuracy_pct": 64.0,
        "accuracy_pct": 64.0
      }
    }
  }
}