{
  "policies": {
    "always-12": {
      "ndcg3": 0.9088819135989022,
      "answerable_ndcg3": 0.9846220730654774,
      "mrr": 0.9038461538461539,
      "mean_pairs": 12,
      "mean_ms": 101.32116124358974,
      "p95_ms": 126.577752,
      "mean_router_ms": 0.006485192307692308,
      "samples": 78
    },
    "never": {
      "ndcg3": 0.8946869041208814,
      "answerable_ndcg3": 0.9692441461309548,
      "mrr": 0.8846153846153846,
      "mean_pairs": 0,
      "mean_ms": 0.10839367948717948,
      "p95_ms": 0.152241,
      "mean_router_ms": 0.006231628205128205,
      "samples": 78
    },
    "router-b12-p0": {
      "ndcg3": 0.8946869041208814,
      "answerable_ndcg3": 0.9692441461309548,
      "mrr": 0.8846153846153846,
      "mean_pairs": 0,
      "mean_ms": 0.114096,
      "p95_ms": 0.175756,
      "mean_router_ms": 0.00939175641025641,
      "samples": 78
    },
    "router-b12-p0.01": {
      "ndcg3": 0.8946869041208814,
      "answerable_ndcg3": 0.9692441461309548,
      "mrr": 0.8846153846153846,
      "mean_pairs": 0,
      "mean_ms": 0.11166771794871795,
      "p95_ms": 0.153531,
      "mean_router_ms": 0.009661576923076924,
      "samples": 78
    },
    "router-b12-p0.04": {
      "ndcg3": 0.8946869041208814,
      "answerable_ndcg3": 0.9692441461309548,
      "mrr": 0.8846153846153846,
      "mean_pairs": 0,
      "mean_ms": 0.10947015384615384,
      "p95_ms": 0.139225,
      "mean_router_ms": 0.009242948717948719,
      "samples": 78
    },
    "router-b4-p0": {
      "ndcg3": 0.8946869041208814,
      "answerable_ndcg3": 0.9692441461309548,
      "mrr": 0.8846153846153846,
      "mean_pairs": 0,
      "mean_ms": 0.16023044871794873,
      "p95_ms": 0.200594,
      "mean_router_ms": 0.016501858974358973,
      "samples": 78
    },
    "router-b4-p0.01": {
      "ndcg3": 0.8946869041208814,
      "answerable_ndcg3": 0.9692441461309548,
      "mrr": 0.8846153846153846,
      "mean_pairs": 0,
      "mean_ms": 0.12693985897435897,
      "p95_ms": 0.193642,
      "mean_router_ms": 0.012550192307692307,
      "samples": 78
    },
    "router-b4-p0.04": {
      "ndcg3": 0.8946869041208814,
      "answerable_ndcg3": 0.9692441461309548,
      "mrr": 0.8846153846153846,
      "mean_pairs": 0,
      "mean_ms": 0.11605788461538462,
      "p95_ms": 0.151841,
      "mean_router_ms": 0.009961987179487179,
      "samples": 78
    }
  },
  "frontier": [
    "always-12",
    "never"
  ]
}