{
 "tag": "winner",
 "max_tokens": 256,
 "levels": [
  {
   "concurrency": 1,
   "total_tokens": 256,
   "wall_s": 6.044635057449341,
   "aggregate_tok_s": 42.35160560843263,
   "per_stream_tok_s": 42.35160560843263,
   "ok": true,
   "errors": []
  },
  {
   "concurrency": 2,
   "total_tokens": 512,
   "wall_s": 7.422088861465454,
   "aggregate_tok_s": 68.98327540353756,
   "per_stream_tok_s": 34.49163770176878,
   "ok": true,
   "errors": []
  },
  {
   "concurrency": 4,
   "total_tokens": 1024,
   "wall_s": 9.11478853225708,
   "aggregate_tok_s": 112.34489932224776,
   "per_stream_tok_s": 28.08622483056194,
   "ok": true,
   "errors": []
  },
  {
   "concurrency": 8,
   "total_tokens": 2048,
   "wall_s": 12.644327163696289,
   "aggregate_tok_s": 161.96986786929298,
   "per_stream_tok_s": 20.246233483661623,
   "ok": true,
   "errors": []
  },
  {
   "concurrency": 16,
   "total_tokens": 4096,
   "wall_s": 24.84844732284546,
   "aggregate_tok_s": 164.83927332691613,
   "per_stream_tok_s": 10.302454582932258,
   "ok": true,
   "errors": []
  },
  {
   "concurrency": 32,
   "total_tokens": 8192,
   "wall_s": 49.53754258155823,
   "aggregate_tok_s": 165.3695272936229,
   "per_stream_tok_s": 5.1677977279257155,
   "ok": true,
   "errors": []
  }
 ]
}