{ "tag": "eager", "max_tokens": 512, "runs": [ { "run": 0, "completion_tokens": 512, "wall_s": 51.835227489471436, "tok_s": 9.877452551047362 }, { "run": 1, "completion_tokens": 512, "wall_s": 50.59380578994751, "tok_s": 10.119815894572007 }, { "run": 2, "completion_tokens": 512, "wall_s": 51.11098027229309, "tok_s": 10.017416947832473 } ], "mean_tok_s": 10.004895131150613 }