{ "tag": "auto", "max_tokens": 512, "runs": [ { "run": 0, "completion_tokens": 512, "wall_s": 13.111835956573486, "tok_s": 39.04868865777061 }, { "run": 1, "completion_tokens": 512, "wall_s": 11.742236614227295, "tok_s": 43.60327736707701 }, { "run": 2, "completion_tokens": 512, "wall_s": 11.722797870635986, "tok_s": 43.67558032221048 } ], "mean_tok_s": 42.10918211568603 }