{"tag": "base", "model": "Qwen/Qwen2.5-1.5B", "date": "2026-07-07 12:38", "dev": "mps", "pl": {"bpb": 1.2042606606653605, "nll": 534591.0664520264, "bytes": 640436, "docs": 200, "secs": 147.3}, "en": {"bpb": 0.8294031390820282, "nll": 467983.43334198, "bytes": 814028, "docs": 200, "secs": 145.9}, "pl_informal": {"bpb": 1.6948132328032903, "nll": 126716.12432861328, "bytes": 107866, "docs": 200, "secs": 24.4}, "pl_wiki_sci": {"bpb": 1.0929525011709564, "nll": 617860.0590744019, "bytes": 815574, "docs": 200, "secs": 186.2}, "pl_pes": {"bpb": 1.4070743632872356, "nll": 89848.44883728027, "bytes": 92123, "docs": 200, "secs": 22.0}, "sci_arxiv": {"bpb": 0.6934700009223576, "nll": 111243.98760986328, "bytes": 231432, "docs": 200, "secs": 24.3}, "sci_latex": {"bpb": 0.6436433463073324, "nll": 392953.9341278076, "bytes": 880787, "docs": 200, "secs": 175.0}, "sci_python": {"bpb": 0.34174095669249843, "nll": 191675.24270629883, "bytes": 809177, "docs": 200, "secs": 209.0}, "math_clean": {"bpb": 1.5650786511293535, "nll": 14529.126239776611, "bytes": 13393, "docs": 200, "secs": 10.5}, "sci_gsm8k": {"bpb": 0.05236162490935402, "nll": 1750.3295230865479, "bytes": 48226, "docs": 200, "secs": 11.5}}
{"tag": "fvt", "model": "models/fvt", "date": "2026-07-07 12:54", "dev": "mps", "pl": {"bpb": 2.9274600687097636, "nll": 1299547.5574719906, "bytes": 640436, "docs": 200, "secs": 107.5}, "en": {"bpb": 2.635149611696946, "nll": 1486860.013595581, "bytes": 814028, "docs": 200, "secs": 168.2}, "pl_informal": {"bpb": 2.8998989488992706, "nll": 216816.78466796875, "bytes": 107866, "docs": 200, "secs": 16.9}, "pl_wiki_sci": {"bpb": 3.13102716898033, "nll": 1770009.794128418, "bytes": 815574, "docs": 200, "secs": 118.4}, "pl_pes": {"bpb": 2.815139246518895, "nll": 179760.14712524414, "bytes": 92123, "docs": 200, "secs": 14.6}, "sci_arxiv": {"bpb": 2.4753282923874456, "nll": 397083.34826660156, "bytes": 231432, "docs": 200, "secs": 35.4}, "sci_latex": {"bpb": 2.8089280028601387, "nll": 1714892.7519226074, "bytes": 880787, "docs": 200, "secs": 197.7}, "sci_python": {"bpb": 3.171236786109167, "nll": 1778679.3439674377, "bytes": 809177, "docs": 200, "secs": 208.5}, "math_clean": {"bpb": 2.7159481950664697, "nll": 25213.01671218872, "bytes": 13393, "docs": 200, "secs": 8.0}, "sci_gsm8k": {"bpb": 2.0401266388086308, "nll": 68196.77374267578, "bytes": 48226, "docs": 200, "secs": 10.2}}
{"tag": "focus", "model": "models/focus", "date": "2026-07-07 13:09", "dev": "mps", "pl": {"bpb": 2.543020142762214, "nll": 1128888.3665577173, "bytes": 640436, "docs": 200, "secs": 106.4}, "en": {"bpb": 2.5683027914066034, "nll": 1449142.282623291, "bytes": 814028, "docs": 200, "secs": 167.9}, "pl_informal": {"bpb": 2.534700475179585, "nll": 189511.9853515625, "bytes": 107866, "docs": 200, "secs": 16.3}, "pl_wiki_sci": {"bpb": 2.727359498880664, "nll": 1541811.2857513428, "bytes": 815574, "docs": 200, "secs": 117.6}, "pl_pes": {"bpb": 2.5278131460372784, "nll": 161412.99710083008, "bytes": 92123, "docs": 200, "secs": 14.1}, "sci_arxiv": {"bpb": 2.462455396499206, "nll": 395018.32415771484, "bytes": 231432, "docs": 200, "secs": 34.5}, "sci_latex": {"bpb": 2.740278276115176, "nll": 1672981.0622329712, "bytes": 880787, "docs": 200, "secs": 196.4}, "sci_python": {"bpb": 3.0649364590869865, "nll": 1719057.7487716675, "bytes": 809177, "docs": 200, "secs": 207.0}, "math_clean": {"bpb": 2.701948875807063, "nll": 25083.056549072266, "bytes": 13393, "docs": 200, "secs": 7.4}, "sci_gsm8k": {"bpb": 2.032668209380867, "nll": 67947.45548248291, "bytes": 48226, "docs": 200, "secs": 9.7}}
{"tag": "random", "model": "models/random", "date": "2026-07-07 13:23", "dev": "mps", "pl": {"bpb": 4.087503736710929, "nll": 1814509.9753799438, "bytes": 640436, "docs": 200, "secs": 106.4}, "en": {"bpb": 6.247269175233074, "nll": 3524966.737976074, "bytes": 814028, "docs": 200, "secs": 168.1}, "pl_informal": {"bpb": 4.2017142145647535, "nll": 314149.6245727539, "bytes": 107866, "docs": 200, "secs": 16.3}, "pl_wiki_sci": {"bpb": 4.370146046122336, "nll": 2470499.5791931152, "bytes": 815574, "docs": 200, "secs": 117.7}, "pl_pes": {"bpb": 4.914901410250482, "nll": 313840.03533935547, "bytes": 92123, "docs": 200, "secs": 14.1}, "sci_arxiv": {"bpb": 6.1204463895907075, "nll": 981820.2105712891, "bytes": 231432, "docs": 200, "secs": 34.5}, "sci_latex": {"bpb": 7.479905873352044, "nll": 4566594.926681519, "bytes": 880787, "docs": 200, "secs": 196.3}, "sci_python": {"bpb": 7.828294502873186, "nll": 4390724.083343506, "bytes": 809177, "docs": 200, "secs": 207.0}, "math_clean": {"bpb": 10.631153445225559, "nll": 98692.40141296387, "bytes": 13393, "docs": 200, "secs": 7.4}, "sci_gsm8k": {"bpb": 6.444202836492164, "nll": 215414.98181152344, "bytes": 48226, "docs": 200, "secs": 9.7}}