{"tag": "base", "model": "Qwen/Qwen2.5-1.5B", "date": "2026-07-05 22:31", "dev": "mps", "pl": {"bpb": 1.2042606606653605, "nll": 534591.0664520264, "bytes": 640436, "docs": 200, "secs": 147.5}, "en": {"bpb": 0.8294031390820282, "nll": 467983.43334198, "bytes": 814028, "docs": 200, "secs": 146.4}, "pl_informal": {"bpb": 1.6948132328032903, "nll": 126716.12432861328, "bytes": 107866, "docs": 200, "secs": 24.3}, "pl_wiki_sci": {"bpb": 1.0929525011709564, "nll": 617860.0590744019, "bytes": 815574, "docs": 200, "secs": 186.0}, "pl_pes": {"bpb": 1.4070743632872356, "nll": 89848.44883728027, "bytes": 92123, "docs": 200, "secs": 22.1}, "sci_arxiv": {"bpb": 0.6934700009223576, "nll": 111243.98760986328, "bytes": 231432, "docs": 200, "secs": 24.2}, "sci_latex": {"bpb": 0.6436433463073324, "nll": 392953.9341278076, "bytes": 880787, "docs": 200, "secs": 174.6}, "sci_python": {"bpb": 0.34174095669249843, "nll": 191675.24270629883, "bytes": 809177, "docs": 200, "secs": 188.4}, "math_clean": {"bpb": 1.5650786511293535, "nll": 14529.126239776611, "bytes": 13393, "docs": 200, "secs": 8.8}, "sci_gsm8k": {"bpb": 0.05236162490935402, "nll": 1750.3295230865479, "bytes": 48226, "docs": 200, "secs": 9.9}}
{"tag": "focus", "model": "models/focus", "date": "2026-07-05 22:46", "dev": "mps", "pl": {"bpb": 3.49209741537348, "nll": 1550199.3400726318, "bytes": 640436, "docs": 200, "secs": 131.4}, "en": {"bpb": 3.1150118953390145, "nll": 1757618.090637207, "bytes": 814028, "docs": 200, "secs": 172.6}, "pl_informal": {"bpb": 3.8029531418008244, "nll": 284335.4499511719, "bytes": 107866, "docs": 200, "secs": 20.2}, "pl_wiki_sci": {"bpb": 3.344403660821706, "nll": 1890634.2601623535, "bytes": 815574, "docs": 200, "secs": 159.4}, "pl_pes": {"bpb": 3.50745533757404, "nll": 223967.85107421875, "bytes": 92123, "docs": 200, "secs": 17.0}, "sci_arxiv": {"bpb": 3.063253939141491, "nll": 491396.28649902344, "bytes": 231432, "docs": 200, "secs": 39.1}, "sci_latex": {"bpb": 2.6454083081016173, "nll": 1615061.521270752, "bytes": 880787, "docs": 200, "secs": 192.2}, "sci_python": {"bpb": 1.9744104909427151, "nll": 1107404.900238037, "bytes": 809177, "docs": 200, "secs": 166.8}, "math_clean": {"bpb": 3.521092733703102, "nll": 32687.43126296997, "bytes": 13393, "docs": 200, "secs": 7.7}, "sci_gsm8k": {"bpb": 3.3305871882856564, "nll": 111333.92240905762, "bytes": 48226, "docs": 200, "secs": 10.8}}
{"tag": "fvt", "model": "models/fvt", "date": "2026-07-05 23:02", "dev": "mps", "pl": {"bpb": 3.8115273452601826, "nll": 1691999.5270690918, "bytes": 640436, "docs": 200, "secs": 129.4}, "en": {"bpb": 3.251534822542002, "nll": 1834649.952697754, "bytes": 814028, "docs": 200, "secs": 169.8}, "pl_informal": {"bpb": 4.252127270431285, "nll": 317918.85821533203, "bytes": 107866, "docs": 200, "secs": 19.3}, "pl_wiki_sci": {"bpb": 3.6284055614044726, "nll": 2051184.1750793457, "bytes": 815574, "docs": 200, "secs": 158.8}, "pl_pes": {"bpb": 3.836490496445079, "nll": 244978.32458496094, "bytes": 92123, "docs": 200, "secs": 16.6}, "sci_arxiv": {"bpb": 3.1805920494464375, "nll": 510219.24822998047, "bytes": 231432, "docs": 200, "secs": 36.7}, "sci_latex": {"bpb": 2.736299650800732, "nll": 1670552.0516967773, "bytes": 880787, "docs": 200, "secs": 192.5}, "sci_python": {"bpb": 2.045861520983241, "nll": 1147480.2650909424, "bytes": 809177, "docs": 200, "secs": 166.9}, "math_clean": {"bpb": 3.801726078355282, "nll": 35292.64045715332, "bytes": 13393, "docs": 200, "secs": 7.2}, "sci_gsm8k": {"bpb": 3.452384102191603, "nll": 115405.31504821777, "bytes": 48226, "docs": 200, "secs": 10.1}}
{"tag": "random", "model": "models/random", "date": "2026-07-05 23:17", "dev": "mps", "pl": {"bpb": 5.478345245414832, "nll": 2431927.341644287, "bytes": 640436, "docs": 200, "secs": 130.3}, "en": {"bpb": 6.605141918475226, "nll": 3726893.288757324, "bytes": 814028, "docs": 200, "secs": 170.1}, "pl_informal": {"bpb": 5.639452499139029, "nll": 421645.0227050781, "bytes": 107866, "docs": 200, "secs": 19.4}, "pl_wiki_sci": {"bpb": 5.424324793886488, "nll": 3066440.3384399414, "bytes": 815574, "docs": 200, "secs": 159.1}, "pl_pes": {"bpb": 5.922727672605374, "nll": 378194.5774536133, "bytes": 92123, "docs": 200, "secs": 16.7}, "sci_arxiv": {"bpb": 6.4649899492925575, "nll": 1037090.6612548828, "bytes": 231432, "docs": 200, "secs": 36.7}, "sci_latex": {"bpb": 7.118696412275213, "nll": 4346071.123260498, "bytes": 880787, "docs": 200, "secs": 191.7}, "sci_python": {"bpb": 5.580520383038723, "nll": 3129995.3309631348, "bytes": 809177, "docs": 200, "secs": 165.6}, "math_clean": {"bpb": 10.365348787694455, "nll": 96224.85166931152, "bytes": 13393, "docs": 200, "secs": 7.3}, "sci_gsm8k": {"bpb": 7.027888359780341, "nll": 234926.25567626953, "bytes": 48226, "docs": 200, "secs": 10.1}}