{"model": "Qwen/Qwen2.5-0.5B", "tokens": 0, "date": "2026-07-08 11:40", "pl": {"bpb": 1.4795452126795288, "nll": 656794.3958854675, "bytes": 640436, "docs": 200, "secs": 16.4}, "en": {"bpb": 0.9335571568090723, "nll": 526751.4226531982, "bytes": 814028, "docs": 200, "secs": 15.5}, "sci_arxiv": {"bpb": 0.763722207425794, "nll": 122513.59635925293, "bytes": 231432, "docs": 200, "secs": 6.3}, "sci_latex": {"bpb": 0.7217616351370525, "nll": 440646.3232421875, "bytes": 880787, "docs": 200, "secs": 18.5}, "sci_python": {"bpb": 0.4045702015010942, "nll": 226914.83138275146, "bytes": 809177, "docs": 200, "secs": 14.7}, "sci_gsm8k": {"bpb": 0.07441349721081841, "nll": 2487.4732460975647, "bytes": 48226, "docs": 200, "secs": 6.1}, "pl_wiki_sci": {"bpb": 1.3879371242403553, "nll": 784618.6477966309, "bytes": 815574, "docs": 200, "secs": 19.8}, "pl_pes": {"bpb": 1.7107654343774183, "nll": 109240.58074951172, "bytes": 92123, "docs": 200, "secs": 6.1}, "pl_informal": {"bpb": 1.7547972331089765, "nll": 131200.94890594482, "bytes": 107866, "docs": 200, "secs": 6.4}, "math_clean": {"bpb": 1.6721813102915832, "nll": 15523.39451789856, "bytes": 13393, "docs": 200, "secs": 6.1}}
{"model": "models/qwen2.5-0.5b-apt4-fvt", "tokens": 0, "date": "2026-07-08 11:43", "pl": {"bpb": 2.9364690260915522, "nll": 1303546.7814702988, "bytes": 640436, "docs": 200, "secs": 10.7}, "en": {"bpb": 2.7405961024771597, "nll": 1546357.2694702148, "bytes": 814028, "docs": 200, "secs": 14.1}, "sci_arxiv": {"bpb": 2.6267543336025683, "nll": 421374.5744628906, "bytes": 231432, "docs": 200, "secs": 6.1}, "sci_latex": {"bpb": 2.7199133426513993, "nll": 1660547.9643554688, "bytes": 880787, "docs": 200, "secs": 16.6}, "sci_python": {"bpb": 3.0481731772676306, "nll": 1709655.580116272, "bytes": 809177, "docs": 200, "secs": 16.8}, "sci_gsm8k": {"bpb": 2.1624209337588236, "nll": 72284.7926940918, "bytes": 48226, "docs": 200, "secs": 6.0}, "pl_wiki_sci": {"bpb": 3.048325872106139, "nll": 1723257.6908874512, "bytes": 815574, "docs": 200, "secs": 10.1}, "pl_pes": {"bpb": 2.832158875615519, "nll": 180846.93209838867, "bytes": 92123, "docs": 200, "secs": 6.0}, "pl_informal": {"bpb": 2.911811701103665, "nll": 217707.46557617188, "bytes": 107866, "docs": 200, "secs": 6.2}, "math_clean": {"bpb": 2.9155957713823635, "nll": 27066.409088134766, "bytes": 13393, "docs": 200, "secs": 6.0}}
{"model": "runs/mix30/ckpt_00100M", "tokens": 100139008, "date": "2026-07-08 12:31", "pl": {"bpb": 1.2028180047333106, "nll": 533950.6478130817, "bytes": 640436, "docs": 200, "secs": 11.2}, "en": {"bpb": 1.2567714152401208, "nll": 709122.2279205322, "bytes": 814028, "docs": 200, "secs": 14.8}, "sci_arxiv": {"bpb": 1.0168107073173107, "nll": 163113.1520843506, "bytes": 231432, "docs": 200, "secs": 6.3}, "sci_latex": {"bpb": 0.9442891569162446, "nll": 576502.7189254761, "bytes": 880787, "docs": 200, "secs": 17.2}, "sci_python": {"bpb": 0.6640731017026008, "nll": 372464.4952583313, "bytes": 809177, "docs": 200, "secs": 18.4}, "sci_gsm8k": {"bpb": 0.9855236432920446, "nll": 32943.80438995361, "bytes": 48226, "docs": 200, "secs": 6.0}, "pl_wiki_sci": {"bpb": 1.190948701811576, "nll": 673258.5674743652, "bytes": 815574, "docs": 200, "secs": 10.9}, "pl_pes": {"bpb": 1.354998242155036, "nll": 86523.13865661621, "bytes": 92123, "docs": 200, "secs": 6.1}, "pl_informal": {"bpb": 1.7152627064170625, "nll": 128245.07040405273, "bytes": 107866, "docs": 200, "secs": 6.3}, "math_clean": {"bpb": 1.9465712614189963, "nll": 18070.644290924072, "bytes": 13393, "docs": 200, "secs": 6.0}}
{"model": "runs/mix30/ckpt_00200M", "tokens": 200278016, "date": "2026-07-08 13:21", "pl": {"bpb": 1.1099881990644822, "nll": 492741.97395038605, "bytes": 640436, "docs": 200, "secs": 11.3}, "en": {"bpb": 1.1997234523282545, "nll": 676933.4161224365, "bytes": 814028, "docs": 200, "secs": 15.1}, "sci_arxiv": {"bpb": 0.9679908118528242, "nll": 155281.63833618164, "bytes": 231432, "docs": 200, "secs": 6.6}, "sci_latex": {"bpb": 0.8993341044700423, "nll": 549056.9839248657, "bytes": 880787, "docs": 200, "secs": 17.8}, "sci_python": {"bpb": 0.6217808129559669, "nll": 348743.64895248413, "bytes": 809177, "docs": 200, "secs": 18.2}, "sci_gsm8k": {"bpb": 0.9396836166510764, "nll": 31411.477001190186, "bytes": 48226, "docs": 200, "secs": 6.6}, "pl_wiki_sci": {"bpb": 1.0976596282877742, "nll": 620521.0583724976, "bytes": 815574, "docs": 200, "secs": 10.9}, "pl_pes": {"bpb": 1.230888433213344, "nll": 78598.13191223145, "bytes": 92123, "docs": 200, "secs": 6.4}, "pl_informal": {"bpb": 1.6642672480654181, "nll": 124432.2922668457, "bytes": 107866, "docs": 200, "secs": 6.8}, "math_clean": {"bpb": 1.904333141740568, "nll": 17678.534301757812, "bytes": 13393, "docs": 200, "secs": 6.7}}
{"model": "runs/mix30/ckpt_00300M", "tokens": 300417024, "date": "2026-07-08 14:12", "pl": {"bpb": 1.069807300687595, "nll": 474905.0138835907, "bytes": 640436, "docs": 200, "secs": 11.4}, "en": {"bpb": 1.1725211162233051, "nll": 661584.7369995117, "bytes": 814028, "docs": 200, "secs": 15.4}, "sci_arxiv": {"bpb": 0.9447986964746411, "nll": 151561.24179077148, "bytes": 231432, "docs": 200, "secs": 6.3}, "sci_latex": {"bpb": 0.8848311667074448, "nll": 540202.7225036621, "bytes": 880787, "docs": 200, "secs": 17.9}, "sci_python": {"bpb": 0.5912794947080074, "nll": 331636.10751342773, "bytes": 809177, "docs": 200, "secs": 18.3}, "sci_gsm8k": {"bpb": 0.927203382145293, "nll": 30994.29126739502, "bytes": 48226, "docs": 200, "secs": 6.1}, "pl_wiki_sci": {"bpb": 1.0530694090725585, "nll": 595313.6358642578, "bytes": 815574, "docs": 200, "secs": 10.6}, "pl_pes": {"bpb": 1.1777702817618068, "nll": 75206.28309631348, "bytes": 92123, "docs": 200, "secs": 6.1}, "pl_informal": {"bpb": 1.5884137624011867, "nll": 118760.95365905762, "bytes": 107866, "docs": 200, "secs": 6.3}, "math_clean": {"bpb": 1.8845289509436487, "nll": 17494.68565750122, "bytes": 13393, "docs": 200, "secs": 6.0}}
{"model": "runs/mix30/ckpt_00400M", "tokens": 400031744, "date": "2026-07-08 15:00", "pl": {"bpb": 1.0440161782878894, "nll": 463455.9114766121, "bytes": 640436, "docs": 200, "secs": 11.1}, "en": {"bpb": 1.155018636877601, "nll": 651709.1168212891, "bytes": 814028, "docs": 200, "secs": 14.6}, "sci_arxiv": {"bpb": 0.9303866947718443, "nll": 149249.31980895996, "bytes": 231432, "docs": 200, "secs": 6.3}, "sci_latex": {"bpb": 0.8699384084271057, "nll": 531110.4697990417, "bytes": 880787, "docs": 200, "secs": 16.8}, "sci_python": {"bpb": 0.5855077249705021, "nll": 328398.8444824219, "bytes": 809177, "docs": 200, "secs": 18.1}, "sci_gsm8k": {"bpb": 0.9128894162787363, "nll": 30515.808082580566, "bytes": 48226, "docs": 200, "secs": 6.0}, "pl_wiki_sci": {"bpb": 1.0263520230728531, "nll": 580209.955078125, "bytes": 815574, "docs": 200, "secs": 10.7}, "pl_pes": {"bpb": 1.1505191970300714, "nll": 73466.17059326172, "bytes": 92123, "docs": 200, "secs": 6.1}, "pl_informal": {"bpb": 1.5463833947550574, "nll": 115618.46858215332, "bytes": 107866, "docs": 200, "secs": 6.2}, "math_clean": {"bpb": 1.8531888321846843, "nll": 17203.74530029297, "bytes": 13393, "docs": 200, "secs": 6.0}}
{"model": "runs/mix30/ckpt_00500M", "tokens": 500170752, "date": "2026-07-08 15:51", "pl": {"bpb": 1.024069699315947, "nll": 454601.3421845436, "bytes": 640436, "docs": 200, "secs": 11.4}, "en": {"bpb": 1.1440528329866895, "nll": 645521.7583312988, "bytes": 814028, "docs": 200, "secs": 14.9}, "sci_arxiv": {"bpb": 0.9225728719784988, "nll": 147995.85418701172, "bytes": 231432, "docs": 200, "secs": 6.3}, "sci_latex": {"bpb": 0.8717208009013079, "nll": 532198.6471862793, "bytes": 880787, "docs": 200, "secs": 17.4}, "sci_python": {"bpb": 0.579925365995882, "nll": 325267.8179244995, "bytes": 809177, "docs": 200, "secs": 18.6}, "sci_gsm8k": {"bpb": 0.91850580143488, "nll": 30703.551010131836, "bytes": 48226, "docs": 200, "secs": 6.0}, "pl_wiki_sci": {"bpb": 1.0060309724516499, "nll": 568722.2046737671, "bytes": 815574, "docs": 200, "secs": 11.0}, "pl_pes": {"bpb": 1.1330616599701497, "nll": 72351.42309570312, "bytes": 92123, "docs": 200, "secs": 6.2}, "pl_informal": {"bpb": 1.5331575716155141, "nll": 114629.61328125, "bytes": 107866, "docs": 200, "secs": 6.2}, "math_clean": {"bpb": 1.8666994469405254, "nll": 17329.168663024902, "bytes": 13393, "docs": 200, "secs": 6.0}}
{"model": "runs/mix30/ckpt_00600M", "tokens": 600309760, "date": "2026-07-08 16:41", "pl": {"bpb": 1.0106674436790306, "nll": 448651.86100673676, "bytes": 640436, "docs": 200, "secs": 11.2}, "en": {"bpb": 1.1333134865327594, "nll": 639462.1764602661, "bytes": 814028, "docs": 200, "secs": 15.4}, "sci_arxiv": {"bpb": 0.9162260783066979, "nll": 146977.72415161133, "bytes": 231432, "docs": 200, "secs": 6.3}, "sci_latex": {"bpb": 0.8627445196310652, "nll": 526718.4925956726, "bytes": 880787, "docs": 200, "secs": 17.8}, "sci_python": {"bpb": 0.5689610948699009, "nll": 319118.19117355347, "bytes": 809177, "docs": 200, "secs": 18.2}, "sci_gsm8k": {"bpb": 0.9059268957756509, "nll": 30283.066925048828, "bytes": 48226, "docs": 200, "secs": 6.1}, "pl_wiki_sci": {"bpb": 0.9926650996835898, "nll": 561166.3054656982, "bytes": 815574, "docs": 200, "secs": 10.6}, "pl_pes": {"bpb": 1.1116457878861288, "nll": 70983.91691589355, "bytes": 92123, "docs": 200, "secs": 6.1}, "pl_informal": {"bpb": 1.5158939632623543, "nll": 113338.86483764648, "bytes": 107866, "docs": 200, "secs": 6.3}, "math_clean": {"bpb": 1.8582082002841074, "nll": 17250.34170150757, "bytes": 13393, "docs": 200, "secs": 6.0}}
{"model": "runs/mix30/ckpt_00700M", "tokens": 700448768, "date": "2026-07-08 17:32", "pl": {"bpb": 0.998891535691867, "nll": 443424.34223532677, "bytes": 640436, "docs": 200, "secs": 11.0}, "en": {"bpb": 1.1257401755581955, "nll": 635189.0022888184, "bytes": 814028, "docs": 200, "secs": 15.6}, "sci_arxiv": {"bpb": 0.9087122588891602, "nll": 145772.38400268555, "bytes": 231432, "docs": 200, "secs": 6.3}, "sci_latex": {"bpb": 0.8624189739243628, "nll": 526519.7420501709, "bytes": 880787, "docs": 200, "secs": 18.0}, "sci_python": {"bpb": 0.5667132770658367, "nll": 317857.4379196167, "bytes": 809177, "docs": 200, "secs": 18.9}, "sci_gsm8k": {"bpb": 0.8879129736286809, "nll": 29680.90265274048, "bytes": 48226, "docs": 200, "secs": 6.1}, "pl_wiki_sci": {"bpb": 0.9802095004715623, "nll": 554124.9955673218, "bytes": 815574, "docs": 200, "secs": 11.1}, "pl_pes": {"bpb": 1.099286389341845, "nll": 70194.71002197266, "bytes": 92123, "docs": 200, "secs": 6.1}, "pl_informal": {"bpb": 1.5161156900574213, "nll": 113355.44268798828, "bytes": 107866, "docs": 200, "secs": 6.2}, "math_clean": {"bpb": 1.8193122589980566, "nll": 16889.258224487305, "bytes": 13393, "docs": 200, "secs": 6.0}}
{"model": "runs/mix30/ckpt_00800M", "tokens": 800063488, "date": "2026-07-08 18:20", "pl": {"bpb": 0.9898694013200916, "nll": 439419.2687549591, "bytes": 640436, "docs": 200, "secs": 11.2}, "en": {"bpb": 1.1195640393718487, "nll": 631704.1717147827, "bytes": 814028, "docs": 200, "secs": 15.4}, "sci_arxiv": {"bpb": 0.904949949035731, "nll": 145168.84765625, "bytes": 231432, "docs": 200, "secs": 6.2}, "sci_latex": {"bpb": 0.8527611136995823, "nll": 520623.47326660156, "bytes": 880787, "docs": 200, "secs": 17.9}, "sci_python": {"bpb": 0.5604046747511636, "nll": 314319.0769004822, "bytes": 809177, "docs": 200, "secs": 18.4}, "sci_gsm8k": {"bpb": 0.8957512141272923, "nll": 29942.9171295166, "bytes": 48226, "docs": 200, "secs": 6.1}, "pl_wiki_sci": {"bpb": 0.9709509356524223, "nll": 548891.0101928711, "bytes": 815574, "docs": 200, "secs": 10.7}, "pl_pes": {"bpb": 1.0811744595181971, "nll": 69038.17640686035, "bytes": 92123, "docs": 200, "secs": 6.1}, "pl_informal": {"bpb": 1.5183088235866815, "nll": 113519.41673278809, "bytes": 107866, "docs": 200, "secs": 6.2}, "math_clean": {"bpb": 1.8321010316080106, "nll": 17007.98049545288, "bytes": 13393, "docs": 200, "secs": 6.0}}
{"model": "runs/mix30/ckpt_00900M", "tokens": 900202496, "date": "2026-07-08 19:11", "pl": {"bpb": 0.9826045460377989, "nll": 436194.280295372, "bytes": 640436, "docs": 200, "secs": 10.7}, "en": {"bpb": 1.1145372329521854, "nll": 628867.8403625488, "bytes": 814028, "docs": 200, "secs": 14.9}, "sci_arxiv": {"bpb": 0.9020514755125388, "nll": 144703.88485717773, "bytes": 231432, "docs": 200, "secs": 6.3}, "sci_latex": {"bpb": 0.8500255543507651, "nll": 518953.3731803894, "bytes": 880787, "docs": 200, "secs": 16.9}, "sci_python": {"bpb": 0.5602156984340738, "nll": 314213.0840988159, "bytes": 809177, "docs": 200, "secs": 17.7}, "sci_gsm8k": {"bpb": 0.904677608436247, "nll": 30241.306102752686, "bytes": 48226, "docs": 200, "secs": 6.1}, "pl_wiki_sci": {"bpb": 0.9614103800139577, "nll": 543497.6117935181, "bytes": 815574, "docs": 200, "secs": 10.8}, "pl_pes": {"bpb": 1.081306553425214, "nll": 69046.61123657227, "bytes": 92123, "docs": 200, "secs": 6.1}, "pl_informal": {"bpb": 1.538362561220891, "nll": 115018.77481079102, "bytes": 107866, "docs": 200, "secs": 6.3}, "math_clean": {"bpb": 1.82437285136329, "nll": 16936.237323760986, "bytes": 13393, "docs": 200, "secs": 6.0}}
{"model": "runs/mix30/ckpt_01000M", "tokens": 1000341504, "date": "2026-07-08 20:01", "pl": {"bpb": 0.975553036670053, "nll": 433063.9995877743, "bytes": 640436, "docs": 200, "secs": 5.6}, "en": {"bpb": 1.1092430071071562, "nll": 625880.6199493408, "bytes": 814028, "docs": 200, "secs": 6.2}, "sci_arxiv": {"bpb": 0.8981593862155237, "nll": 144079.52975463867, "bytes": 231432, "docs": 200, "secs": 4.2}, "sci_latex": {"bpb": 0.8521807386970394, "nll": 520269.1456069946, "bytes": 880787, "docs": 200, "secs": 7.1}, "sci_python": {"bpb": 0.5580303718050658, "nll": 312987.38081741333, "bytes": 809177, "docs": 200, "secs": 7.4}, "sci_gsm8k": {"bpb": 0.8922452568447029, "nll": 29825.720985412598, "bytes": 48226, "docs": 200, "secs": 4.0}, "pl_wiki_sci": {"bpb": 0.9532787598772445, "nll": 538900.7026939392, "bytes": 815574, "docs": 200, "secs": 4.6}, "pl_pes": {"bpb": 1.0757812993686784, "nll": 68693.79725646973, "bytes": 92123, "docs": 200, "secs": 4.0}, "pl_informal": {"bpb": 1.50585742849284, "nll": 112588.46310424805, "bytes": 107866, "docs": 200, "secs": 4.0}, "math_clean": {"bpb": 1.8479538870876573, "nll": 17155.14762878418, "bytes": 13393, "docs": 200, "secs": 4.0}}