{"model": "Qwen/Qwen2.5-0.5B", "tokens": 0, "date": "2026-07-08 11:42", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 28.8, "bare|en": {"n": 300, "acc": 0.5, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5417}, "comparison": {"n": 50, "acc": 0.96}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.4}}}, "bare|pl": {"n": 300, "acc": 0.37, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.3667}, "comparison": {"n": 50, "acc": 0.88}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.2556}}}, "pl_space|pl": {"n": 300, "acc": 0.32, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.3}, "comparison": {"n": 50, "acc": 0.84}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.2}}}, "overall": {"n": 900, "acc": 0.3967}}
{"model": "models/qwen2.5-0.5b-apt4-fvt", "tokens": 0, "date": "2026-07-08 11:45", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 29.0, "bare|en": {"n": 300, "acc": 0.08, "no_number": 0, "truncated": 276, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.48}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "bare|pl": {"n": 300, "acc": 0.0633, "no_number": 0, "truncated": 281, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.38}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "pl_space|pl": {"n": 300, "acc": 0.05, "no_number": 0, "truncated": 285, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.3}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "overall": {"n": 900, "acc": 0.0644}}
{"model": "runs/mix30/ckpt_00100M", "tokens": 100139008, "date": "2026-07-08 12:33", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 28.8, "bare|en": {"n": 300, "acc": 0.27, "no_number": 0, "truncated": 21, "by_task": {"addition": {"n": 120, "acc": 0.3}, "comparison": {"n": 50, "acc": 0.86}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0222}}}, "bare|pl": {"n": 300, "acc": 0.27, "no_number": 0, "truncated": 17, "by_task": {"addition": {"n": 120, "acc": 0.2583}, "comparison": {"n": 50, "acc": 0.78}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.1222}}}, "pl_space|pl": {"n": 300, "acc": 0.2967, "no_number": 0, "truncated": 22, "by_task": {"addition": {"n": 120, "acc": 0.2917}, "comparison": {"n": 50, "acc": 0.84}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.1333}}}, "overall": {"n": 900, "acc": 0.2789}}
{"model": "runs/mix30/ckpt_00200M", "tokens": 200278016, "date": "2026-07-08 13:24", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 33.2, "bare|en": {"n": 300, "acc": 0.15, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.9}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "bare|pl": {"n": 300, "acc": 0.1567, "no_number": 0, "truncated": 3, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.92}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.0}}}, "pl_space|pl": {"n": 300, "acc": 0.15, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.0083}, "comparison": {"n": 50, "acc": 0.88}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "overall": {"n": 900, "acc": 0.1522}}
{"model": "runs/mix30/ckpt_00300M", "tokens": 300417024, "date": "2026-07-08 14:14", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 28.5, "bare|en": {"n": 300, "acc": 0.1633, "no_number": 6, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.0417}, "comparison": {"n": 50, "acc": 0.88}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "bare|pl": {"n": 300, "acc": 0.1967, "no_number": 0, "truncated": 9, "by_task": {"addition": {"n": 120, "acc": 0.0333}, "comparison": {"n": 50, "acc": 0.88}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.1111}}}, "pl_space|pl": {"n": 300, "acc": 0.19, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.0417}, "comparison": {"n": 50, "acc": 0.88}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0889}}}, "overall": {"n": 900, "acc": 0.1833}}
{"model": "runs/mix30/ckpt_00400M", "tokens": 400031744, "date": "2026-07-08 15:03", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 28.6, "bare|en": {"n": 300, "acc": 0.23, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.0333}, "comparison": {"n": 50, "acc": 0.96}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.1889}}}, "bare|pl": {"n": 300, "acc": 0.24, "no_number": 0, "truncated": 5, "by_task": {"addition": {"n": 120, "acc": 0.05}, "comparison": {"n": 50, "acc": 0.86}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.2444}}}, "pl_space|pl": {"n": 300, "acc": 0.2233, "no_number": 0, "truncated": 3, "by_task": {"addition": {"n": 120, "acc": 0.0583}, "comparison": {"n": 50, "acc": 0.76}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.2444}}}, "overall": {"n": 900, "acc": 0.2311}}
{"model": "runs/mix30/ckpt_00500M", "tokens": 500170752, "date": "2026-07-08 15:53", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 28.4, "bare|en": {"n": 300, "acc": 0.15, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.0333}, "comparison": {"n": 50, "acc": 0.82}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "bare|pl": {"n": 300, "acc": 0.2233, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.175}, "comparison": {"n": 50, "acc": 0.76}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.0778}}}, "pl_space|pl": {"n": 300, "acc": 0.2267, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.1667}, "comparison": {"n": 50, "acc": 0.8}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0889}}}, "overall": {"n": 900, "acc": 0.2}}
{"model": "runs/mix30/ckpt_00600M", "tokens": 600309760, "date": "2026-07-08 16:44", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 28.6, "bare|en": {"n": 300, "acc": 0.31, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.1833}, "comparison": {"n": 50, "acc": 0.92}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.2667}}}, "bare|pl": {"n": 300, "acc": 0.24, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.1333}, "comparison": {"n": 50, "acc": 0.76}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.1889}}}, "pl_space|pl": {"n": 300, "acc": 0.24, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.1417}, "comparison": {"n": 50, "acc": 0.76}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.1889}}}, "overall": {"n": 900, "acc": 0.2633}}
{"model": "runs/mix30/ckpt_00700M", "tokens": 700448768, "date": "2026-07-08 17:34", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 28.7, "bare|en": {"n": 300, "acc": 0.2467, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.1333}, "comparison": {"n": 50, "acc": 0.9}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.1444}}}, "bare|pl": {"n": 300, "acc": 0.2167, "no_number": 0, "truncated": 2, "by_task": {"addition": {"n": 120, "acc": 0.1}, "comparison": {"n": 50, "acc": 0.88}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.0889}}}, "pl_space|pl": {"n": 300, "acc": 0.24, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.175}, "comparison": {"n": 50, "acc": 0.84}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.1}}}, "overall": {"n": 900, "acc": 0.2344}}
{"model": "runs/mix30/ckpt_00800M", "tokens": 800063488, "date": "2026-07-08 18:23", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 28.5, "bare|en": {"n": 300, "acc": 0.1133, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.66}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0111}}}, "bare|pl": {"n": 300, "acc": 0.15, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.0333}, "comparison": {"n": 50, "acc": 0.8}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0111}}}, "pl_space|pl": {"n": 300, "acc": 0.1633, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.075}, "comparison": {"n": 50, "acc": 0.76}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0222}}}, "overall": {"n": 900, "acc": 0.1422}}
{"model": "runs/mix30/ckpt_00900M", "tokens": 900202496, "date": "2026-07-08 19:13", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 29.2, "bare|en": {"n": 300, "acc": 0.1433, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.86}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "bare|pl": {"n": 300, "acc": 0.1367, "no_number": 0, "truncated": 2, "by_task": {"addition": {"n": 120, "acc": 0.0083}, "comparison": {"n": 50, "acc": 0.8}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "pl_space|pl": {"n": 300, "acc": 0.14, "no_number": 0, "truncated": 3, "by_task": {"addition": {"n": 120, "acc": 0.0167}, "comparison": {"n": 50, "acc": 0.8}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "overall": {"n": 900, "acc": 0.14}}
{"model": "runs/mix30/ckpt_01000M", "tokens": 1000341504, "date": "2026-07-08 20:02", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 23.6, "bare|en": {"n": 300, "acc": 0.1433, "no_number": 0, "truncated": 3, "by_task": {"addition": {"n": 120, "acc": 0.0083}, "comparison": {"n": 50, "acc": 0.8}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0222}}}, "bare|pl": {"n": 300, "acc": 0.1767, "no_number": 0, "truncated": 12, "by_task": {"addition": {"n": 120, "acc": 0.0667}, "comparison": {"n": 50, "acc": 0.82}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0444}}}, "pl_space|pl": {"n": 300, "acc": 0.1733, "no_number": 0, "truncated": 2, "by_task": {"addition": {"n": 120, "acc": 0.0583}, "comparison": {"n": 50, "acc": 0.84}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0333}}}, "overall": {"n": 900, "acc": 0.1644}}