{"model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "date": "2026-07-09 09:40", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 35.6, "bare|en": {"n": 300, "acc": 0.6467, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.7}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.6556}}}, "bare|pl": {"n": 300, "acc": 0.6, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.65}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.5667}}}, "pl_space|pl": {"n": 300, "acc": 0.51, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.4778}}}, "overall": {"n": 900, "acc": 0.5856}}
{"model": "models/fvt_base", "tokens": 0, "date": "2026-07-09 09:44", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 34.9, "bare|en": {"n": 300, "acc": 0.0167, "no_number": 0, "truncated": 295, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.1}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "bare|pl": {"n": 300, "acc": 0.0033, "no_number": 0, "truncated": 299, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.0}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.0}}}, "pl_space|pl": {"n": 300, "acc": 0.0167, "no_number": 0, "truncated": 295, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.1}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "overall": {"n": 900, "acc": 0.0122}}
{"model": "runs/conf30/ckpt_00100M", "tokens": 100139008, "date": "2026-07-09 12:02", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 36.8, "bare|en": {"n": 300, "acc": 0.6067, "no_number": 1, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.6917}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.5222}}}, "bare|pl": {"n": 300, "acc": 0.5467, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.65}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.3889}}}, "pl_space|pl": {"n": 300, "acc": 0.4633, "no_number": 13, "truncated": 5, "by_task": {"addition": {"n": 120, "acc": 0.4583}, "comparison": {"n": 50, "acc": 0.98}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.3778}}}, "overall": {"n": 900, "acc": 0.5389}}
{"model": "runs/conf30/ckpt_00200M", "tokens": 200278016, "date": "2026-07-09 14:24", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 36.3, "bare|en": {"n": 300, "acc": 0.5767, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5917}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.5556}}}, "bare|pl": {"n": 300, "acc": 0.5167, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5417}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4222}}}, "pl_space|pl": {"n": 300, "acc": 0.3833, "no_number": 1, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.3167}, "comparison": {"n": 50, "acc": 0.98}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.3111}}}, "overall": {"n": 900, "acc": 0.4922}}
{"model": "runs/conf30/ckpt_00300M", "tokens": 300417024, "date": "2026-07-09 16:44", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 35.5, "bare|en": {"n": 300, "acc": 0.5633, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.6333}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.4778}}}, "bare|pl": {"n": 300, "acc": 0.5533, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.6}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4667}}}, "pl_space|pl": {"n": 300, "acc": 0.5, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.4417}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.5111}}}, "overall": {"n": 900, "acc": 0.5389}}
{"model": "runs/conf30/ckpt_00400M", "tokens": 400031744, "date": "2026-07-09 19:04", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 34.8, "bare|en": {"n": 300, "acc": 0.5167, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.525}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4444}}}, "bare|pl": {"n": 300, "acc": 0.4767, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.4667}, "comparison": {"n": 50, "acc": 0.98}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4}}}, "pl_space|pl": {"n": 300, "acc": 0.4167, "no_number": 1, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.3083}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.4222}}}, "overall": {"n": 900, "acc": 0.47}}
{"model": "runs/conf30/ckpt_00500M", "tokens": 500170752, "date": "2026-07-09 21:24", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 35.1, "bare|en": {"n": 300, "acc": 0.4733, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.4167}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4444}}}, "bare|pl": {"n": 300, "acc": 0.4367, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.375}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.3778}}}, "pl_space|pl": {"n": 300, "acc": 0.3767, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.2667}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.3444}}}, "overall": {"n": 900, "acc": 0.4289}}
{"model": "runs/conf30/ckpt_00600M", "tokens": 600309760, "date": "2026-07-09 23:44", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 36.8, "bare|en": {"n": 300, "acc": 0.42, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.25}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.4778}}}, "bare|pl": {"n": 300, "acc": 0.4433, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.35}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.4222}}}, "pl_space|pl": {"n": 300, "acc": 0.3367, "no_number": 0, "truncated": 2, "by_task": {"addition": {"n": 120, "acc": 0.1667}, "comparison": {"n": 50, "acc": 0.98}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.3333}}}, "overall": {"n": 900, "acc": 0.4}}
{"model": "runs/conf30/ckpt_00700M", "tokens": 700448768, "date": "2026-07-10 02:04", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 38.2, "bare|en": {"n": 300, "acc": 0.47, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.4417}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4}}}, "bare|pl": {"n": 300, "acc": 0.46, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.4167}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.3889}}}, "pl_space|pl": {"n": 300, "acc": 0.4, "no_number": 1, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.3083}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.3667}}}, "overall": {"n": 900, "acc": 0.4433}}
{"model": "runs/conf30/ckpt_00800M", "tokens": 800063488, "date": "2026-07-10 04:25", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 41.8, "bare|en": {"n": 300, "acc": 0.4867, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.45}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.1}, "subtraction": {"n": 90, "acc": 0.4222}}}, "bare|pl": {"n": 300, "acc": 0.4733, "no_number": 0, "truncated": 2, "by_task": {"addition": {"n": 120, "acc": 0.425}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.4222}}}, "pl_space|pl": {"n": 300, "acc": 0.3967, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.3}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.3444}}}, "overall": {"n": 900, "acc": 0.4522}}
{"model": "runs/conf30/ckpt_00900M", "tokens": 900202496, "date": "2026-07-10 06:45", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 38.3, "bare|en": {"n": 300, "acc": 0.5333, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5583}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4556}}}, "bare|pl": {"n": 300, "acc": 0.4667, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.4333}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4}}}, "pl_space|pl": {"n": 300, "acc": 0.36, "no_number": 1, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.25}, "comparison": {"n": 50, "acc": 0.98}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.3111}}}, "overall": {"n": 900, "acc": 0.4533}}
{"model": "runs/conf30/ckpt_01000M", "tokens": 1000341504, "date": "2026-07-10 09:03", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 27.7, "bare|en": {"n": 300, "acc": 0.52, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5167}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.4556}}}, "bare|pl": {"n": 300, "acc": 0.5167, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5417}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4222}}}, "pl_space|pl": {"n": 300, "acc": 0.42, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.3583}, "comparison": {"n": 50, "acc": 0.98}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.3778}}}, "overall": {"n": 900, "acc": 0.4856}}