{"model": "Qwen/Qwen2.5-1.5B", "tokens": 0, "date": "2026-07-06 19:45", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 72.4, "bare|en": {"n": 300, "acc": 0.6433, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.7083}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.6333}}}, "bare|pl": {"n": 300, "acc": 0.6033, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.65}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.5778}}}, "pl_space|pl": {"n": 300, "acc": 0.5133, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5083}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.4778}}}, "overall": {"n": 900, "acc": 0.5867}}
{"model": "ckpts/armA/ckpt_00100M", "tokens": 100139008, "date": "2026-07-06 19:46", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 70.5, "bare|en": {"n": 300, "acc": 0.68, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.7333}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.7}}}, "bare|pl": {"n": 300, "acc": 0.62, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.6833}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.5667}}}, "pl_space|pl": {"n": 300, "acc": 0.55, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.5167}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.5667}}}, "overall": {"n": 900, "acc": 0.6167}}
{"model": "ckpts/armA/ckpt_00200M", "tokens": 200278016, "date": "2026-07-06 19:47", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 70.6, "bare|en": {"n": 300, "acc": 0.6333, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.6917}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.6111}}}, "bare|pl": {"n": 300, "acc": 0.5667, "no_number": 0, "truncated": 3, "by_task": {"addition": {"n": 120, "acc": 0.625}, "comparison": {"n": 50, "acc": 0.98}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4889}}}, "pl_space|pl": {"n": 300, "acc": 0.4767, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.4167}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.4667}}}, "overall": {"n": 900, "acc": 0.5589}}
{"model": "ckpts/armA/ckpt_00300M", "tokens": 300417024, "date": "2026-07-06 19:48", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 70.5, "bare|en": {"n": 300, "acc": 0.6, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.625}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.5889}}}, "bare|pl": {"n": 300, "acc": 0.53, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5417}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.4556}}}, "pl_space|pl": {"n": 300, "acc": 0.5167, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.4417}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.5444}}}, "overall": {"n": 900, "acc": 0.5489}}
{"model": "ckpts/armA/ckpt_00400M", "tokens": 400031744, "date": "2026-07-06 19:50", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 70.5, "bare|en": {"n": 300, "acc": 0.6067, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.6417}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.1}, "subtraction": {"n": 90, "acc": 0.5667}}}, "bare|pl": {"n": 300, "acc": 0.56, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.5583}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.1}, "subtraction": {"n": 90, "acc": 0.5222}}}, "pl_space|pl": {"n": 300, "acc": 0.4733, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.4083}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4556}}}, "overall": {"n": 900, "acc": 0.5467}}
{"model": "ckpts/armA/ckpt_00500M", "tokens": 500170752, "date": "2026-07-06 22:18", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 69.9, "bare|en": {"n": 300, "acc": 0.5267, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.525}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.1}, "subtraction": {"n": 90, "acc": 0.4556}}}, "bare|pl": {"n": 300, "acc": 0.5167, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.525}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4444}}}, "pl_space|pl": {"n": 300, "acc": 0.5067, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.4917}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.4667}}}, "overall": {"n": 900, "acc": 0.5167}}