{"model": "ckpts/fvt_t0", "tokens": 0, "date": "2026-07-06 19:51", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 69.7, "bare|en": {"n": 300, "acc": 0.02, "no_number": 0, "truncated": 294, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.12}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "bare|pl": {"n": 300, "acc": 0.0033, "no_number": 0, "truncated": 299, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.0}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.0}}}, "pl_space|pl": {"n": 300, "acc": 0.0167, "no_number": 0, "truncated": 295, "by_task": {"addition": {"n": 120, "acc": 0.0}, "comparison": {"n": 50, "acc": 0.1}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.0}}}, "overall": {"n": 900, "acc": 0.0133}}
{"model": "ckpts/armB/ckpt_00100M", "tokens": 100139008, "date": "2026-07-07 06:25", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 69.1, "bare|en": {"n": 300, "acc": 0.56, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.625}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.1}, "subtraction": {"n": 90, "acc": 0.4333}}}, "bare|pl": {"n": 300, "acc": 0.5467, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5667}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.4778}}}, "pl_space|pl": {"n": 300, "acc": 0.4533, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.4333}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.3556}}}, "overall": {"n": 900, "acc": 0.52}}
{"model": "ckpts/armB/ckpt_00200M", "tokens": 200278016, "date": "2026-07-07 14:46", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 70.9, "bare|en": {"n": 300, "acc": 0.5933, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.6333}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.5556}}}, "bare|pl": {"n": 300, "acc": 0.5333, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.55}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4667}}}, "pl_space|pl": {"n": 300, "acc": 0.47, "no_number": 1, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.425}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.4444}}}, "overall": {"n": 900, "acc": 0.5322}}
{"model": "ckpts/armB/ckpt_00300M", "tokens": 300417024, "date": "2026-07-07 23:08", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 69.4, "bare|en": {"n": 300, "acc": 0.5267, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.55}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.4333}}}, "bare|pl": {"n": 300, "acc": 0.5133, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5333}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.4111}}}, "pl_space|pl": {"n": 300, "acc": 0.46, "no_number": 1, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.4417}, "comparison": {"n": 50, "acc": 0.98}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.3778}}}, "overall": {"n": 900, "acc": 0.5}}
{"model": "ckpts/armB/ckpt_00400M", "tokens": 400031744, "date": "2026-07-08 06:53", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 75.1, "bare|en": {"n": 300, "acc": 0.5367, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.5167}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.5222}}}, "bare|pl": {"n": 300, "acc": 0.4733, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.4583}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.025}, "subtraction": {"n": 90, "acc": 0.4}}}, "pl_space|pl": {"n": 300, "acc": 0.4433, "no_number": 1, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.4083}, "comparison": {"n": 50, "acc": 0.98}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.3889}}}, "overall": {"n": 900, "acc": 0.4844}}
{"model": "ckpts/armB/ckpt_00500M", "tokens": 500170752, "date": "2026-07-08 14:45", "spec_sha256": "e11c98fc129e4e4db6566140286c15a0fa6f88f7d7a4abdecad3a3b8f3ca53f8", "secs": 69.6, "bare|en": {"n": 300, "acc": 0.4933, "no_number": 0, "truncated": 1, "by_task": {"addition": {"n": 120, "acc": 0.4917}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.075}, "subtraction": {"n": 90, "acc": 0.4}}}, "bare|pl": {"n": 300, "acc": 0.4533, "no_number": 0, "truncated": 2, "by_task": {"addition": {"n": 120, "acc": 0.4}, "comparison": {"n": 50, "acc": 1.0}, "sorting": {"n": 40, "acc": 0.0}, "subtraction": {"n": 90, "acc": 0.4222}}}, "pl_space|pl": {"n": 300, "acc": 0.48, "no_number": 0, "truncated": 0, "by_task": {"addition": {"n": 120, "acc": 0.4417}, "comparison": {"n": 50, "acc": 0.98}, "sorting": {"n": 40, "acc": 0.05}, "subtraction": {"n": 90, "acc": 0.4444}}}, "overall": {"n": 900, "acc": 0.4756}}