{ "id": "qwen3.grpo_rewards", "kind": "curve", "unit": "fraction verifier-correct per step", "series": [ { "x": 1, "y": 0.0 }, { "x": 2, "y": 0.0078 }, { "x": 3, "y": 0.0 }, { "x": 4, "y": 0.0 }, { "x": 5, "y": 0.0156 }, { "x": 6, "y": 0.0 }, { "x": 7, "y": 0.0078 }, { "x": 8, "y": 0.0 }, { "x": 9, "y": 0.0156 }, { "x": 10, "y": 0.0 }, { "x": 11, "y": 0.0078 }, { "x": 12, "y": 0.0 }, { "x": 13, "y": 0.0078 }, { "x": 14, "y": 0.0234 }, { "x": 15, "y": 0.0078 }, { "x": 16, "y": 0.0078 }, { "x": 17, "y": 0.0 }, { "x": 18, "y": 0.0078 }, { "x": 19, "y": 0.0078 }, { "x": 20, "y": 0.0234 }, { "x": 21, "y": 0.0 }, { "x": 22, "y": 0.0078 }, { "x": 23, "y": 0.0 }, { "x": 24, "y": 0.0156 }, { "x": 25, "y": 0.0156 }, { "x": 26, "y": 0.0391 }, { "x": 27, "y": 0.0078 }, { "x": 28, "y": 0.0156 }, { "x": 29, "y": 0.0 }, { "x": 30, "y": 0.0078 }, { "x": 31, "y": 0.0 }, { "x": 32, "y": 0.0156 }, { "x": 33, "y": 0.0 }, { "x": 34, "y": 0.0078 }, { "x": 35, "y": 0.0234 }, { "x": 36, "y": 0.0156 }, { "x": 37, "y": 0.0078 }, { "x": 38, "y": 0.0078 }, { "x": 39, "y": 0.0156 }, { "x": 40, "y": 0.0156 }, { "x": 41, "y": 0.0 }, { "x": 42, "y": 0.0156 }, { "x": 43, "y": 0.0156 }, { "x": 44, "y": 0.0156 }, { "x": 45, "y": 0.0078 }, { "x": 46, "y": 0.0234 }, { "x": 47, "y": 0.0 }, { "x": 48, "y": 0.0078 }, { "x": 49, "y": 0.0078 }, { "x": 50, "y": 0.0 }, { "x": 51, "y": 0.0078 }, { "x": 52, "y": 0.0078 }, { "x": 53, "y": 0.0 }, { "x": 54, "y": 0.0 }, { "x": 55, "y": 0.0078 }, { "x": 56, "y": 0.0 }, { "x": 57, "y": 0.0078 }, { "x": 58, "y": 0.0312 }, { "x": 59, "y": 0.0156 }, { "x": 60, "y": 0.0078 }, { "x": 61, "y": 0.0 }, { "x": 62, "y": 0.0078 }, { "x": 63, "y": 0.0 }, { "x": 64, "y": 0.0156 }, { "x": 65, "y": 0.0 }, { "x": 66, "y": 0.0156 }, { "x": 67, "y": 0.0156 }, { "x": 68, "y": 0.0 }, { "x": 69, "y": 0.0234 }, { "x": 70, "y": 0.0 }, { "x": 71, "y": 0.0 }, { "x": 72, "y": 0.0078 }, { "x": 73, "y": 0.0 }, { "x": 74, "y": 0.0078 }, { "x": 75, "y": 0.0078 }, { "x": 76, "y": 0.0078 }, { "x": 77, "y": 0.0078 }, { "x": 78, "y": 0.0 }, { "x": 79, "y": 0.0078 }, { "x": 80, "y": 0.0078 }, { "x": 81, "y": 0.0 }, { "x": 82, "y": 0.0 }, { "x": 83, "y": 0.0078 }, { "x": 84, "y": 0.0156 }, { "x": 85, "y": 0.0078 }, { "x": 86, "y": 0.0156 }, { "x": 87, "y": 0.0234 }, { "x": 88, "y": 0.0156 }, { "x": 89, "y": 0.0156 }, { "x": 90, "y": 0.0234 }, { "x": 91, "y": 0.0156 }, { "x": 92, "y": 0.0078 }, { "x": 93, "y": 0.0234 }, { "x": 94, "y": 0.0 }, { "x": 95, "y": 0.0 }, { "x": 96, "y": 0.0 }, { "x": 97, "y": 0.0078 }, { "x": 98, "y": 0.0078 }, { "x": 99, "y": 0.0 }, { "x": 100, "y": 0.0156 }, { "x": 101, "y": 0.0078 }, { "x": 102, "y": 0.0 }, { "x": 103, "y": 0.0 }, { "x": 104, "y": 0.0156 }, { "x": 105, "y": 0.0 }, { "x": 106, "y": 0.0 }, { "x": 107, "y": 0.0 }, { "x": 108, "y": 0.0 }, { "x": 109, "y": 0.0 }, { "x": 110, "y": 0.0 }, { "x": 111, "y": 0.0234 }, { "x": 112, "y": 0.0156 }, { "x": 113, "y": 0.0078 }, { "x": 114, "y": 0.0078 }, { "x": 115, "y": 0.0156 }, { "x": 116, "y": 0.0078 }, { "x": 117, "y": 0.0156 }, { "x": 118, "y": 0.0 }, { "x": 119, "y": 0.0078 }, { "x": 120, "y": 0.0156 }, { "x": 121, "y": 0.0391 }, { "x": 122, "y": 0.0078 }, { "x": 123, "y": 0.0078 }, { "x": 124, "y": 0.0078 }, { "x": 125, "y": 0.0234 }, { "x": 126, "y": 0.0 }, { "x": 127, "y": 0.0156 }, { "x": 128, "y": 0.0234 }, { "x": 129, "y": 0.0078 }, { "x": 130, "y": 0.0156 }, { "x": 131, "y": 0.0 }, { "x": 132, "y": 0.0078 }, { "x": 133, "y": 0.0078 }, { "x": 134, "y": 0.0 }, { "x": 135, "y": 0.0391 }, { "x": 136, "y": 0.0078 }, { "x": 137, "y": 0.0 }, { "x": 138, "y": 0.0234 }, { "x": 139, "y": 0.0 }, { "x": 140, "y": 0.0156 }, { "x": 141, "y": 0.0078 }, { "x": 142, "y": 0.0156 }, { "x": 143, "y": 0.0312 }, { "x": 144, "y": 0.0078 }, { "x": 145, "y": 0.0 }, { "x": 146, "y": 0.0234 }, { "x": 147, "y": 0.0156 }, { "x": 148, "y": 0.0156 }, { "x": 149, "y": 0.0078 }, { "x": 150, "y": 0.0 }, { "x": 151, "y": 0.0 }, { "x": 152, "y": 0.0234 }, { "x": 153, "y": 0.0 }, { "x": 154, "y": 0.0234 }, { "x": 155, "y": 0.0078 }, { "x": 156, "y": 0.0156 }, { "x": 157, "y": 0.0 }, { "x": 158, "y": 0.0 }, { "x": 159, "y": 0.0156 }, { "x": 160, "y": 0.0078 }, { "x": 161, "y": 0.0078 }, { "x": 162, "y": 0.0078 }, { "x": 163, "y": 0.0 }, { "x": 164, "y": 0.0156 }, { "x": 165, "y": 0.0156 }, { "x": 166, "y": 0.0078 }, { "x": 167, "y": 0.0078 }, { "x": 168, "y": 0.0 }, { "x": 169, "y": 0.0 }, { "x": 170, "y": 0.0234 }, { "x": 171, "y": 0.0 }, { "x": 172, "y": 0.0 }, { "x": 173, "y": 0.0078 }, { "x": 174, "y": 0.0312 }, { "x": 175, "y": 0.0078 }, { "x": 176, "y": 0.0234 }, { "x": 177, "y": 0.0156 }, { "x": 178, "y": 0.0 }, { "x": 179, "y": 0.0 }, { "x": 180, "y": 0.0078 }, { "x": 181, "y": 0.0156 }, { "x": 182, "y": 0.0156 }, { "x": 183, "y": 0.0078 }, { "x": 184, "y": 0.0156 }, { "x": 185, "y": 0.0312 }, { "x": 186, "y": 0.0234 }, { "x": 187, "y": 0.0078 }, { "x": 188, "y": 0.0 }, { "x": 189, "y": 0.0 }, { "x": 190, "y": 0.0078 }, { "x": 191, "y": 0.0156 }, { "x": 192, "y": 0.0078 }, { "x": 193, "y": 0.0 }, { "x": 194, "y": 0.0 }, { "x": 195, "y": 0.0156 }, { "x": 196, "y": 0.0156 }, { "x": 197, "y": 0.0 }, { "x": 198, "y": 0.0078 }, { "x": 199, "y": 0.0 }, { "x": 200, "y": 0.0234 }, { "x": 201, "y": 0.0078 }, { "x": 202, "y": 0.0234 }, { "x": 203, "y": 0.0234 }, { "x": 204, "y": 0.0 }, { "x": 205, "y": 0.0078 }, { "x": 206, "y": 0.0156 }, { "x": 207, "y": 0.0078 }, { "x": 208, "y": 0.0078 }, { "x": 209, "y": 0.0078 }, { "x": 210, "y": 0.0156 }, { "x": 211, "y": 0.0078 }, { "x": 212, "y": 0.0156 }, { "x": 213, "y": 0.0 }, { "x": 214, "y": 0.0 }, { "x": 215, "y": 0.0156 }, { "x": 216, "y": 0.0078 }, { "x": 217, "y": 0.0078 }, { "x": 218, "y": 0.0 }, { "x": 219, "y": 0.0 }, { "x": 220, "y": 0.0 }, { "x": 221, "y": 0.0078 }, { "x": 222, "y": 0.0156 }, { "x": 223, "y": 0.0156 }, { "x": 224, "y": 0.0 }, { "x": 225, "y": 0.0078 }, { "x": 226, "y": 0.0078 }, { "x": 227, "y": 0.0156 }, { "x": 228, "y": 0.0156 }, { "x": 229, "y": 0.0156 }, { "x": 230, "y": 0.0156 }, { "x": 231, "y": 0.0234 }, { "x": 232, "y": 0.0 }, { "x": 233, "y": 0.0 }, { "x": 234, "y": 0.0234 }, { "x": 235, "y": 0.0156 }, { "x": 236, "y": 0.0 }, { "x": 237, "y": 0.0 }, { "x": 238, "y": 0.0078 }, { "x": 239, "y": 0.0 }, { "x": 240, "y": 0.0156 }, { "x": 241, "y": 0.0234 }, { "x": 242, "y": 0.0312 }, { "x": 243, "y": 0.0156 }, { "x": 244, "y": 0.0078 }, { "x": 245, "y": 0.0 }, { "x": 246, "y": 0.0 }, { "x": 247, "y": 0.0078 }, { "x": 248, "y": 0.0078 }, { "x": 249, "y": 0.0234 }, { "x": 250, "y": 0.0078 }, { "x": 251, "y": 0.0156 }, { "x": 252, "y": 0.0 }, { "x": 253, "y": 0.0156 }, { "x": 254, "y": 0.0156 }, { "x": 255, "y": 0.0156 }, { "x": 256, "y": 0.0156 }, { "x": 257, "y": 0.0 }, { "x": 258, "y": 0.0 }, { "x": 259, "y": 0.0078 }, { "x": 260, "y": 0.0156 }, { "x": 261, "y": 0.0078 }, { "x": 262, "y": 0.0078 }, { "x": 263, "y": 0.0078 }, { "x": 264, "y": 0.0 }, { "x": 265, "y": 0.0 }, { "x": 266, "y": 0.0078 }, { "x": 267, "y": 0.0156 }, { "x": 268, "y": 0.0 }, { "x": 269, "y": 0.0 }, { "x": 270, "y": 0.0 }, { "x": 271, "y": 0.0078 }, { "x": 272, "y": 0.0078 }, { "x": 273, "y": 0.0078 }, { "x": 274, "y": 0.0234 }, { "x": 275, "y": 0.0078 }, { "x": 276, "y": 0.0156 }, { "x": 277, "y": 0.0156 }, { "x": 278, "y": 0.0078 }, { "x": 279, "y": 0.0234 }, { "x": 280, "y": 0.0078 }, { "x": 281, "y": 0.0078 }, { "x": 282, "y": 0.0078 }, { "x": 283, "y": 0.0234 }, { "x": 284, "y": 0.0078 }, { "x": 285, "y": 0.0 }, { "x": 286, "y": 0.0078 }, { "x": 287, "y": 0.0078 }, { "x": 288, "y": 0.0078 }, { "x": 289, "y": 0.0078 }, { "x": 290, "y": 0.0 }, { "x": 291, "y": 0.0078 }, { "x": 292, "y": 0.0 }, { "x": 293, "y": 0.0078 }, { "x": 294, "y": 0.0 }, { "x": 295, "y": 0.0078 }, { "x": 296, "y": 0.0 }, { "x": 297, "y": 0.0078 }, { "x": 298, "y": 0.0 }, { "x": 299, "y": 0.0078 }, { "x": 300, "y": 0.0078 } ], "generated_by": "scripts/export_site_results.py", "generated_at": "2026-07-07T19:00:23Z", "notes": "GRPO per-step mean reward over 300 steps (16 prompts x G=8, T=0.8, lr 1e-6): flat at ~0.9% (overall 0.0092, first-50 0.0091 vs last-50 0.0080). mean_reward is the fraction verifier-correct (the 0.1 parseable-wrong shaping term is not logged). DAPO kept_groups mean 13.5/16. Random-reward contrast arm sits at ~0.50. n=1 seed.", "derived_from": [ "Qwen3-0.6B/experiments/2026-07-02_qwen3-0.6b_grpo-phase2/health_grpo_seed0.jsonl" ] }