{ "method": "Prime Agent v0.3.3 + claude-opus-5 @ xhigh (thinking: adaptive)", "protocol": { "games": 25, "actions_per_game": 500, "actions_per_agent_call": 20, "fresh_run_per_game": true, "sandbox_per_game": true }, "median_run": "run-1", "runs": { "run-1": { "is_median": true, "levels_completed": 178, "levels_total": 183, "rhae_percent": 95.24, "wins": 24, "estimated_api_cost_usd": 1059.35, "output_tokens_total": 9122005, "elapsed_wall_seconds": 25427, "games": [ { "game_id": "ar25-0c556536", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 264, "model_calls": 73 }, { "game_id": "bp35-0a0ad940", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 602, "model_calls": 234 }, { "game_id": "cd82-fb555c5d", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 363, "model_calls": 156 }, { "game_id": "cn04-2fe56bfb", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 200, "model_calls": 125 }, { "game_id": "dc22-fdcac232", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 985, "model_calls": 261 }, { "game_id": "ft09-0d8bbf25", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 75, "model_calls": 37 }, { "game_id": "g50t-5849a774", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 491, "model_calls": 142 }, { "game_id": "ka59-38d34dbb", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 306, "model_calls": 87 }, { "game_id": "lf52-271a04aa", "terminal_state": "ACTIVE", "levels_completed": 5, "total_levels": 10, "actions_taken": 2635, "model_calls": 1397 }, { "game_id": "lp85-305b61c3", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 114, "model_calls": 92 }, { "game_id": "ls20-9607627b", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 504, "model_calls": 177 }, { "game_id": "m0r0-492f87ba", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 212, "model_calls": 83 }, { "game_id": "r11l-495a7899", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 86, "model_calls": 96 }, { "game_id": "re86-8af5384d", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 694, "model_calls": 160 }, { "game_id": "s5i5-18d95033", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 298, "model_calls": 126 }, { "game_id": "sb26-7fbdac44", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 133, "model_calls": 37 }, { "game_id": "sc25-635fd71a", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 149, "model_calls": 66 }, { "game_id": "sk48-d8078629", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 1024, "model_calls": 192 }, { "game_id": "sp80-589a99af", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 148, "model_calls": 70 }, { "game_id": "su15-1944f8ab", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 126, "model_calls": 135 }, { "game_id": "tn36-ef4dde99", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 324, "model_calls": 142 }, { "game_id": "tr87-cd924810", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 195, "model_calls": 70 }, { "game_id": "tu93-0768757b", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 199, "model_calls": 87 }, { "game_id": "vc33-5430563c", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 213, "model_calls": 67 }, { "game_id": "wa30-ee6fef47", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 1029, "model_calls": 184 } ] }, "run-2": { "is_median": false, "levels_completed": 183, "levels_total": 183, "rhae_percent": 94.99, "wins": 25, "estimated_api_cost_usd": 1288.07, "output_tokens_total": 10928633, "elapsed_wall_seconds": 33612, "games": [ { "game_id": "ar25-0c556536", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 270, "model_calls": 83 }, { "game_id": "bp35-0a0ad940", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 738, "model_calls": 327 }, { "game_id": "cd82-fb555c5d", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 122, "model_calls": 75 }, { "game_id": "cn04-2fe56bfb", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 253, "model_calls": 105 }, { "game_id": "dc22-fdcac232", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 866, "model_calls": 259 }, { "game_id": "ft09-0d8bbf25", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 78, "model_calls": 35 }, { "game_id": "g50t-5849a774", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 336, "model_calls": 110 }, { "game_id": "ka59-38d34dbb", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 315, "model_calls": 79 }, { "game_id": "lf52-271a04aa", "terminal_state": "WIN", "levels_completed": 10, "total_levels": 10, "actions_taken": 830, "model_calls": 280 }, { "game_id": "lp85-305b61c3", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 142, "model_calls": 96 }, { "game_id": "ls20-9607627b", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 3544, "model_calls": 1349 }, { "game_id": "m0r0-492f87ba", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 216, "model_calls": 83 }, { "game_id": "r11l-495a7899", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 88, "model_calls": 105 }, { "game_id": "re86-8af5384d", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 680, "model_calls": 157 }, { "game_id": "s5i5-18d95033", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 322, "model_calls": 124 }, { "game_id": "sb26-7fbdac44", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 126, "model_calls": 53 }, { "game_id": "sc25-635fd71a", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 166, "model_calls": 77 }, { "game_id": "sk48-d8078629", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 529, "model_calls": 174 }, { "game_id": "sp80-589a99af", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 159, "model_calls": 105 }, { "game_id": "su15-1944f8ab", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 643, "model_calls": 314 }, { "game_id": "tn36-ef4dde99", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 535, "model_calls": 156 }, { "game_id": "tr87-cd924810", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 161, "model_calls": 88 }, { "game_id": "tu93-0768757b", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 205, "model_calls": 97 }, { "game_id": "vc33-5430563c", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 242, "model_calls": 90 }, { "game_id": "wa30-ee6fef47", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 873, "model_calls": 193 } ] }, "run-3": { "is_median": false, "levels_completed": 179, "levels_total": 183, "rhae_percent": 95.5, "wins": 24, "estimated_api_cost_usd": 944.0, "output_tokens_total": 10350011, "elapsed_wall_seconds": 23285, "games": [ { "game_id": "ar25-0c556536", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 260, "model_calls": 72 }, { "game_id": "bp35-0a0ad940", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 1084, "model_calls": 393 }, { "game_id": "cd82-fb555c5d", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 103, "model_calls": 70 }, { "game_id": "cn04-2fe56bfb", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 233, "model_calls": 128 }, { "game_id": "dc22-fdcac232", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 627, "model_calls": 204 }, { "game_id": "ft09-0d8bbf25", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 80, "model_calls": 38 }, { "game_id": "g50t-5849a774", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 324, "model_calls": 103 }, { "game_id": "ka59-38d34dbb", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 322, "model_calls": 78 }, { "game_id": "lf52-271a04aa", "terminal_state": "WIN", "levels_completed": 10, "total_levels": 10, "actions_taken": 1134, "model_calls": 369 }, { "game_id": "lp85-305b61c3", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 92, "model_calls": 66 }, { "game_id": "ls20-9607627b", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 538, "model_calls": 126 }, { "game_id": "m0r0-492f87ba", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 210, "model_calls": 77 }, { "game_id": "r11l-495a7899", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 140, "model_calls": 108 }, { "game_id": "re86-8af5384d", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 599, "model_calls": 130 }, { "game_id": "s5i5-18d95033", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 485, "model_calls": 149 }, { "game_id": "sb26-7fbdac44", "terminal_state": "WIN", "levels_completed": 8, "total_levels": 8, "actions_taken": 139, "model_calls": 49 }, { "game_id": "sc25-635fd71a", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 205, "model_calls": 96 }, { "game_id": "sk48-d8078629", "terminal_state": "ACTION_CAP", "levels_completed": 4, "total_levels": 8, "actions_taken": 5000, "model_calls": 334 }, { "game_id": "sp80-589a99af", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 123, "model_calls": 82 }, { "game_id": "su15-1944f8ab", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 120, "model_calls": 103 }, { "game_id": "tn36-ef4dde99", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 167, "model_calls": 77 }, { "game_id": "tr87-cd924810", "terminal_state": "WIN", "levels_completed": 6, "total_levels": 6, "actions_taken": 182, "model_calls": 68 }, { "game_id": "tu93-0768757b", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 197, "model_calls": 93 }, { "game_id": "vc33-5430563c", "terminal_state": "WIN", "levels_completed": 7, "total_levels": 7, "actions_taken": 184, "model_calls": 69 }, { "game_id": "wa30-ee6fef47", "terminal_state": "WIN", "levels_completed": 9, "total_levels": 9, "actions_taken": 1302, "model_calls": 202 } ] } } }