{ "summary": { "model": "clm-latest", "endpoint": "http://127.0.0.1:8700 · clm-latest · 6 requests in flight", "mode": "realtime", "shield": true, "course_style": "original", "prompt": "labeled", "duration_s": 60.0, "seeds": 5, "survived": 5, "deaths": 0, "mean_best_score": 697.0, "mean_decisions": 3341.8, "mean_agreement_with_planner": 0.658, "latency_ms_p50_median": 16.5, "model_ms_p50_median": 2.6, "errors": 0, "answers_discarded": 1250, "shield_interventions": 4883, "inflight": 6 }, "results": [ { "seed": 0, "survived": true, "deaths": 0, "best_score": 697, "scores": [ 697 ], "decisions": 3048, "agreement_with_planner": 0.679, "latency_ms_p50": 16.6, "latency_ms_p95": 67.4, "model_ms_p50": 2.8, "answers_discarded": 525, "errors": 0, "last_error": null, "best_effort_decisions": 0, "shield_interventions": 46, "arrival_saves": 760, "emergency_saves": 0, "input_tokens": 47528, "game_seconds": 60.0, "wall_seconds": 60.0, "host_stall_seconds_dropped": 0.0, "model": "clm-latest", "endpoint": "http://127.0.0.1:8700 · clm-latest · 6 requests in flight" }, { "seed": 1, "survived": true, "deaths": 0, "best_score": 697, "scores": [ 697 ], "decisions": 3244, "agreement_with_planner": 0.68, "latency_ms_p50": 16.5, "latency_ms_p95": 50.9, "model_ms_p50": 2.6, "answers_discarded": 344, "errors": 0, "last_error": null, "best_effort_decisions": 0, "shield_interventions": 86, "arrival_saves": 807, "emergency_saves": 0, "input_tokens": 22680, "game_seconds": 60.0, "wall_seconds": 60.0, "host_stall_seconds_dropped": 0.0, "model": "clm-latest", "endpoint": "http://127.0.0.1:8700 · clm-latest · 6 requests in flight" }, { "seed": 2, "survived": true, "deaths": 0, "best_score": 697, "scores": [ 697 ], "decisions": 3405, "agreement_with_planner": 0.658, "latency_ms_p50": 16.5, "latency_ms_p95": 33.5, "model_ms_p50": 2.6, "answers_discarded": 195, "errors": 0, "last_error": null, "best_effort_decisions": 0, "shield_interventions": 86, "arrival_saves": 889, "emergency_saves": 0, "input_tokens": 10224, "game_seconds": 60.0, "wall_seconds": 60.0, "host_stall_seconds_dropped": 0.0, "model": "clm-latest", "endpoint": "http://127.0.0.1:8700 · clm-latest · 6 requests in flight" }, { "seed": 3, "survived": true, "deaths": 0, "best_score": 697, "scores": [ 697 ], "decisions": 3501, "agreement_with_planner": 0.639, "latency_ms_p50": 16.5, "latency_ms_p95": 16.9, "model_ms_p50": 2.6, "answers_discarded": 99, "errors": 0, "last_error": null, "best_effort_decisions": 0, "shield_interventions": 72, "arrival_saves": 1029, "emergency_saves": 0, "input_tokens": 4931, "game_seconds": 60.0, "wall_seconds": 60.0, "host_stall_seconds_dropped": 0.0, "model": "clm-latest", "endpoint": "http://127.0.0.1:8700 · clm-latest · 6 requests in flight" }, { "seed": 4, "survived": true, "deaths": 0, "best_score": 697, "scores": [ 697 ], "decisions": 3511, "agreement_with_planner": 0.635, "latency_ms_p50": 16.5, "latency_ms_p95": 16.9, "model_ms_p50": 2.7, "answers_discarded": 87, "errors": 0, "last_error": null, "best_effort_decisions": 0, "shield_interventions": 74, "arrival_saves": 1034, "emergency_saves": 0, "input_tokens": 4515, "game_seconds": 60.0, "wall_seconds": 60.0, "host_stall_seconds_dropped": 0.0, "model": "clm-latest", "endpoint": "http://127.0.0.1:8700 · clm-latest · 6 requests in flight" } ] }