{ "summary": { "model": "jev-1.13.0", "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight", "mode": "realtime", "shield": true, "course_style": "original", "prompt": "labeled", "duration_s": 60.0, "seeds": 5, "survived": 5, "deaths": 0, "mean_best_score": 697.0, "mean_decisions": 1119.0, "mean_agreement_with_planner": 0.987, "latency_ms_p50_median": 149.8, "model_ms_p50_median": 131.9, "errors": 0, "answers_discarded": 2926, "shield_interventions": 28, "inflight": 6 }, "results": [ { "seed": 0, "survived": true, "deaths": 0, "best_score": 697, "scores": [ 697 ], "decisions": 1097, "agreement_with_planner": 0.985, "latency_ms_p50": 149.8, "latency_ms_p95": 200.3, "model_ms_p50": 133.3, "answers_discarded": 599, "errors": 0, "last_error": null, "best_effort_decisions": 1, "shield_interventions": 0, "arrival_saves": 7, "emergency_saves": 2, "input_tokens": 617719, "game_seconds": 60.0, "wall_seconds": 60.0, "host_stall_seconds_dropped": 0.0, "model": "jev-1.13.0", "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight" }, { "seed": 1, "survived": true, "deaths": 0, "best_score": 697, "scores": [ 697 ], "decisions": 1175, "agreement_with_planner": 0.986, "latency_ms_p50": 149.6, "latency_ms_p95": 184.4, "model_ms_p50": 131.9, "answers_discarded": 577, "errors": 0, "last_error": null, "best_effort_decisions": 5, "shield_interventions": 0, "arrival_saves": 4, "emergency_saves": 2, "input_tokens": 637935, "game_seconds": 60.0, "wall_seconds": 60.0, "host_stall_seconds_dropped": 0.0, "model": "jev-1.13.0", "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight" }, { "seed": 2, "survived": true, "deaths": 0, "best_score": 697, "scores": [ 697 ], "decisions": 1056, "agreement_with_planner": 0.988, "latency_ms_p50": 149.8, "latency_ms_p95": 199.9, "model_ms_p50": 131.9, "answers_discarded": 605, "errors": 0, "last_error": null, "best_effort_decisions": 10, "shield_interventions": 0, "arrival_saves": 2, "emergency_saves": 3, "input_tokens": 605117, "game_seconds": 60.0, "wall_seconds": 60.0, "host_stall_seconds_dropped": 0.0, "model": "jev-1.13.0", "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight" }, { "seed": 3, "survived": true, "deaths": 0, "best_score": 697, "scores": [ 697 ], "decisions": 1162, "agreement_with_planner": 0.989, "latency_ms_p50": 148.4, "latency_ms_p95": 199.9, "model_ms_p50": 130.0, "answers_discarded": 562, "errors": 0, "last_error": null, "best_effort_decisions": 10, "shield_interventions": 0, "arrival_saves": 3, "emergency_saves": 3, "input_tokens": 627823, "game_seconds": 60.0, "wall_seconds": 60.0, "host_stall_seconds_dropped": 0.0, "model": "jev-1.13.0", "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight" }, { "seed": 4, "survived": true, "deaths": 0, "best_score": 697, "scores": [ 697 ], "decisions": 1105, "agreement_with_planner": 0.987, "latency_ms_p50": 149.9, "latency_ms_p95": 200.2, "model_ms_p50": 133.0, "answers_discarded": 583, "errors": 0, "last_error": null, "best_effort_decisions": 2, "shield_interventions": 0, "arrival_saves": 2, "emergency_saves": 0, "input_tokens": 614966, "game_seconds": 60.0, "wall_seconds": 60.0, "host_stall_seconds_dropped": 0.0, "model": "jev-1.13.0", "endpoint": "https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight" } ] }