model,section,metric,value,n,source_key
gpt-6.1-sol,function_calling_basic,strict_acc,1.0,40,function_calling.table.gpt-6.1-sol.strict_acc
gpt-6.1-sol,function_calling_basic,lenient_acc,1.0,40,function_calling.table.gpt-6.1-sol.lenient_acc
gpt-6.1-sol,function_calling_basic,tool_needed_strict_acc,1.0,30,function_calling.table.gpt-6.1-sol.tool_needed_strict_acc
gpt-6.1-sol,function_calling_basic,no_tool_correct_abstain,1.0,10,function_calling.table.gpt-6.1-sol.no_tool_correct_abstain
gpt-6.1-sol,function_calling_basic,extra_calls_total,0,40,function_calling.table.gpt-6.1-sol.extra_calls_total
gpt-6.1-sol,function_calling_basic,api_errors,0,40,function_calling.table.gpt-6.1-sol.api_errors
gpt-6.1-sol,function_calling_hard,strict_acc,1.0,20,function_calling_hard.table.gpt-6.1-sol.strict_acc
gpt-6.1-sol,function_calling_hard,extra_calls_total,0,20,function_calling_hard.table.gpt-6.1-sol.extra_calls_total
gpt-6.1-sol,agent_loop,accuracy,1.0,16,agent_loop.table.gpt-6.1-sol.accuracy
gpt-6.1-sol,agent_loop,tasks_solved_both_reps,8,8,agent_loop.table.gpt-6.1-sol.tasks_solved_both_reps
gpt-6.1-sol,agent_loop,median_tool_calls,3.0,16,agent_loop.table.gpt-6.1-sol.median_tool_calls
gpt-6.1-sol,agent_loop,median_model_turns,4.0,16,agent_loop.table.gpt-6.1-sol.median_model_turns
gpt-6.1-sol,agent_loop,tool_errors_total,0,16,agent_loop.table.gpt-6.1-sol.tool_errors_total
gpt-6.1-sol,json_prompt,parse_raw,1.0,30,json_output.table.gpt-6.1-sol.prompt.parse_raw
gpt-6.1-sol,json_prompt,schema_valid,1.0,30,json_output.table.gpt-6.1-sol.prompt.schema_valid
gpt-6.1-sol,json_prompt,value_ok,1.0,28,json_output.table.gpt-6.1-sol.prompt.value_ok
gpt-6.1-sol,json_prompt,api_errors,0,30,json_output.table.gpt-6.1-sol.prompt.api_errors
gpt-6.1-sol,json_prompt,stream_incomplete,0,30,json_output.table.gpt-6.1-sol.prompt.stream_incomplete
gpt-6.1-sol,json_strict,parse_raw,1.0,28,json_output.table.gpt-6.1-sol.strict.parse_raw
gpt-6.1-sol,json_strict,schema_valid,1.0,28,json_output.table.gpt-6.1-sol.strict.schema_valid
gpt-6.1-sol,json_strict,value_ok,1.0,26,json_output.table.gpt-6.1-sol.strict.value_ok
gpt-6.1-sol,json_strict,api_errors,2,30,json_output.table.gpt-6.1-sol.strict.api_errors
gpt-6.1-sol,json_strict,stream_incomplete,0,30,json_output.table.gpt-6.1-sol.strict.stream_incomplete
gpt-6.1-sol,latency_reference,tool_turn_median_s,3.376,198,latency.tool_turns.gpt-6.1-sol.median_s
gpt-6.1-sol,latency_reference,tool_turn_p90_s,4.816,198,latency.tool_turns.gpt-6.1-sol.p90_s
gpt-6.1-sol,latency_reference,agent_episode_median_s,15.437,16,agent_loop.table.gpt-6.1-sol.median_episode_s
gpt-6.1-sol,latency_reference,json_strict_median_s,3.87,,latency.json_call_median_s.gpt-6.1-sol|strict
gpt-6-sol,function_calling_basic,strict_acc,1.0,40,function_calling.table.gpt-6-sol.strict_acc
gpt-6-sol,function_calling_basic,lenient_acc,1.0,40,function_calling.table.gpt-6-sol.lenient_acc
gpt-6-sol,function_calling_basic,tool_needed_strict_acc,1.0,30,function_calling.table.gpt-6-sol.tool_needed_strict_acc
gpt-6-sol,function_calling_basic,no_tool_correct_abstain,1.0,10,function_calling.table.gpt-6-sol.no_tool_correct_abstain
gpt-6-sol,function_calling_basic,extra_calls_total,0,40,function_calling.table.gpt-6-sol.extra_calls_total
gpt-6-sol,function_calling_basic,api_errors,0,40,function_calling.table.gpt-6-sol.api_errors
gpt-6-sol,function_calling_hard,strict_acc,1.0,20,function_calling_hard.table.gpt-6-sol.strict_acc
gpt-6-sol,function_calling_hard,extra_calls_total,0,20,function_calling_hard.table.gpt-6-sol.extra_calls_total
gpt-6-sol,agent_loop,accuracy,1.0,16,agent_loop.table.gpt-6-sol.accuracy
gpt-6-sol,agent_loop,tasks_solved_both_reps,8,8,agent_loop.table.gpt-6-sol.tasks_solved_both_reps
gpt-6-sol,agent_loop,median_tool_calls,3.0,16,agent_loop.table.gpt-6-sol.median_tool_calls
gpt-6-sol,agent_loop,median_model_turns,4.0,16,agent_loop.table.gpt-6-sol.median_model_turns
gpt-6-sol,agent_loop,tool_errors_total,1,16,agent_loop.table.gpt-6-sol.tool_errors_total
gpt-6-sol,json_prompt,parse_raw,1.0,30,json_output.table.gpt-6-sol.prompt.parse_raw
gpt-6-sol,json_prompt,schema_valid,1.0,30,json_output.table.gpt-6-sol.prompt.schema_valid
gpt-6-sol,json_prompt,value_ok,1.0,28,json_output.table.gpt-6-sol.prompt.value_ok
gpt-6-sol,json_prompt,api_errors,0,30,json_output.table.gpt-6-sol.prompt.api_errors
gpt-6-sol,json_prompt,stream_incomplete,0,30,json_output.table.gpt-6-sol.prompt.stream_incomplete
gpt-6-sol,json_strict,parse_raw,1.0,28,json_output.table.gpt-6-sol.strict.parse_raw
gpt-6-sol,json_strict,schema_valid,1.0,28,json_output.table.gpt-6-sol.strict.schema_valid
gpt-6-sol,json_strict,value_ok,1.0,26,json_output.table.gpt-6-sol.strict.value_ok
gpt-6-sol,json_strict,api_errors,2,30,json_output.table.gpt-6-sol.strict.api_errors
gpt-6-sol,json_strict,stream_incomplete,0,30,json_output.table.gpt-6-sol.strict.stream_incomplete
gpt-6-sol,latency_reference,tool_turn_median_s,2.547,197,latency.tool_turns.gpt-6-sol.median_s
gpt-6-sol,latency_reference,tool_turn_p90_s,3.788,197,latency.tool_turns.gpt-6-sol.p90_s
gpt-6-sol,latency_reference,agent_episode_median_s,12.4,16,agent_loop.table.gpt-6-sol.median_episode_s
gpt-6-sol,latency_reference,json_strict_median_s,2.883,,latency.json_call_median_s.gpt-6-sol|strict
gpt-6-astra,function_calling_basic,strict_acc,1.0,40,function_calling.table.gpt-6-astra.strict_acc
gpt-6-astra,function_calling_basic,lenient_acc,1.0,40,function_calling.table.gpt-6-astra.lenient_acc
gpt-6-astra,function_calling_basic,tool_needed_strict_acc,1.0,30,function_calling.table.gpt-6-astra.tool_needed_strict_acc
gpt-6-astra,function_calling_basic,no_tool_correct_abstain,1.0,10,function_calling.table.gpt-6-astra.no_tool_correct_abstain
gpt-6-astra,function_calling_basic,extra_calls_total,0,40,function_calling.table.gpt-6-astra.extra_calls_total
gpt-6-astra,function_calling_basic,api_errors,0,40,function_calling.table.gpt-6-astra.api_errors
gpt-6-astra,function_calling_hard,strict_acc,1.0,20,function_calling_hard.table.gpt-6-astra.strict_acc
gpt-6-astra,function_calling_hard,extra_calls_total,0,20,function_calling_hard.table.gpt-6-astra.extra_calls_total
gpt-6-astra,agent_loop,accuracy,1.0,16,agent_loop.table.gpt-6-astra.accuracy
gpt-6-astra,agent_loop,tasks_solved_both_reps,8,8,agent_loop.table.gpt-6-astra.tasks_solved_both_reps
gpt-6-astra,agent_loop,median_tool_calls,3.0,16,agent_loop.table.gpt-6-astra.median_tool_calls
gpt-6-astra,agent_loop,median_model_turns,4.0,16,agent_loop.table.gpt-6-astra.median_model_turns
gpt-6-astra,agent_loop,tool_errors_total,0,16,agent_loop.table.gpt-6-astra.tool_errors_total
gpt-6-astra,json_prompt,parse_raw,1.0,30,json_output.table.gpt-6-astra.prompt.parse_raw
gpt-6-astra,json_prompt,schema_valid,1.0,30,json_output.table.gpt-6-astra.prompt.schema_valid
gpt-6-astra,json_prompt,value_ok,1.0,28,json_output.table.gpt-6-astra.prompt.value_ok
gpt-6-astra,json_prompt,api_errors,0,30,json_output.table.gpt-6-astra.prompt.api_errors
gpt-6-astra,json_prompt,stream_incomplete,0,30,json_output.table.gpt-6-astra.prompt.stream_incomplete
gpt-6-astra,json_strict,parse_raw,1.0,28,json_output.table.gpt-6-astra.strict.parse_raw
gpt-6-astra,json_strict,schema_valid,1.0,28,json_output.table.gpt-6-astra.strict.schema_valid
gpt-6-astra,json_strict,value_ok,1.0,26,json_output.table.gpt-6-astra.strict.value_ok
gpt-6-astra,json_strict,api_errors,2,30,json_output.table.gpt-6-astra.strict.api_errors
gpt-6-astra,json_strict,stream_incomplete,0,30,json_output.table.gpt-6-astra.strict.stream_incomplete
gpt-6-astra,latency_reference,tool_turn_median_s,2.8,196,latency.tool_turns.gpt-6-astra.median_s
gpt-6-astra,latency_reference,tool_turn_p90_s,4.212,196,latency.tool_turns.gpt-6-astra.p90_s
gpt-6-astra,latency_reference,agent_episode_median_s,13.516,16,agent_loop.table.gpt-6-astra.median_episode_s
gpt-6-astra,latency_reference,json_strict_median_s,2.991,,latency.json_call_median_s.gpt-6-astra|strict
gpt-6-luna,function_calling_basic,strict_acc,1.0,40,function_calling.table.gpt-6-luna.strict_acc
gpt-6-luna,function_calling_basic,lenient_acc,1.0,40,function_calling.table.gpt-6-luna.lenient_acc
gpt-6-luna,function_calling_basic,tool_needed_strict_acc,1.0,30,function_calling.table.gpt-6-luna.tool_needed_strict_acc
gpt-6-luna,function_calling_basic,no_tool_correct_abstain,1.0,10,function_calling.table.gpt-6-luna.no_tool_correct_abstain
gpt-6-luna,function_calling_basic,extra_calls_total,0,40,function_calling.table.gpt-6-luna.extra_calls_total
gpt-6-luna,function_calling_basic,api_errors,0,40,function_calling.table.gpt-6-luna.api_errors
gpt-6-luna,function_calling_hard,strict_acc,1.0,20,function_calling_hard.table.gpt-6-luna.strict_acc
gpt-6-luna,function_calling_hard,extra_calls_total,0,20,function_calling_hard.table.gpt-6-luna.extra_calls_total
gpt-6-luna,agent_loop,accuracy,1.0,16,agent_loop.table.gpt-6-luna.accuracy
gpt-6-luna,agent_loop,tasks_solved_both_reps,8,8,agent_loop.table.gpt-6-luna.tasks_solved_both_reps
gpt-6-luna,agent_loop,median_tool_calls,3.5,16,agent_loop.table.gpt-6-luna.median_tool_calls
gpt-6-luna,agent_loop,median_model_turns,4.5,16,agent_loop.table.gpt-6-luna.median_model_turns
gpt-6-luna,agent_loop,tool_errors_total,2,16,agent_loop.table.gpt-6-luna.tool_errors_total
gpt-6-luna,json_prompt,parse_raw,1.0,30,json_output.table.gpt-6-luna.prompt.parse_raw
gpt-6-luna,json_prompt,schema_valid,1.0,30,json_output.table.gpt-6-luna.prompt.schema_valid
gpt-6-luna,json_prompt,value_ok,0.9643,28,json_output.table.gpt-6-luna.prompt.value_ok
gpt-6-luna,json_prompt,api_errors,0,30,json_output.table.gpt-6-luna.prompt.api_errors
gpt-6-luna,json_prompt,stream_incomplete,0,30,json_output.table.gpt-6-luna.prompt.stream_incomplete
gpt-6-luna,json_strict,parse_raw,1.0,28,json_output.table.gpt-6-luna.strict.parse_raw
gpt-6-luna,json_strict,schema_valid,1.0,28,json_output.table.gpt-6-luna.strict.schema_valid
gpt-6-luna,json_strict,value_ok,1.0,26,json_output.table.gpt-6-luna.strict.value_ok
gpt-6-luna,json_strict,api_errors,2,30,json_output.table.gpt-6-luna.strict.api_errors
gpt-6-luna,json_strict,stream_incomplete,0,30,json_output.table.gpt-6-luna.strict.stream_incomplete
gpt-6-luna,latency_reference,tool_turn_median_s,2.16,200,latency.tool_turns.gpt-6-luna.median_s
gpt-6-luna,latency_reference,tool_turn_p90_s,3.684,200,latency.tool_turns.gpt-6-luna.p90_s
gpt-6-luna,latency_reference,agent_episode_median_s,11.468,16,agent_loop.table.gpt-6-luna.median_episode_s
gpt-6-luna,latency_reference,json_strict_median_s,3.007,,latency.json_call_median_s.gpt-6-luna|strict
gpt-5.6-sol,function_calling_basic,strict_acc,1.0,40,function_calling.table.gpt-5.6-sol.strict_acc
gpt-5.6-sol,function_calling_basic,lenient_acc,1.0,40,function_calling.table.gpt-5.6-sol.lenient_acc
gpt-5.6-sol,function_calling_basic,tool_needed_strict_acc,1.0,30,function_calling.table.gpt-5.6-sol.tool_needed_strict_acc
gpt-5.6-sol,function_calling_basic,no_tool_correct_abstain,1.0,10,function_calling.table.gpt-5.6-sol.no_tool_correct_abstain
gpt-5.6-sol,function_calling_basic,extra_calls_total,0,40,function_calling.table.gpt-5.6-sol.extra_calls_total
gpt-5.6-sol,function_calling_basic,api_errors,0,40,function_calling.table.gpt-5.6-sol.api_errors
gpt-5.6-sol,function_calling_hard,strict_acc,1.0,20,function_calling_hard.table.gpt-5.6-sol.strict_acc
gpt-5.6-sol,function_calling_hard,extra_calls_total,0,20,function_calling_hard.table.gpt-5.6-sol.extra_calls_total
gpt-5.6-sol,agent_loop,accuracy,1.0,16,agent_loop.table.gpt-5.6-sol.accuracy
gpt-5.6-sol,agent_loop,tasks_solved_both_reps,8,8,agent_loop.table.gpt-5.6-sol.tasks_solved_both_reps
gpt-5.6-sol,agent_loop,median_tool_calls,3.0,16,agent_loop.table.gpt-5.6-sol.median_tool_calls
gpt-5.6-sol,agent_loop,median_model_turns,4.0,16,agent_loop.table.gpt-5.6-sol.median_model_turns
gpt-5.6-sol,agent_loop,tool_errors_total,1,16,agent_loop.table.gpt-5.6-sol.tool_errors_total
gpt-5.6-sol,json_prompt,parse_raw,1.0,30,json_output.table.gpt-5.6-sol.prompt.parse_raw
gpt-5.6-sol,json_prompt,schema_valid,1.0,30,json_output.table.gpt-5.6-sol.prompt.schema_valid
gpt-5.6-sol,json_prompt,value_ok,1.0,28,json_output.table.gpt-5.6-sol.prompt.value_ok
gpt-5.6-sol,json_prompt,api_errors,0,30,json_output.table.gpt-5.6-sol.prompt.api_errors
gpt-5.6-sol,json_prompt,stream_incomplete,0,30,json_output.table.gpt-5.6-sol.prompt.stream_incomplete
gpt-5.6-sol,json_strict,parse_raw,1.0,25,json_output.table.gpt-5.6-sol.strict.parse_raw
gpt-5.6-sol,json_strict,schema_valid,1.0,25,json_output.table.gpt-5.6-sol.strict.schema_valid
gpt-5.6-sol,json_strict,value_ok,1.0,23,json_output.table.gpt-5.6-sol.strict.value_ok
gpt-5.6-sol,json_strict,api_errors,2,30,json_output.table.gpt-5.6-sol.strict.api_errors
gpt-5.6-sol,json_strict,stream_incomplete,3,30,json_output.table.gpt-5.6-sol.strict.stream_incomplete
gpt-5.6-sol,latency_reference,tool_turn_median_s,2.457,195,latency.tool_turns.gpt-5.6-sol.median_s
gpt-5.6-sol,latency_reference,tool_turn_p90_s,3.853,195,latency.tool_turns.gpt-5.6-sol.p90_s
gpt-5.6-sol,latency_reference,agent_episode_median_s,12.221,16,agent_loop.table.gpt-5.6-sol.median_episode_s
gpt-5.6-sol,latency_reference,json_strict_median_s,2.912,,latency.json_call_median_s.gpt-5.6-sol|strict