{ "generated_at": "2026-10-14T22:53:39.757833854Z", "sources": [ "report-claude-opus-5-5.json", "report-gpt-5.6-sol.json" ], "by_judge": [ { "judge": "claude-opus-5-5", "summary": [ { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.036948, "cost_per_quality": 0.0008211, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4662, "cost_per_hour_usd": 0.03043, "latency": { "n": 50, "min": 0.659, "max": 1.822, "mean": 1.074, "p50": 0.991, "p95": 1.661 }, "tokens_per_second": 63.484, "ttft": { "n": 50, "min": 0.447, "max": 1.075, "mean": 0.588, "p50": 0.557, "p95": 0.76 }, "task_quality": { "dictation": 98, "information_extraction": 83, "summarization": 92, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.012296, "information_extraction": 0.009036, "summarization": 0.006721, "text_correction": 0.008895 }, "task_cost_per_quality": { "dictation": 0.0006273, "information_extraction": 0.001089, "summarization": 0.0007305, "text_correction": 0.001011 }, "task_cost_per_hour_usd": { "dictation": 0.02416, "information_extraction": 0.03316, "summarization": 0.03332, "text_correction": 0.03852 } }, { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "120s", "quality_score": 81, "total_cost_usd": 0.083756, "cost_per_quality": 0.002068, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4662, "cost_per_hour_usd": 0.03805, "latency": { "n": 50, "min": 1.069, "max": 3.704, "mean": 1.808, "p50": 1.797, "p95": 2.966 }, "tokens_per_second": 119.132, "ttft": { "n": 50, "min": 0.458, "max": 1.798, "mean": 0.587, "p50": 0.537, "p95": 0.669 }, "task_quality": { "dictation": 88, "information_extraction": 78, "summarization": 83, "text_correction": 76 }, "task_cost_usd": { "dictation": 0.026164, "information_extraction": 0.015364, "summarization": 0.014629, "text_correction": 0.027599 }, "task_cost_per_quality": { "dictation": 0.001487, "information_extraction": 0.00197, "summarization": 0.001763, "text_correction": 0.003631 }, "task_cost_per_hour_usd": { "dictation": 0.03473, "information_extraction": 0.03258, "summarization": 0.03505, "text_correction": 0.04938 } }, { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "900s", "quality_score": 70, "total_cost_usd": 0.278988, "cost_per_quality": 0.01329, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4662, "cost_per_hour_usd": 0.04017, "latency": { "n": 30, "min": 1.534, "max": 55.316, "mean": 16.635, "p50": 5.402, "p95": 50.448 }, "tokens_per_second": 76.697, "ttft": { "n": 30, "min": 0.519, "max": 1.581, "mean": 0.656, "p50": 0.619, "p95": 0.84 }, "task_quality": { "information_extraction": 69, "summarization": 71, "text_correction": 70 }, "task_cost_usd": { "information_extraction": 0.055768, "summarization": 0.046668, "text_correction": 0.176552 }, "task_cost_per_quality": { "information_extraction": 0.008082, "summarization": 0.006573, "text_correction": 0.02522 }, "task_cost_per_hour_usd": { "information_extraction": 0.02854, "summarization": 0.02575, "text_correction": 0.05552 } }, { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 67, "total_cost_usd": 1.094208, "cost_per_quality": 0.05632, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4662, "cost_per_hour_usd": 0.03773, "latency": { "n": 29, "min": 5.023, "max": 234.955, "mean": 66.181, "p50": 10.846, "p95": 230.647 }, "error_count": 1, "tokens_per_second": 83.451, "ttft": { "n": 29, "min": 0.663, "max": 1.242, "mean": 0.885, "p50": 0.882, "p95": 1.065 }, "task_quality": { "information_extraction": 72, "summarization": 69, "text_correction": 60 }, "task_cost_usd": { "information_extraction": 0.202084, "summarization": 0.173139, "text_correction": 0.718985 }, "task_cost_per_quality": { "information_extraction": 0.02807, "summarization": 0.02509, "text_correction": 0.1331 }, "task_cost_per_hour_usd": { "information_extraction": 0.02472, "summarization": 0.02213, "text_correction": 0.05529 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.009046, "cost_per_quality": 0.0001988, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.005938, "latency": { "n": 50, "min": 0.842, "max": 4.63, "mean": 1.907, "p50": 1.698, "p95": 3.344 }, "tokens_per_second": 116.068, "ttft": { "n": 50, "min": 0.68, "max": 4.234, "mean": 1.584, "p50": 1.49, "p95": 3.236 }, "task_quality": { "dictation": 98, "information_extraction": 90, "summarization": 88, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.002459, "information_extraction": 0.002435, "summarization": 0.001719, "text_correction": 0.002433 }, "task_cost_per_quality": { "dictation": 0.0001255, "information_extraction": 0.0002706, "summarization": 0.0001953, "text_correction": 0.0002829 }, "task_cost_per_hour_usd": { "dictation": 0.004244, "information_extraction": 0.006712, "summarization": 0.006705, "text_correction": 0.00749 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 85, "total_cost_usd": 0.018793, "cost_per_quality": 0.0004422, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.006792, "latency": { "n": 50, "min": 1.279, "max": 5.019, "mean": 3.056, "p50": 2.97, "p95": 4.944 }, "tokens_per_second": 185.825, "ttft": { "n": 50, "min": 0.684, "max": 4.63, "mean": 2.504, "p50": 2.545, "p95": 4.233 }, "task_quality": { "dictation": 89, "information_extraction": 85, "summarization": 87, "text_correction": 80 }, "task_cost_usd": { "dictation": 0.006703, "information_extraction": 0.004057, "summarization": 0.003261, "text_correction": 0.004772 }, "task_cost_per_quality": { "dictation": 0.0003766, "information_extraction": 0.0004773, "summarization": 0.0003748, "text_correction": 0.0005965 }, "task_cost_per_hour_usd": { "dictation": 0.006597, "information_extraction": 0.006592, "summarization": 0.006483, "text_correction": 0.007548 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 77, "total_cost_usd": 0.047127, "cost_per_quality": 0.00204, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.006341, "latency": { "n": 30, "min": 2.494, "max": 18.894, "mean": 9.372, "p50": 8.493, "p95": 18.377 }, "tokens_per_second": 222.344, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 76, "summarization": 77, "text_correction": 76 }, "task_cost_usd": { "information_extraction": 0.012932, "summarization": 0.008451, "text_correction": 0.025744 }, "task_cost_per_quality": { "information_extraction": 0.001702, "summarization": 0.001098, "text_correction": 0.003387 }, "task_cost_per_hour_usd": { "information_extraction": 0.005635, "summarization": 0.004448, "text_correction": 0.007951 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 77, "total_cost_usd": 0.154837, "cost_per_quality": 0.006934, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.005339, "latency": { "n": 29, "min": 3.424, "max": 76.048, "mean": 24.38, "p50": 11.163, "p95": 72.929 }, "error_count": 1, "tokens_per_second": 226.934, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 70, "summarization": 87, "text_correction": 75 }, "task_cost_usd": { "information_extraction": 0.031656, "summarization": 0.024371, "text_correction": 0.09881 }, "task_cost_per_quality": { "information_extraction": 0.004522, "summarization": 0.002801, "text_correction": 0.01464 }, "task_cost_per_hour_usd": { "information_extraction": 0.003794, "summarization": 0.003151, "text_correction": 0.007646 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.18169, "cost_per_quality": 0.003993, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4404, "cost_per_hour_usd": 0.1484, "latency": { "n": 50, "min": 1.577, "max": 5.885, "mean": 2.407, "p50": 2.163, "p95": 3.544 }, "tokens_per_second": 27.331, "ttft": { "n": 50, "min": 1.118, "max": 2.922, "mean": 1.426, "p50": 1.366, "p95": 1.792 }, "task_quality": { "dictation": 100, "information_extraction": 80, "summarization": 94, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.061505, "information_extraction": 0.04238, "summarization": 0.03343, "text_correction": 0.044375 }, "task_cost_per_quality": { "dictation": 0.003075, "information_extraction": 0.005298, "summarization": 0.003556, "text_correction": 0.004931 }, "task_cost_per_hour_usd": { "dictation": 0.1192, "information_extraction": 0.1568, "summarization": 0.1638, "text_correction": 0.1897 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.40463, "cost_per_quality": 0.009196, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4404, "cost_per_hour_usd": 0.1838, "latency": { "n": 50, "min": 2.179, "max": 5.652, "mean": 3.447, "p50": 2.818, "p95": 5.397 }, "tokens_per_second": 56.445, "ttft": { "n": 50, "min": 1.115, "max": 2.664, "mean": 1.351, "p50": 1.24, "p95": 1.755 }, "task_quality": { "dictation": 96, "information_extraction": 85, "summarization": 89, "text_correction": 81 }, "task_cost_usd": { "dictation": 0.130595, "information_extraction": 0.068545, "summarization": 0.06847, "text_correction": 0.13702 }, "task_cost_per_quality": { "dictation": 0.006802, "information_extraction": 0.008064, "summarization": 0.007693, "text_correction": 0.01692 }, "task_cost_per_hour_usd": { "dictation": 0.1711, "information_extraction": 0.1489, "summarization": 0.1657, "text_correction": 0.2427 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "900s", "quality_score": 76, "total_cost_usd": 1.35934, "cost_per_quality": 0.05962, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4404, "cost_per_hour_usd": 0.1952, "latency": { "n": 30, "min": 3.1, "max": 29.804, "mean": 12.229, "p50": 8.457, "p95": 28.51 }, "tokens_per_second": 72.834, "ttft": { "n": 30, "min": 1.161, "max": 1.532, "mean": 1.288, "p50": 1.245, "p95": 1.5 }, "task_quality": { "information_extraction": 73, "summarization": 76, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.249515, "summarization": 0.22939, "text_correction": 0.880435 }, "task_cost_per_quality": { "information_extraction": 0.03418, "summarization": 0.03018, "text_correction": 0.1114 }, "task_cost_per_hour_usd": { "information_extraction": 0.1301, "summarization": 0.1255, "text_correction": 0.2736 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 76, "total_cost_usd": 5.28444, "cost_per_quality": 0.2398, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4404, "cost_per_hour_usd": 0.1822, "latency": { "n": 29, "min": 7.976, "max": 495.821, "mean": 129.676, "p50": 14.535, "p95": 469.737 }, "error_count": 1, "tokens_per_second": 38.722, "ttft": { "n": 29, "min": 1.295, "max": 2.33, "mean": 1.542, "p50": 1.455, "p95": 2.106 }, "task_quality": { "information_extraction": 74, "summarization": 82, "text_correction": 73 }, "task_cost_usd": { "information_extraction": 0.89367, "summarization": 0.80807, "text_correction": 3.5827 }, "task_cost_per_quality": { "information_extraction": 0.1208, "summarization": 0.09855, "text_correction": 0.5453 }, "task_cost_per_hour_usd": { "information_extraction": 0.1112, "summarization": 0.1035, "text_correction": 0.2723 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.185565, "cost_per_quality": 0.003991, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4550, "cost_per_hour_usd": 0.1515, "latency": { "n": 50, "min": 1.629, "max": 4.34, "mean": 2.361, "p50": 2.232, "p95": 4.089 }, "tokens_per_second": 29.015, "ttft": { "n": 50, "min": 1.162, "max": 3.799, "mean": 1.598, "p50": 1.461, "p95": 2.924 }, "task_quality": { "dictation": 100, "information_extraction": 88, "summarization": 94, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.061605, "information_extraction": 0.044255, "summarization": 0.035355, "text_correction": 0.04435 }, "task_cost_per_quality": { "dictation": 0.00308, "information_extraction": 0.005029, "summarization": 0.003761, "text_correction": 0.004874 }, "task_cost_per_hour_usd": { "dictation": 0.1201, "information_extraction": 0.1624, "summarization": 0.1708, "text_correction": 0.1908 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.422905, "cost_per_quality": 0.009503, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4550, "cost_per_hour_usd": 0.1901, "latency": { "n": 50, "min": 2.046, "max": 7.539, "mean": 3.752, "p50": 3.096, "p95": 6.025 }, "tokens_per_second": 56.649, "ttft": { "n": 50, "min": 1.143, "max": 2.151, "mean": 1.49, "p50": 1.437, "p95": 1.908 }, "task_quality": { "dictation": 97, "information_extraction": 85, "summarization": 88, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.130645, "information_extraction": 0.07722, "summarization": 0.077695, "text_correction": 0.137345 }, "task_cost_per_quality": { "dictation": 0.006734, "information_extraction": 0.009085, "summarization": 0.008829, "text_correction": 0.01616 }, "task_cost_per_hour_usd": { "dictation": 0.1723, "information_extraction": 0.1624, "summarization": 0.1808, "text_correction": 0.2447 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "900s", "quality_score": 82, "total_cost_usd": 1.42204, "cost_per_quality": 0.05781, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4550, "cost_per_hour_usd": 0.2019, "latency": { "n": 30, "min": 2.455, "max": 30.453, "mean": 13.843, "p50": 10.981, "p95": 29.049 }, "tokens_per_second": 74.141, "ttft": { "n": 30, "min": 1.129, "max": 2.704, "mean": 1.478, "p50": 1.33, "p95": 2.282 }, "task_quality": { "information_extraction": 76, "summarization": 84, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.27644, "summarization": 0.267115, "text_correction": 0.878485 }, "task_cost_per_quality": { "information_extraction": 0.03637, "summarization": 0.0318, "text_correction": 0.1034 }, "task_cost_per_hour_usd": { "information_extraction": 0.141, "summarization": 0.141, "text_correction": 0.2754 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 79, "total_cost_usd": 5.389885, "cost_per_quality": 0.2353, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4550, "cost_per_hour_usd": 0.1859, "latency": { "n": 29, "min": 12.08, "max": 493.861, "mean": 135.598, "p50": 21.016, "p95": 475.247 }, "error_count": 1, "tokens_per_second": 39.69, "ttft": { "n": 29, "min": 1.278, "max": 3.158, "mean": 1.808, "p50": 1.546, "p95": 2.969 }, "task_quality": { "information_extraction": 76, "summarization": 80, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.947795, "summarization": 0.880695, "text_correction": 3.561395 }, "task_cost_per_quality": { "information_extraction": 0.1247, "summarization": 0.1101, "text_correction": 0.5009 }, "task_cost_per_hour_usd": { "information_extraction": 0.1172, "summarization": 0.1115, "text_correction": 0.2738 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.25265, "cost_per_quality": 0.005614, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6378, "cost_per_hour_usd": 0.2032, "latency": { "n": 50, "min": 1.224, "max": 4.124, "mean": 1.909, "p50": 1.656, "p95": 3.173 }, "tokens_per_second": 48.46, "ttft": { "n": 50, "min": 0.718, "max": 2.792, "mean": 1.003, "p50": 0.971, "p95": 1.211 }, "task_quality": { "dictation": 100, "information_extraction": 90, "summarization": 78, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.088915, "information_extraction": 0.05403, "summarization": 0.05138, "text_correction": 0.058325 }, "task_cost_per_quality": { "dictation": 0.004446, "information_extraction": 0.006003, "summarization": 0.006587, "text_correction": 0.006205 }, "task_cost_per_hour_usd": { "dictation": 0.1652, "information_extraction": 0.2042, "summarization": 0.2473, "text_correction": 0.2506 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 0.581445, "cost_per_quality": 0.01264, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6378, "cost_per_hour_usd": 0.2572, "latency": { "n": 50, "min": 1.61, "max": 5.197, "mean": 3.252, "p50": 2.891, "p95": 5.051 }, "tokens_per_second": 85.922, "ttft": { "n": 50, "min": 0.656, "max": 2.305, "mean": 1.059, "p50": 0.973, "p95": 2.115 }, "task_quality": { "dictation": 96, "information_extraction": 86, "summarization": 93, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.19024, "information_extraction": 0.10226, "summarization": 0.106135, "text_correction": 0.18281 }, "task_cost_per_quality": { "dictation": 0.009908, "information_extraction": 0.01189, "summarization": 0.01141, "text_correction": 0.02009 }, "task_cost_per_hour_usd": { "dictation": 0.235, "information_extraction": 0.2174, "summarization": 0.2505, "text_correction": 0.3282 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "900s", "quality_score": 83, "total_cost_usd": 1.86406, "cost_per_quality": 0.07486, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6378, "cost_per_hour_usd": 0.2743, "latency": { "n": 30, "min": 2.14, "max": 42.121, "mean": 15.164, "p50": 9.265, "p95": 38.928 }, "tokens_per_second": 96.282, "ttft": { "n": 30, "min": 0.889, "max": 2.372, "mean": 1.177, "p50": 1.039, "p95": 1.947 }, "task_quality": { "information_extraction": 78, "summarization": 82, "text_correction": 90 }, "task_cost_usd": { "information_extraction": 0.355185, "summarization": 0.38166, "text_correction": 1.127215 }, "task_cost_per_quality": { "information_extraction": 0.04554, "summarization": 0.04654, "text_correction": 0.1252 }, "task_cost_per_hour_usd": { "information_extraction": 0.1888, "summarization": 0.2041, "text_correction": 0.3702 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 80, "total_cost_usd": 7.423095, "cost_per_quality": 0.32, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6378, "cost_per_hour_usd": 0.256, "latency": { "n": 29, "min": 10.691, "max": 205.497, "mean": 62.389, "p50": 15.808, "p95": 204.093 }, "error_count": 1, "tokens_per_second": 91.751, "ttft": { "n": 29, "min": 1.024, "max": 2.706, "mean": 1.453, "p50": 1.327, "p95": 2.632 }, "task_quality": { "information_extraction": 78, "summarization": 82, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 1.317015, "summarization": 1.224915, "text_correction": 4.881165 }, "task_cost_per_quality": { "information_extraction": 0.1688, "summarization": 0.1494, "text_correction": 0.6865 }, "task_cost_per_hour_usd": { "information_extraction": 0.1631, "summarization": 0.1555, "text_correction": 0.374 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "30s", "quality_score": 86, "total_cost_usd": 0.24255, "cost_per_quality": 0.005641, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6472, "cost_per_hour_usd": 0.1996, "latency": { "n": 50, "min": 1.017, "max": 3.337, "mean": 1.933, "p50": 1.746, "p95": 3.169 }, "tokens_per_second": 42.506, "ttft": { "n": 46, "min": 0.669, "max": 2.298, "mean": 1.018, "p50": 0.951, "p95": 1.391 }, "task_quality": { "dictation": 79, "information_extraction": 88, "summarization": 90, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.08329, "information_extraction": 0.052505, "summarization": 0.049805, "text_correction": 0.05695 }, "task_cost_per_quality": { "dictation": 0.005272, "information_extraction": 0.005966, "summarization": 0.005534, "text_correction": 0.006399 }, "task_cost_per_hour_usd": { "dictation": 0.1588, "information_extraction": 0.2022, "summarization": 0.2453, "text_correction": 0.2495 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "120s", "quality_score": 85, "total_cost_usd": 0.55152, "cost_per_quality": 0.01298, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6472, "cost_per_hour_usd": 0.2509, "latency": { "n": 50, "min": 1.107, "max": 6.237, "mean": 3.453, "p50": 3.055, "p95": 5.4 }, "tokens_per_second": 70.708, "ttft": { "n": 46, "min": 0.677, "max": 2.294, "mean": 1.026, "p50": 0.945, "p95": 2.159 }, "task_quality": { "dictation": 77, "information_extraction": 81, "summarization": 90, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.16794, "information_extraction": 0.09491, "summarization": 0.10636, "text_correction": 0.18231 }, "task_cost_per_quality": { "dictation": 0.01091, "information_extraction": 0.01172, "summarization": 0.01182, "text_correction": 0.02026 }, "task_cost_per_hour_usd": { "dictation": 0.2184, "information_extraction": 0.2082, "summarization": 0.2526, "text_correction": 0.3298 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "900s", "quality_score": 80, "total_cost_usd": 1.86516, "cost_per_quality": 0.07772, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6472, "cost_per_hour_usd": 0.2756, "latency": { "n": 30, "min": 3.232, "max": 46.333, "mean": 17.182, "p50": 10.592, "p95": 43.844 }, "tokens_per_second": 84.463, "ttft": { "n": 30, "min": 0.852, "max": 2.187, "mean": 1.078, "p50": 0.983, "p95": 2.093 }, "task_quality": { "information_extraction": 75, "summarization": 79, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 0.356985, "summarization": 0.37416, "text_correction": 1.134015 }, "task_cost_per_quality": { "information_extraction": 0.0476, "summarization": 0.04736, "text_correction": 0.1319 }, "task_cost_per_hour_usd": { "information_extraction": 0.1903, "summarization": 0.2023, "text_correction": 0.3727 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 80, "total_cost_usd": 7.49097, "cost_per_quality": 0.3229, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6472, "cost_per_hour_usd": 0.2583, "latency": { "n": 29, "min": 11.563, "max": 224.711, "mean": 69.149, "p50": 19.606, "p95": 223.915 }, "error_count": 1, "tokens_per_second": 83.261, "ttft": { "n": 29, "min": 1.059, "max": 3.059, "mean": 1.377, "p50": 1.241, "p95": 2.474 }, "task_quality": { "information_extraction": 78, "summarization": 81, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 1.286965, "summarization": 1.30244, "text_correction": 4.901565 }, "task_cost_per_quality": { "information_extraction": 0.165, "summarization": 0.1608, "text_correction": 0.6724 }, "task_cost_per_hour_usd": { "information_extraction": 0.1609, "summarization": 0.1635, "text_correction": 0.376 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 96, "total_cost_usd": 0.348475, "cost_per_quality": 0.00726, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 9089, "cost_per_hour_usd": 0.2782, "latency": { "n": 50, "min": 1.843, "max": 10.881, "mean": 3.53, "p50": 2.81, "p95": 6.807 }, "tokens_per_second": 45.893, "ttft": { "n": 50, "min": 0.855, "max": 9.113, "mean": 2.63, "p50": 2.111, "p95": 6.656 }, "task_quality": { "dictation": 100, "information_extraction": 93, "summarization": 95, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.10194, "information_extraction": 0.098555, "summarization": 0.075905, "text_correction": 0.072075 }, "task_cost_per_quality": { "dictation": 0.005097, "information_extraction": 0.0106, "summarization": 0.00799, "text_correction": 0.007587 }, "task_cost_per_hour_usd": { "dictation": 0.2029, "information_extraction": 0.3278, "summarization": 0.3433, "text_correction": 0.3154 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 0.71767, "cost_per_quality": 0.0156, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 9089, "cost_per_hour_usd": 0.3218, "latency": { "n": 50, "min": 2.351, "max": 13.123, "mean": 5.444, "p50": 4.772, "p95": 9.926 }, "tokens_per_second": 70.638, "ttft": { "n": 50, "min": 0.832, "max": 12.019, "mean": 3.003, "p50": 2.294, "p95": 7.328 }, "task_quality": { "dictation": 96, "information_extraction": 88, "summarization": 92, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.219815, "information_extraction": 0.14506, "summarization": 0.128685, "text_correction": 0.22411 }, "task_cost_per_quality": { "dictation": 0.01145, "information_extraction": 0.01648, "summarization": 0.01399, "text_correction": 0.02384 }, "task_cost_per_hour_usd": { "dictation": 0.2851, "information_extraction": 0.2995, "summarization": 0.311, "text_correction": 0.3997 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 89, "total_cost_usd": 2.14006, "cost_per_quality": 0.08015, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 9089, "cost_per_hour_usd": 0.3276, "latency": { "n": 30, "min": 2.263, "max": 125.998, "mean": 27.861, "p50": 14.079, "p95": 123.015 }, "tokens_per_second": 78.335, "ttft": { "n": 30, "min": 1.13, "max": 20.128, "mean": 5.205, "p50": 1.736, "p95": 16.525 }, "task_quality": { "information_extraction": 84, "summarization": 89, "text_correction": 94 }, "task_cost_usd": { "information_extraction": 0.55831, "summarization": 0.410085, "text_correction": 1.171665 }, "task_cost_per_quality": { "information_extraction": 0.06647, "summarization": 0.04608, "text_correction": 0.1246 }, "task_cost_per_hour_usd": { "information_extraction": 0.2811, "summarization": 0.237, "text_correction": 0.4161 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 82, "total_cost_usd": 9.38817, "cost_per_quality": 0.3948, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 9089, "cost_per_hour_usd": 0.3237, "latency": { "n": 29, "min": 14.332, "max": 346.988, "mean": 98.427, "p50": 36.246, "p95": 345.969 }, "error_count": 1, "tokens_per_second": 85.931, "ttft": { "n": 29, "min": 1.253, "max": 226.836, "mean": 31.88, "p50": 4.888, "p95": 167.819 }, "task_quality": { "information_extraction": 83, "summarization": 85, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 1.70634, "summarization": 1.45639, "text_correction": 6.22544 }, "task_cost_per_quality": { "information_extraction": 0.2056, "summarization": 0.1713, "text_correction": 0.8756 }, "task_cost_per_hour_usd": { "information_extraction": 0.2174, "summarization": 0.1955, "text_correction": 0.4544 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.111954, "cost_per_quality": 0.002461, "hourly_prompt_tokens": 14337, "hourly_completion_tokens": 4161, "cost_per_hour_usd": 0.0891, "latency": { "n": 50, "min": 1.656, "max": 4.6, "mean": 2.499, "p50": 2.291, "p95": 3.897 }, "tokens_per_second": 28.326, "ttft": { "n": 50, "min": 1.09, "max": 3.136, "mean": 1.524, "p50": 1.406, "p95": 2.462 }, "task_quality": { "dictation": 100, "information_extraction": 85, "summarization": 91, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.036903, "information_extraction": 0.027888, "summarization": 0.020628, "text_correction": 0.026535 }, "task_cost_per_quality": { "dictation": 0.001845, "information_extraction": 0.003281, "summarization": 0.002267, "text_correction": 0.003015 }, "task_cost_per_hour_usd": { "dictation": 0.07028, "information_extraction": 0.09822, "summarization": 0.09834, "text_correction": 0.1116 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "120s", "quality_score": 85, "total_cost_usd": 0.246033, "cost_per_quality": 0.005789, "hourly_prompt_tokens": 14337, "hourly_completion_tokens": 4161, "cost_per_hour_usd": 0.1092, "latency": { "n": 50, "min": 1.874, "max": 6.445, "mean": 3.758, "p50": 3.785, "p95": 6.015 }, "tokens_per_second": 52.532, "ttft": { "n": 49, "min": 1.074, "max": 2.764, "mean": 1.394, "p50": 1.293, "p95": 1.829 }, "task_quality": { "dictation": 90, "information_extraction": 83, "summarization": 85, "text_correction": 83 }, "task_cost_usd": { "dictation": 0.076467, "information_extraction": 0.045612, "summarization": 0.041367, "text_correction": 0.082587 }, "task_cost_per_quality": { "dictation": 0.004248, "information_extraction": 0.005495, "summarization": 0.004867, "text_correction": 0.00995 }, "task_cost_per_hour_usd": { "dictation": 0.09932, "information_extraction": 0.09408, "summarization": 0.09814, "text_correction": 0.1434 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "900s", "quality_score": 76, "total_cost_usd": 0.846519, "cost_per_quality": 0.03713, "hourly_prompt_tokens": 14337, "hourly_completion_tokens": 4161, "cost_per_hour_usd": 0.1176, "latency": { "n": 30, "min": 2.772, "max": 29.911, "mean": 13.404, "p50": 9.87, "p95": 29.146 }, "tokens_per_second": 73.219, "ttft": { "n": 30, "min": 1.153, "max": 3.569, "mean": 1.492, "p50": 1.292, "p95": 2.829 }, "task_quality": { "information_extraction": 75, "summarization": 80, "text_correction": 73 }, "task_cost_usd": { "information_extraction": 0.177474, "summarization": 0.139719, "text_correction": 0.529326 }, "task_cost_per_quality": { "information_extraction": 0.02366, "summarization": 0.01746, "text_correction": 0.07251 }, "task_cost_per_hour_usd": { "information_extraction": 0.08647, "summarization": 0.07478, "text_correction": 0.1614 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 72, "total_cost_usd": 2.951706, "cost_per_quality": 0.1464, "hourly_prompt_tokens": 14337, "hourly_completion_tokens": 4161, "cost_per_hour_usd": 0.1054, "latency": { "n": 28, "min": 8.582, "max": 489.752, "mean": 121.102, "p50": 19.068, "p95": 474.386 }, "error_count": 2, "tokens_per_second": 41.111, "ttft": { "n": 28, "min": 1.139, "max": 2.784, "mean": 1.489, "p50": 1.403, "p95": 1.841 }, "task_quality": { "information_extraction": 74, "summarization": 79, "text_correction": 64 }, "task_cost_usd": { "information_extraction": 0.602142, "summarization": 0.491487, "text_correction": 1.858077 }, "task_cost_per_quality": { "information_extraction": 0.08137, "summarization": 0.06221, "text_correction": 0.3629 }, "task_cost_per_hour_usd": { "information_extraction": 0.07153, "summarization": 0.06166, "text_correction": 0.16 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.111579, "cost_per_quality": 0.00248, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4575, "cost_per_hour_usd": 0.09114, "latency": { "n": 50, "min": 0.904, "max": 3.421, "mean": 1.636, "p50": 1.414, "p95": 2.862 }, "tokens_per_second": 45.347, "ttft": { "n": 50, "min": 0.527, "max": 2.72, "mean": 0.985, "p50": 0.871, "p95": 1.419 }, "task_quality": { "dictation": 98, "information_extraction": 88, "summarization": 88, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.036963, "information_extraction": 0.027813, "summarization": 0.020118, "text_correction": 0.026685 }, "task_cost_per_quality": { "dictation": 0.001886, "information_extraction": 0.003161, "summarization": 0.002286, "text_correction": 0.003032 }, "task_cost_per_hour_usd": { "dictation": 0.07215, "information_extraction": 0.1005, "summarization": 0.09917, "text_correction": 0.1148 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "120s", "quality_score": 87, "total_cost_usd": 0.254853, "cost_per_quality": 0.005859, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4575, "cost_per_hour_usd": 0.1145, "latency": { "n": 50, "min": 1.231, "max": 6.733, "mean": 2.789, "p50": 2.355, "p95": 5.314 }, "tokens_per_second": 82.356, "ttft": { "n": 49, "min": 0.492, "max": 2.07, "mean": 0.997, "p50": 0.869, "p95": 1.803 }, "task_quality": { "dictation": 90, "information_extraction": 85, "summarization": 87, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.076317, "information_extraction": 0.050592, "summarization": 0.045057, "text_correction": 0.082887 }, "task_cost_per_quality": { "dictation": 0.00424, "information_extraction": 0.005952, "summarization": 0.005179, "text_correction": 0.009638 }, "task_cost_per_hour_usd": { "dictation": 0.1018, "information_extraction": 0.1033, "summarization": 0.1063, "text_correction": 0.1474 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "900s", "quality_score": 78, "total_cost_usd": 0.848979, "cost_per_quality": 0.03628, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4575, "cost_per_hour_usd": 0.1209, "latency": { "n": 30, "min": 2.139, "max": 44.854, "mean": 14.584, "p50": 10.428, "p95": 40.783 }, "tokens_per_second": 74.052, "ttft": { "n": 30, "min": 0.774, "max": 3.049, "mean": 1.077, "p50": 0.893, "p95": 2.393 }, "task_quality": { "information_extraction": 76, "summarization": 80, "text_correction": 76 }, "task_cost_usd": { "information_extraction": 0.174924, "summarization": 0.155784, "text_correction": 0.518271 }, "task_cost_per_quality": { "information_extraction": 0.02302, "summarization": 0.01947, "text_correction": 0.06819 }, "task_cost_per_hour_usd": { "information_extraction": 0.08791, "summarization": 0.08304, "text_correction": 0.1643 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 75, "total_cost_usd": 3.244836, "cost_per_quality": 0.1492, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4575, "cost_per_hour_usd": 0.1119, "latency": { "n": 29, "min": 9.261, "max": 264.874, "mean": 80.239, "p50": 21.075, "p95": 259.098 }, "error_count": 1, "tokens_per_second": 55.691, "ttft": { "n": 29, "min": 0.877, "max": 2.5, "mean": 1.094, "p50": 1.056, "p95": 1.164 }, "task_quality": { "information_extraction": 78, "summarization": 74, "text_correction": 74 }, "task_cost_usd": { "information_extraction": 0.605892, "summarization": 0.544827, "text_correction": 2.094117 }, "task_cost_per_quality": { "information_extraction": 0.07768, "summarization": 0.07363, "text_correction": 0.3144 }, "task_cost_per_hour_usd": { "information_extraction": 0.0738, "summarization": 0.06854, "text_correction": 0.1631 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.20265, "cost_per_quality": 0.004405, "hourly_prompt_tokens": 19301, "hourly_completion_tokens": 8292, "cost_per_hour_usd": 0.1592, "latency": { "n": 50, "min": 1.634, "max": 6.29, "mean": 3.013, "p50": 2.554, "p95": 5.531 }, "tokens_per_second": 49.696, "ttft": { "n": 50, "min": 0.879, "max": 7.005, "mean": 2.311, "p50": 1.745, "p95": 5.85 }, "task_quality": { "dictation": 100, "information_extraction": 93, "summarization": 85, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.060039, "information_extraction": 0.061773, "summarization": 0.034848, "text_correction": 0.04599 }, "task_cost_per_quality": { "dictation": 0.003002, "information_extraction": 0.006642, "summarization": 0.0041, "text_correction": 0.00511 }, "task_cost_per_hour_usd": { "dictation": 0.1168, "information_extraction": 0.1957, "summarization": 0.1728, "text_correction": 0.1903 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.446262, "cost_per_quality": 0.01014, "hourly_prompt_tokens": 19301, "hourly_completion_tokens": 8292, "cost_per_hour_usd": 0.1914, "latency": { "n": 50, "min": 2.322, "max": 18.277, "mean": 5.174, "p50": 4.812, "p95": 9.352 }, "tokens_per_second": 75.562, "ttft": { "n": 50, "min": 0.921, "max": 11.672, "mean": 2.617, "p50": 1.876, "p95": 5.885 }, "task_quality": { "dictation": 91, "information_extraction": 88, "summarization": 86, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.140979, "information_extraction": 0.074346, "summarization": 0.069066, "text_correction": 0.161871 }, "task_cost_per_quality": { "dictation": 0.007746, "information_extraction": 0.008448, "summarization": 0.008031, "text_correction": 0.01882 }, "task_cost_per_hour_usd": { "dictation": 0.1729, "information_extraction": 0.159, "summarization": 0.1701, "text_correction": 0.2517 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 80, "total_cost_usd": 1.542126, "cost_per_quality": 0.06426, "hourly_prompt_tokens": 19301, "hourly_completion_tokens": 8292, "cost_per_hour_usd": 0.21, "latency": { "n": 30, "min": 2.756, "max": 144.129, "mean": 24.787, "p50": 13.715, "p95": 90.343 }, "tokens_per_second": 90.229, "ttft": { "n": 30, "min": 1.265, "max": 152.608, "mean": 17.796, "p50": 1.882, "p95": 151.823 }, "task_quality": { "information_extraction": 78, "summarization": 76, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.316686, "summarization": 0.241476, "text_correction": 0.983964 }, "task_cost_per_quality": { "information_extraction": 0.0406, "summarization": 0.03177, "text_correction": 0.1118 }, "task_cost_per_hour_usd": { "information_extraction": 0.1584, "summarization": 0.1365, "text_correction": 0.2752 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 70, "total_cost_usd": 5.103918, "cost_per_quality": 0.2604, "hourly_prompt_tokens": 19301, "hourly_completion_tokens": 8292, "cost_per_hour_usd": 0.1823, "latency": { "n": 28, "min": 10.435, "max": 289.815, "mean": 73.307, "p50": 18.011, "p95": 277.33 }, "error_count": 2, "tokens_per_second": 95.983, "ttft": { "n": 28, "min": 1.434, "max": 176.505, "mean": 12.843, "p50": 2.757, "p95": 27.142 }, "task_quality": { "information_extraction": 75, "summarization": 74, "text_correction": 60 }, "task_cost_usd": { "information_extraction": 0.760035, "summarization": 0.749874, "text_correction": 3.594009 }, "task_cost_per_quality": { "information_extraction": 0.1126, "summarization": 0.1013, "text_correction": 0.6656 }, "task_cost_per_hour_usd": { "information_extraction": 0.1105, "summarization": 0.1018, "text_correction": 0.2613 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.083644, "cost_per_quality": 0.002998, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 7511, "cost_per_hour_usd": 0.113, "latency": { "n": 30, "min": 0.749, "max": 4.392, "mean": 1.785, "p50": 1.437, "p95": 3.623 }, "tokens_per_second": 93.959, "ttft": { "n": 30, "min": 0.532, "max": 4.695, "mean": 1.216, "p50": 0.926, "p95": 3.676 }, "task_quality": { "information_extraction": 93, "summarization": 95, "text_correction": 93 }, "task_cost_usd": { "information_extraction": 0.018702, "summarization": 0.032752, "text_correction": 0.03219 }, "task_cost_per_quality": { "information_extraction": 0.002011, "summarization": 0.003448, "text_correction": 0.003461 }, "task_cost_per_hour_usd": { "information_extraction": 0.0774, "summarization": 0.1344, "text_correction": 0.1262 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 90, "total_cost_usd": 0.157162, "cost_per_quality": 0.005821, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 7511, "cost_per_hour_usd": 0.1131, "latency": { "n": 30, "min": 0.825, "max": 7.053, "mean": 2.566, "p50": 2.556, "p95": 4.087 }, "tokens_per_second": 122.455, "ttft": { "n": 30, "min": 0.539, "max": 6.554, "mean": 0.979, "p50": 0.732, "p95": 1.449 }, "task_quality": { "information_extraction": 89, "summarization": 95, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.031424, "summarization": 0.048274, "text_correction": 0.077464 }, "task_cost_per_quality": { "information_extraction": 0.003531, "summarization": 0.005081, "text_correction": 0.009113 }, "task_cost_per_hour_usd": { "information_extraction": 0.07585, "summarization": 0.1131, "text_correction": 0.1411 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 84, "total_cost_usd": 0.872134, "cost_per_quality": 0.03461, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 7511, "cost_per_hour_usd": 0.125, "latency": { "n": 30, "min": 1.194, "max": 31.835, "mean": 11.89, "p50": 8.701, "p95": 29.033 }, "tokens_per_second": 151.611, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 76, "summarization": 89, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 0.144244, "summarization": 0.190764, "text_correction": 0.537126 }, "task_cost_per_quality": { "information_extraction": 0.01898, "summarization": 0.02143, "text_correction": 0.06246 }, "task_cost_per_hour_usd": { "information_extraction": 0.07974, "summarization": 0.09874, "text_correction": 0.1659 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 3.245608, "cost_per_quality": 0.1364, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 7511, "cost_per_hour_usd": 0.1148, "latency": { "n": 29, "min": 3.901, "max": 151.059, "mean": 39.096, "p50": 12.375, "p95": 124.367 }, "error_count": 1, "tokens_per_second": 161.746, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 83, "summarization": 87, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 0.521506, "summarization": 0.5032, "text_correction": 2.220902 }, "task_cost_per_quality": { "information_extraction": 0.06283, "summarization": 0.06427, "text_correction": 0.2869 }, "task_cost_per_hour_usd": { "information_extraction": 0.06763, "summarization": 0.07128, "text_correction": 0.1645 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.043224, "cost_per_quality": 0.0009295, "hourly_prompt_tokens": 13252, "hourly_completion_tokens": 8483, "cost_per_hour_usd": 0.01864, "latency": { "n": 50, "min": 1.944, "max": 38.61, "mean": 10.716, "p50": 5.241, "p95": 25.961 }, "tokens_per_second": 58.727, "ttft": { "n": 50, "min": 1.803, "max": 45.479, "mean": 10.193, "p50": 5.666, "p95": 27.57 }, "task_quality": { "dictation": 96, "information_extraction": 90, "summarization": 94, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.007643, "information_extraction": 0.013788, "summarization": 0.006101, "text_correction": 0.015692 }, "task_cost_per_quality": { "dictation": 0.0003981, "information_extraction": 0.001532, "summarization": 0.000649, "text_correction": 0.001687 }, "task_cost_per_hour_usd": { "dictation": 0.01299, "information_extraction": 0.02043, "summarization": 0.01778, "text_correction": 0.02202 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 90, "total_cost_usd": 0.115286, "cost_per_quality": 0.002785, "hourly_prompt_tokens": 13252, "hourly_completion_tokens": 8483, "cost_per_hour_usd": 0.0214, "latency": { "n": 46, "min": 8.189, "max": 104.135, "mean": 32.042, "p50": 18.706, "p95": 94.866 }, "error_count": 4, "tokens_per_second": 63.699, "ttft": { "n": 50, "min": 3.444, "max": 82.184, "mean": 25.955, "p50": 15, "p95": 72.626 }, "task_quality": { "dictation": 98, "information_extraction": 85, "summarization": 95, "text_correction": 81 }, "task_cost_usd": { "dictation": 0.030872, "information_extraction": 0.026568, "summarization": 0.007924, "text_correction": 0.049922 }, "task_cost_per_quality": { "dictation": 0.001575, "information_extraction": 0.003126, "summarization": 0.00139, "text_correction": 0.006163 }, "task_cost_per_hour_usd": { "dictation": 0.01984, "information_extraction": 0.02093, "summarization": 0.0183, "text_correction": 0.02344 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 78, "total_cost_usd": 0.272762, "cost_per_quality": 0.01748, "hourly_prompt_tokens": 13252, "hourly_completion_tokens": 8483, "cost_per_hour_usd": 0.02164, "latency": { "n": 20, "min": 37.534, "max": 287.402, "mean": 150.836, "p50": 175.886, "p95": 261.246 }, "error_count": 10, "tokens_per_second": 70.138, "ttft": { "n": 26, "min": 8.279, "max": 308.576, "mean": 108.618, "p50": 75.892, "p95": 286.626 }, "task_quality": { "information_extraction": 79, "text_correction": 76 }, "task_cost_usd": { "information_extraction": 0.076048, "text_correction": 0.196714 }, "task_cost_per_quality": { "information_extraction": 0.009626, "text_correction": 0.02588 }, "task_cost_per_hour_usd": { "information_extraction": 0.01898, "text_correction": 0.02288 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 79, "total_cost_usd": 0.184012, "cost_per_quality": 0.01792, "hourly_prompt_tokens": 13252, "hourly_completion_tokens": 8483, "cost_per_hour_usd": 0.01415, "latency": { "n": 13, "min": 51.33, "max": 265.546, "mean": 111.538, "p50": 83.583, "p95": 265.546 }, "error_count": 17, "tokens_per_second": 75.879, "ttft": { "n": 24, "min": 16.696, "max": 257.74, "mean": 92.417, "p50": 67.067, "p95": 252.402 }, "task_quality": { "information_extraction": 79, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.111365, "text_correction": 0.072647 }, "task_cost_per_quality": { "information_extraction": 0.0141, "text_correction": 0.03065 }, "task_cost_per_hour_usd": { "information_extraction": 0.01239, "text_correction": 0.01811 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.061717, "cost_per_quality": 0.001356, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12463, "cost_per_hour_usd": 0.04029, "latency": { "n": 50, "min": 0.987, "max": 12.603, "mean": 3.156, "p50": 2.032, "p95": 6.899 }, "tokens_per_second": 131.812, "ttft": { "n": 50, "min": 0.876, "max": 9.892, "mean": 2.99, "p50": 1.941, "p95": 7.417 }, "task_quality": { "dictation": 97, "information_extraction": 88, "summarization": 91, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.011969, "information_extraction": 0.01649, "summarization": 0.007032, "text_correction": 0.026226 }, "task_cost_per_quality": { "dictation": 0.000617, "information_extraction": 0.001874, "summarization": 0.0007727, "text_correction": 0.002914 }, "task_cost_per_hour_usd": { "dictation": 0.02702, "information_extraction": 0.04296, "summarization": 0.03409, "text_correction": 0.05257 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 87, "total_cost_usd": 0.153016, "cost_per_quality": 0.003518, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12463, "cost_per_hour_usd": 0.04643, "latency": { "n": 50, "min": 2.195, "max": 20.862, "mean": 6.638, "p50": 4.702, "p95": 18.266 }, "tokens_per_second": 162.213, "ttft": { "n": 50, "min": 1.768, "max": 27.782, "mean": 6.054, "p50": 4.022, "p95": 22.221 }, "task_quality": { "dictation": 96, "information_extraction": 81, "summarization": 88, "text_correction": 84 }, "task_cost_usd": { "dictation": 0.04104, "information_extraction": 0.028293, "summarization": 0.012998, "text_correction": 0.070685 }, "task_cost_per_quality": { "dictation": 0.002137, "information_extraction": 0.003493, "summarization": 0.001477, "text_correction": 0.008415 }, "task_cost_per_hour_usd": { "dictation": 0.04285, "information_extraction": 0.04256, "summarization": 0.03259, "text_correction": 0.05546 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 78, "total_cost_usd": 0.445301, "cost_per_quality": 0.01903, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12463, "cost_per_hour_usd": 0.04501, "latency": { "n": 30, "min": 3.169, "max": 72.027, "mean": 27.183, "p50": 14.939, "p95": 65.287 }, "tokens_per_second": 181.664, "ttft": { "n": 30, "min": 3.013, "max": 57.216, "mean": 19.465, "p50": 14.292, "p95": 42.71 }, "task_quality": { "information_extraction": 76, "summarization": 81, "text_correction": 76 }, "task_cost_usd": { "information_extraction": 0.083116, "summarization": 0.039345, "text_correction": 0.32284 }, "task_cost_per_quality": { "information_extraction": 0.01094, "summarization": 0.004857, "text_correction": 0.04248 }, "task_cost_per_hour_usd": { "information_extraction": 0.03566, "summarization": 0.02409, "text_correction": 0.05445 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 58, "total_cost_usd": 1.02492, "cost_per_quality": 0.06093, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12463, "cost_per_hour_usd": 0.03534, "latency": { "n": 29, "min": 6.162, "max": 161.841, "mean": 56.441, "p50": 27.833, "p95": 154.505 }, "error_count": 1, "tokens_per_second": 195.87, "ttft": { "n": 29, "min": 3.687, "max": 143.394, "mean": 42.422, "p50": 21.147, "p95": 141.942 }, "task_quality": { "information_extraction": 65, "summarization": 76, "text_correction": 31 }, "task_cost_usd": { "information_extraction": 0.203278, "summarization": 0.090711, "text_correction": 0.730931 }, "task_cost_per_quality": { "information_extraction": 0.03127, "summarization": 0.01194, "text_correction": 0.262 }, "task_cost_per_hour_usd": { "information_extraction": 0.02627, "summarization": 0.01512, "text_correction": 0.04788 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "30s", "quality_score": 89, "total_cost_usd": 0.003007, "cost_per_quality": 0.00006757, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4443, "cost_per_hour_usd": 0.002639, "latency": { "n": 50, "min": 0.476, "max": 1.392, "mean": 0.745, "p50": 0.699, "p95": 1.067 }, "tokens_per_second": 80.764, "ttft": { "n": 50, "min": 0.275, "max": 0.99, "mean": 0.443, "p50": 0.4, "p95": 0.829 }, "task_quality": { "dictation": 97, "information_extraction": 83, "summarization": 90, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.001012, "information_extraction": 0.000741, "summarization": 0.000508, "text_correction": 0.000746 }, "task_cost_per_quality": { "dictation": 0.00005216, "information_extraction": 0.00008928, "summarization": 0.00005644, "text_correction": 0.00008674 }, "task_cost_per_hour_usd": { "dictation": 0.00221, "information_extraction": 0.002797, "summarization": 0.002659, "text_correction": 0.003305 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "120s", "quality_score": 79, "total_cost_usd": 0.006569, "cost_per_quality": 0.0001663, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4443, "cost_per_hour_usd": 0.003142, "latency": { "n": 50, "min": 0.688, "max": 1.468, "mean": 1.007, "p50": 0.947, "p95": 1.404 }, "tokens_per_second": 172.568, "ttft": { "n": 50, "min": 0.282, "max": 0.736, "mean": 0.408, "p50": 0.388, "p95": 0.56 }, "task_quality": { "dictation": 83, "information_extraction": 73, "summarization": 86, "text_correction": 73 }, "task_cost_usd": { "dictation": 0.002107, "information_extraction": 0.001188, "summarization": 0.00105, "text_correction": 0.002224 }, "task_cost_per_quality": { "dictation": 0.0001269, "information_extraction": 0.0001627, "summarization": 0.0001221, "text_correction": 0.0003047 }, "task_cost_per_hour_usd": { "dictation": 0.003019, "information_extraction": 0.002635, "summarization": 0.002692, "text_correction": 0.00403 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "900s", "quality_score": 66, "total_cost_usd": 0.023273, "cost_per_quality": 0.001175, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4443, "cost_per_hour_usd": 0.003316, "latency": { "n": 30, "min": 1.115, "max": 10.035, "mean": 3.63, "p50": 1.978, "p95": 9.143 }, "tokens_per_second": 239.472, "ttft": { "n": 30, "min": 0.314, "max": 0.708, "mean": 0.435, "p50": 0.413, "p95": 0.7 }, "task_quality": { "information_extraction": 63, "summarization": 76, "text_correction": 60 }, "task_cost_usd": { "information_extraction": 0.004545, "summarization": 0.004103, "text_correction": 0.014625 }, "task_cost_per_quality": { "information_extraction": 0.0007214, "summarization": 0.0005399, "text_correction": 0.002438 }, "task_cost_per_hour_usd": { "information_extraction": 0.002356, "summarization": 0.002245, "text_correction": 0.004485 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 60, "total_cost_usd": 0.091992, "cost_per_quality": 0.005287, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4443, "cost_per_hour_usd": 0.003172, "latency": { "n": 29, "min": 1.731, "max": 49.564, "mean": 12.809, "p50": 2.738, "p95": 42.611 }, "error_count": 1, "tokens_per_second": 245.662, "ttft": { "n": 29, "min": 0.377, "max": 0.821, "mean": 0.553, "p50": 0.566, "p95": 0.708 }, "task_quality": { "information_extraction": 54, "summarization": 68, "text_correction": 59 }, "task_cost_usd": { "information_extraction": 0.016924, "summarization": 0.015315, "text_correction": 0.059753 }, "task_cost_per_quality": { "information_extraction": 0.003134, "summarization": 0.002252, "text_correction": 0.01125 }, "task_cost_per_hour_usd": { "information_extraction": 0.002115, "summarization": 0.001978, "text_correction": 0.004507 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.584377, "cost_per_quality": 0.0127, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9662, "cost_per_hour_usd": 0.1861, "latency": { "n": 50, "min": 2.95, "max": 50.596, "mean": 10.418, "p50": 9.595, "p95": 20.112 }, "tokens_per_second": 105.54, "ttft": { "n": 50, "min": 2.94, "max": 37.104, "mean": 9.379, "p50": 8.201, "p95": 20.581 }, "task_quality": { "dictation": 96, "information_extraction": 84, "summarization": 92, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.17739, "information_extraction": 0.117683, "summarization": 0.093136, "text_correction": 0.196168 }, "task_cost_per_quality": { "dictation": 0.009239, "information_extraction": 0.01401, "summarization": 0.01012, "text_correction": 0.02065 }, "task_cost_per_hour_usd": { "dictation": 0.1702, "information_extraction": 0.1817, "summarization": 0.1843, "text_correction": 0.2078 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 1.056338, "cost_per_quality": 0.02401, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9662, "cost_per_hour_usd": 0.1899, "latency": { "n": 50, "min": 5.38, "max": 71.569, "mean": 17.837, "p50": 11.535, "p95": 60.567 }, "tokens_per_second": 109.945, "ttft": { "n": 50, "min": 5.007, "max": 52.593, "mean": 15.315, "p50": 10.345, "p95": 48.003 }, "task_quality": { "dictation": 95, "information_extraction": 83, "summarization": 88, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.237144, "information_extraction": 0.153119, "summarization": 0.102331, "text_correction": 0.563744 }, "task_cost_per_quality": { "dictation": 0.01248, "information_extraction": 0.01845, "summarization": 0.01163, "text_correction": 0.06632 }, "task_cost_per_hour_usd": { "dictation": 0.1721, "information_extraction": 0.168, "summarization": 0.1555, "text_correction": 0.2156 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "900s", "quality_score": 76, "total_cost_usd": 1.944771, "cost_per_quality": 0.0853, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9662, "cost_per_hour_usd": 0.1657, "latency": { "n": 30, "min": 11.764, "max": 161.068, "mean": 50.492, "p50": 26.671, "p95": 147.606 }, "tokens_per_second": 111.082, "ttft": { "n": 30, "min": 6.495, "max": 144.72, "mean": 37.774, "p50": 25.276, "p95": 102.095 }, "task_quality": { "information_extraction": 76, "summarization": 80, "text_correction": 70 }, "task_cost_usd": { "information_extraction": 0.351356, "summarization": 0.19231, "text_correction": 1.401105 }, "task_cost_per_quality": { "information_extraction": 0.04623, "summarization": 0.02404, "text_correction": 0.2002 }, "task_cost_per_hour_usd": { "information_extraction": 0.1311, "summarization": 0.09769, "text_correction": 0.1976 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 74, "total_cost_usd": 3.307564, "cost_per_quality": 0.1541, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9662, "cost_per_hour_usd": 0.1141, "latency": { "n": 29, "min": 13.451, "max": 241.059, "mean": 79.271, "p50": 44.316, "p95": 239.252 }, "error_count": 1, "tokens_per_second": 112.673, "ttft": { "n": 28, "min": 10.502, "max": 131.477, "mean": 45.436, "p50": 27.488, "p95": 120.207 }, "task_quality": { "information_extraction": 73, "summarization": 82, "text_correction": 68 }, "task_cost_usd": { "information_extraction": 0.690782, "summarization": 0.373815, "text_correction": 2.242967 }, "task_cost_per_quality": { "information_extraction": 0.09463, "summarization": 0.04559, "text_correction": 0.3665 }, "task_cost_per_hour_usd": { "information_extraction": 0.08521, "summarization": 0.05557, "text_correction": 0.1583 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.00897, "cost_per_quality": 0.0001993, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3710, "cost_per_hour_usd": 0.007574, "latency": { "n": 50, "min": 0.496, "max": 1.702, "mean": 0.935, "p50": 0.876, "p95": 1.599 }, "tokens_per_second": 62.432, "ttft": { "n": 50, "min": 0.402, "max": 1.217, "mean": 0.616, "p50": 0.548, "p95": 1.009 }, "task_quality": { "dictation": 95, "information_extraction": 86, "summarization": 84, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.002819, "information_extraction": 0.002201, "summarization": 0.001569, "text_correction": 0.002381 }, "task_cost_per_quality": { "dictation": 0.0001484, "information_extraction": 0.0002559, "summarization": 0.0001868, "text_correction": 0.0002506 }, "task_cost_per_hour_usd": { "dictation": 0.00591, "information_extraction": 0.008064, "summarization": 0.007825, "text_correction": 0.01018 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "120s", "quality_score": 82, "total_cost_usd": 0.020898, "cost_per_quality": 0.0005097, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3710, "cost_per_hour_usd": 0.00961, "latency": { "n": 50, "min": 0.771, "max": 3.886, "mean": 1.281, "p50": 1.146, "p95": 1.882 }, "tokens_per_second": 137.262, "ttft": { "n": 50, "min": 0.408, "max": 0.797, "mean": 0.554, "p50": 0.531, "p95": 0.73 }, "task_quality": { "dictation": 83, "information_extraction": 83, "summarization": 83, "text_correction": 78 }, "task_cost_usd": { "dictation": 0.00664, "information_extraction": 0.003554, "summarization": 0.00308, "text_correction": 0.007624 }, "task_cost_per_quality": { "dictation": 0.0004, "information_extraction": 0.0004282, "summarization": 0.0003711, "text_correction": 0.0009774 }, "task_cost_per_hour_usd": { "dictation": 0.009136, "information_extraction": 0.007579, "summarization": 0.007655, "text_correction": 0.01322 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "900s", "quality_score": 74, "total_cost_usd": 0.074139, "cost_per_quality": 0.00334, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3710, "cost_per_hour_usd": 0.01021, "latency": { "n": 30, "min": 0.937, "max": 17.329, "mean": 4.978, "p50": 2.048, "p95": 16.179 }, "tokens_per_second": 183.471, "ttft": { "n": 30, "min": 0.492, "max": 0.814, "mean": 0.628, "p50": 0.632, "p95": 0.777 }, "task_quality": { "information_extraction": 68, "summarization": 74, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.012944, "summarization": 0.010983, "text_correction": 0.050212 }, "task_cost_per_quality": { "information_extraction": 0.001904, "summarization": 0.001484, "text_correction": 0.006356 }, "task_cost_per_hour_usd": { "information_extraction": 0.006451, "summarization": 0.005829, "text_correction": 0.01491 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 59, "total_cost_usd": 0.262524, "cost_per_quality": 0.01534, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3710, "cost_per_hour_usd": 0.009053, "latency": { "n": 29, "min": 1.951, "max": 41.722, "mean": 11.551, "p50": 2.934, "p95": 40.34 }, "error_count": 1, "tokens_per_second": 230.37, "ttft": { "n": 29, "min": 0.654, "max": 1.142, "mean": 0.786, "p50": 0.781, "p95": 0.961 }, "task_quality": { "information_extraction": 62, "summarization": 70, "text_correction": 46 }, "task_cost_usd": { "information_extraction": 0.044377, "summarization": 0.039901, "text_correction": 0.178246 }, "task_cost_per_quality": { "information_extraction": 0.007158, "summarization": 0.0057, "text_correction": 0.04305 }, "task_cost_per_hour_usd": { "information_extraction": 0.005364, "summarization": 0.004953, "text_correction": 0.01407 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.416198, "cost_per_quality": 0.009048, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12402, "cost_per_hour_usd": 0.1778, "latency": { "n": 50, "min": 2.709, "max": 8.307, "mean": 5.018, "p50": 4.719, "p95": 7.965 }, "tokens_per_second": 173.27, "ttft": { "n": 50, "min": 2.408, "max": 8.856, "mean": 4.99, "p50": 4.644, "p95": 7.669 }, "task_quality": { "dictation": 99, "information_extraction": 88, "summarization": 90, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.153653, "information_extraction": 0.095924, "summarization": 0.062426, "text_correction": 0.104195 }, "task_cost_per_quality": { "dictation": 0.00776, "information_extraction": 0.0109, "summarization": 0.006936, "text_correction": 0.0112 }, "task_cost_per_hour_usd": { "dictation": 0.1699, "information_extraction": 0.179, "summarization": 0.1729, "text_correction": 0.1933 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.883103, "cost_per_quality": 0.01941, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12402, "cost_per_hour_usd": 0.1886, "latency": { "n": 50, "min": 4.574, "max": 22.245, "mean": 9.457, "p50": 7.879, "p95": 21.796 }, "tokens_per_second": 192.567, "ttft": { "n": 50, "min": 4.323, "max": 25.445, "mean": 9.003, "p50": 7.059, "p95": 23.423 }, "task_quality": { "dictation": 99, "information_extraction": 90, "summarization": 87, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.338918, "information_extraction": 0.131853, "summarization": 0.080462, "text_correction": 0.33187 }, "task_cost_per_quality": { "dictation": 0.01712, "information_extraction": 0.01465, "summarization": 0.009249, "text_correction": 0.03729 }, "task_cost_per_hour_usd": { "dictation": 0.1927, "information_extraction": 0.1674, "summarization": 0.1497, "text_correction": 0.2075 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 78, "total_cost_usd": 1.784315, "cost_per_quality": 0.07625, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12402, "cost_per_hour_usd": 0.1681, "latency": { "n": 30, "min": 8.086, "max": 83.022, "mean": 28.043, "p50": 14.534, "p95": 82.316 }, "tokens_per_second": 189.72, "ttft": { "n": 30, "min": 6.239, "max": 71.043, "mean": 23.8, "p50": 12.852, "p95": 60.012 }, "task_quality": { "information_extraction": 74, "summarization": 86, "text_correction": 74 }, "task_cost_usd": { "information_extraction": 0.278959, "summarization": 0.176198, "text_correction": 1.329158 }, "task_cost_per_quality": { "information_extraction": 0.0377, "summarization": 0.02049, "text_correction": 0.1796 }, "task_cost_per_hour_usd": { "information_extraction": 0.1252, "summarization": 0.1001, "text_correction": 0.2006 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 53, "total_cost_usd": 3.742634, "cost_per_quality": 0.2435, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12402, "cost_per_hour_usd": 0.1291, "latency": { "n": 29, "min": 12.487, "max": 228.703, "mean": 56.661, "p50": 15.966, "p95": 168.917 }, "error_count": 1, "tokens_per_second": 192.758, "ttft": { "n": 29, "min": 9.103, "max": 146.503, "mean": 50.585, "p50": 13.348, "p95": 141.666 }, "task_quality": { "information_extraction": 67, "summarization": 81, "text_correction": 12 }, "task_cost_usd": { "information_extraction": 0.4843, "summarization": 0.366679, "text_correction": 2.891655 }, "task_cost_per_quality": { "information_extraction": 0.07228, "summarization": 0.04527, "text_correction": 2.677 }, "task_cost_per_hour_usd": { "information_extraction": 0.07326, "summarization": 0.0603, "text_correction": 0.1773 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "30s", "quality_score": 89, "total_cost_usd": 0.012907, "cost_per_quality": 0.00029, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4317, "cost_per_hour_usd": 0.01126, "latency": { "n": 50, "min": 0.57, "max": 1.745, "mean": 0.923, "p50": 0.857, "p95": 1.618 }, "tokens_per_second": 64.797, "ttft": { "n": 50, "min": 0.384, "max": 1.297, "mean": 0.548, "p50": 0.491, "p95": 0.935 }, "task_quality": { "dictation": 92, "information_extraction": 85, "summarization": 90, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.003782, "information_extraction": 0.003151, "summarization": 0.002305, "text_correction": 0.003669 }, "task_cost_per_quality": { "dictation": 0.0002055, "information_extraction": 0.0003707, "summarization": 0.0002561, "text_correction": 0.0004169 }, "task_cost_per_hour_usd": { "dictation": 0.008199, "information_extraction": 0.01199, "summarization": 0.01184, "text_correction": 0.01613 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "120s", "quality_score": 85, "total_cost_usd": 0.031635, "cost_per_quality": 0.0007444, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4317, "cost_per_hour_usd": 0.01501, "latency": { "n": 50, "min": 0.794, "max": 4.136, "mean": 1.209, "p50": 1.045, "p95": 1.997 }, "tokens_per_second": 146.185, "ttft": { "n": 50, "min": 0.41, "max": 0.761, "mean": 0.52, "p50": 0.508, "p95": 0.666 }, "task_quality": { "dictation": 86, "information_extraction": 81, "summarization": 89, "text_correction": 83 }, "task_cost_usd": { "dictation": 0.009894, "information_extraction": 0.004946, "summarization": 0.004683, "text_correction": 0.012112 }, "task_cost_per_quality": { "dictation": 0.0005752, "information_extraction": 0.0006106, "summarization": 0.0005262, "text_correction": 0.001459 }, "task_cost_per_hour_usd": { "dictation": 0.01408, "information_extraction": 0.01099, "summarization": 0.01187, "text_correction": 0.02162 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "900s", "quality_score": 72, "total_cost_usd": 0.11298, "cost_per_quality": 0.005231, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4317, "cost_per_hour_usd": 0.01608, "latency": { "n": 30, "min": 0.993, "max": 14.561, "mean": 4.715, "p50": 1.633, "p95": 12.601 }, "tokens_per_second": 193.513, "ttft": { "n": 30, "min": 0.472, "max": 0.706, "mean": 0.574, "p50": 0.571, "p95": 0.694 }, "task_quality": { "information_extraction": 58, "summarization": 83, "text_correction": 74 }, "task_cost_usd": { "information_extraction": 0.0167, "summarization": 0.014864, "text_correction": 0.081416 }, "task_cost_per_quality": { "information_extraction": 0.002879, "summarization": 0.001791, "text_correction": 0.011 }, "task_cost_per_hour_usd": { "information_extraction": 0.008718, "summarization": 0.008141, "text_correction": 0.02477 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 64, "total_cost_usd": 0.434327, "cost_per_quality": 0.0234, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4317, "cost_per_hour_usd": 0.01498, "latency": { "n": 29, "min": 1.572, "max": 41.483, "mean": 12.052, "p50": 2.828, "p95": 39.949 }, "error_count": 1, "tokens_per_second": 255.742, "ttft": { "n": 29, "min": 0.515, "max": 1.828, "mean": 0.72, "p50": 0.679, "p95": 0.808 }, "task_quality": { "information_extraction": 59, "summarization": 68, "text_correction": 66 }, "task_cost_usd": { "information_extraction": 0.057348, "summarization": 0.05208, "text_correction": 0.324899 }, "task_cost_per_quality": { "information_extraction": 0.00972, "summarization": 0.007659, "text_correction": 0.0547 }, "task_cost_per_hour_usd": { "information_extraction": 0.007176, "summarization": 0.006654, "text_correction": 0.02465 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.329707, "cost_per_quality": 0.006941, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2134, "cost_per_hour_usd": 0.09084, "latency": { "n": 50, "min": 2.917, "max": 43.03, "mean": 8.689, "p50": 5.313, "p95": 38.844 }, "tokens_per_second": 126.218, "ttft": { "n": 50, "min": 1.564, "max": 7.823, "mean": 4.663, "p50": 4.128, "p95": 7.317 }, "task_quality": { "dictation": 98, "information_extraction": 90, "summarization": 97, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.100482, "information_extraction": 0.069677, "summarization": 0.050763, "text_correction": 0.108785 }, "task_cost_per_quality": { "dictation": 0.005127, "information_extraction": 0.007742, "summarization": 0.005233, "text_correction": 0.01157 }, "task_cost_per_hour_usd": { "dictation": 0.08201, "information_extraction": 0.08947, "summarization": 0.08899, "text_correction": 0.1031 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.723841, "cost_per_quality": 0.01627, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2134, "cost_per_hour_usd": 0.09689, "latency": { "n": 50, "min": 4.805, "max": 56.629, "mean": 13.317, "p50": 11.363, "p95": 31.947 }, "tokens_per_second": 141.207, "ttft": { "n": 50, "min": 3.826, "max": 45.615, "mean": 10.237, "p50": 9.397, "p95": 20.052 }, "task_quality": { "dictation": 98, "information_extraction": 84, "summarization": 88, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.265632, "information_extraction": 0.099674, "summarization": 0.073448, "text_correction": 0.285087 }, "task_cost_per_quality": { "dictation": 0.01355, "information_extraction": 0.01187, "summarization": 0.008346, "text_correction": 0.0324 }, "task_cost_per_hour_usd": { "dictation": 0.09812, "information_extraction": 0.08443, "summarization": 0.08057, "text_correction": 0.1067 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 81, "total_cost_usd": 1.119545, "cost_per_quality": 0.04607, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2134, "cost_per_hour_usd": 0.07997, "latency": { "n": 30, "min": 5.065, "max": 48.992, "mean": 19.035, "p50": 12.362, "p95": 44.391 }, "tokens_per_second": 196.543, "ttft": { "n": 30, "min": 3.677, "max": 41.31, "mean": 15.521, "p50": 11.303, "p95": 40.662 }, "task_quality": { "information_extraction": 75, "summarization": 84, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.216786, "summarization": 0.135522, "text_correction": 0.767237 }, "task_cost_per_quality": { "information_extraction": 0.0289, "summarization": 0.01613, "text_correction": 0.09134 }, "task_cost_per_hour_usd": { "information_extraction": 0.06373, "summarization": 0.05065, "text_correction": 0.09684 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 73, "total_cost_usd": 0.738013, "cost_per_quality": 0.05055, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2134, "cost_per_hour_usd": 0.0369, "latency": { "n": 20, "min": 8.441, "max": 29.074, "mean": 12.94, "p50": 11.8, "p95": 18.736 }, "error_count": 10, "tokens_per_second": 168.464, "ttft": { "n": 29, "min": 4.408, "max": 123.844, "mean": 22.405, "p50": 9.761, "p95": 78.438 }, "task_quality": { "information_extraction": 67, "summarization": 79 }, "task_cost_usd": { "information_extraction": 0.415724, "summarization": 0.322289 }, "task_cost_per_quality": { "information_extraction": 0.06205, "summarization": 0.0408 }, "task_cost_per_hour_usd": { "information_extraction": 0.03992, "summarization": 0.03362 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.103394, "cost_per_quality": 0.002177, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6394, "cost_per_hour_usd": 0.05019, "latency": { "n": 50, "min": 1.891, "max": 9.731, "mean": 4.11, "p50": 3.912, "p95": 7.192 }, "tokens_per_second": 115.258, "ttft": { "n": 50, "min": 1.606, "max": 44.449, "mean": 5.802, "p50": 3.234, "p95": 23.96 }, "task_quality": { "dictation": 99, "information_extraction": 90, "summarization": 95, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.029419, "information_extraction": 0.01919, "summarization": 0.019048, "text_correction": 0.035737 }, "task_cost_per_quality": { "dictation": 0.001486, "information_extraction": 0.002132, "summarization": 0.002005, "text_correction": 0.003762 }, "task_cost_per_hour_usd": { "dictation": 0.04236, "information_extraction": 0.04683, "summarization": 0.05184, "text_correction": 0.06073 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.23151, "cost_per_quality": 0.005088, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6394, "cost_per_hour_usd": 0.05526, "latency": { "n": 50, "min": 2.8, "max": 24.385, "mean": 7.714, "p50": 5.418, "p95": 18.556 }, "tokens_per_second": 136.29, "ttft": { "n": 50, "min": 2.193, "max": 70.709, "mean": 9.908, "p50": 4.916, "p95": 40.486 }, "task_quality": { "dictation": 96, "information_extraction": 88, "summarization": 91, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.087264, "information_extraction": 0.021955, "summarization": 0.026469, "text_correction": 0.095822 }, "task_cost_per_quality": { "dictation": 0.004545, "information_extraction": 0.002495, "summarization": 0.002909, "text_correction": 0.01077 }, "task_cost_per_hour_usd": { "dictation": 0.05664, "information_extraction": 0.03874, "summarization": 0.04522, "text_correction": 0.06402 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 83, "total_cost_usd": 0.376283, "cost_per_quality": 0.01563, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6394, "cost_per_hour_usd": 0.04419, "latency": { "n": 30, "min": 4.579, "max": 41.586, "mean": 16.372, "p50": 8.654, "p95": 41.453 }, "tokens_per_second": 146.622, "ttft": { "n": 30, "min": 3.167, "max": 38.214, "mean": 12.776, "p50": 7.898, "p95": 28.289 }, "task_quality": { "information_extraction": 75, "summarization": 83, "text_correction": 90 }, "task_cost_usd": { "information_extraction": 0.061103, "summarization": 0.05183, "text_correction": 0.26335 }, "task_cost_per_quality": { "information_extraction": 0.009052, "summarization": 0.006245, "text_correction": 0.02926 }, "task_cost_per_hour_usd": { "information_extraction": 0.03165, "summarization": 0.02722, "text_correction": 0.05628 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 78, "total_cost_usd": 0.998725, "cost_per_quality": 0.04415, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6394, "cost_per_hour_usd": 0.03444, "latency": { "n": 29, "min": 5.958, "max": 160.78, "mean": 34.844, "p50": 9.902, "p95": 130.822 }, "error_count": 1, "tokens_per_second": 149.427, "ttft": { "n": 29, "min": 1.335, "max": 70.223, "mean": 11.903, "p50": 7.519, "p95": 27.281 }, "task_quality": { "information_extraction": 70, "summarization": 84, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.156586, "summarization": 0.141021, "text_correction": 0.701118 }, "task_cost_per_quality": { "information_extraction": 0.02237, "summarization": 0.01679, "text_correction": 0.09861 }, "task_cost_per_hour_usd": { "information_extraction": 0.02074, "summarization": 0.0193, "text_correction": 0.04957 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.166704, "cost_per_quality": 0.00351, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7844, "cost_per_hour_usd": 0.06179, "latency": { "n": 50, "min": 2.021, "max": 61.443, "mean": 7.099, "p50": 4.31, "p95": 30.985 }, "tokens_per_second": 106.755, "ttft": { "n": 50, "min": 1.456, "max": 38.606, "mean": 5.829, "p50": 3.615, "p95": 15.387 }, "task_quality": { "dictation": 99, "information_extraction": 90, "summarization": 98, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.032373, "information_extraction": 0.024392, "summarization": 0.020089, "text_correction": 0.08985 }, "task_cost_per_quality": { "dictation": 0.001635, "information_extraction": 0.00271, "summarization": 0.00205, "text_correction": 0.009559 }, "task_cost_per_hour_usd": { "dictation": 0.0473, "information_extraction": 0.05467, "summarization": 0.05647, "text_correction": 0.07417 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.324311, "cost_per_quality": 0.007128, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7844, "cost_per_hour_usd": 0.06427, "latency": { "n": 50, "min": 3.183, "max": 104.228, "mean": 13.077, "p50": 6.416, "p95": 47.951 }, "tokens_per_second": 126.842, "ttft": { "n": 50, "min": 2.943, "max": 53.089, "mean": 8.527, "p50": 6.128, "p95": 16.701 }, "task_quality": { "dictation": 97, "information_extraction": 85, "summarization": 91, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.099899, "information_extraction": 0.029402, "summarization": 0.023633, "text_correction": 0.171377 }, "task_cost_per_quality": { "dictation": 0.005149, "information_extraction": 0.003459, "summarization": 0.002597, "text_correction": 0.01883 }, "task_cost_per_hour_usd": { "dictation": 0.06272, "information_extraction": 0.04741, "summarization": 0.04618, "text_correction": 0.07382 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 81, "total_cost_usd": 0.528345, "cost_per_quality": 0.02174, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7844, "cost_per_hour_usd": 0.05318, "latency": { "n": 30, "min": 3.88, "max": 79.846, "mean": 26.215, "p50": 14.846, "p95": 64.265 }, "tokens_per_second": 136.014, "ttft": { "n": 30, "min": 1.068, "max": 66.971, "mean": 17.366, "p50": 9.547, "p95": 58.789 }, "task_quality": { "information_extraction": 69, "summarization": 85, "text_correction": 90 }, "task_cost_usd": { "information_extraction": 0.094392, "summarization": 0.068646, "text_correction": 0.365307 }, "task_cost_per_quality": { "information_extraction": 0.01368, "summarization": 0.008076, "text_correction": 0.04059 }, "task_cost_per_hour_usd": { "information_extraction": 0.04041, "summarization": 0.03462, "text_correction": 0.06505 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 73, "total_cost_usd": 1.156484, "cost_per_quality": 0.05463, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7844, "cost_per_hour_usd": 0.03988, "latency": { "n": 29, "min": 3.27, "max": 260.212, "mean": 57.425, "p50": 16.067, "p95": 198.292 }, "error_count": 1, "tokens_per_second": 128.684, "ttft": { "n": 29, "min": 1.502, "max": 145.557, "mean": 25.565, "p50": 12.44, "p95": 84.942 }, "task_quality": { "information_extraction": 67, "summarization": 80, "text_correction": 73 }, "task_cost_usd": { "information_extraction": 0.162915, "summarization": 0.176692, "text_correction": 0.816877 }, "task_cost_per_quality": { "information_extraction": 0.02432, "summarization": 0.02209, "text_correction": 0.1243 }, "task_cost_per_hour_usd": { "information_extraction": 0.02286, "summarization": 0.02435, "text_correction": 0.05588 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.07248, "cost_per_quality": 0.001542, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4497, "cost_per_hour_usd": 0.05857, "latency": { "n": 50, "min": 1.398, "max": 2.867, "mean": 2.007, "p50": 2.001, "p95": 2.714 }, "tokens_per_second": 32.466, "ttft": { "n": 50, "min": 1.208, "max": 2.335, "mean": 1.476, "p50": 1.388, "p95": 2.041 }, "task_quality": { "dictation": 100, "information_extraction": 88, "summarization": 97, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.02322, "information_extraction": 0.016208, "summarization": 0.014848, "text_correction": 0.018204 }, "task_cost_per_quality": { "dictation": 0.001161, "information_extraction": 0.001842, "summarization": 0.001531, "text_correction": 0.002023 }, "task_cost_per_hour_usd": { "dictation": 0.04741, "information_extraction": 0.05878, "summarization": 0.06586, "text_correction": 0.07383 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.160888, "cost_per_quality": 0.00346, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4497, "cost_per_hour_usd": 0.07269, "latency": { "n": 50, "min": 1.849, "max": 5.283, "mean": 2.96, "p50": 2.59, "p95": 4.846 }, "tokens_per_second": 63.521, "ttft": { "n": 50, "min": 1.275, "max": 2.867, "mean": 1.675, "p50": 1.569, "p95": 2.36 }, "task_quality": { "dictation": 99, "information_extraction": 91, "summarization": 93, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.049278, "information_extraction": 0.027818, "summarization": 0.029388, "text_correction": 0.054404 }, "task_cost_per_quality": { "dictation": 0.002489, "information_extraction": 0.003057, "summarization": 0.00316, "text_correction": 0.006113 }, "task_cost_per_hour_usd": { "dictation": 0.06771, "information_extraction": 0.05894, "summarization": 0.06717, "text_correction": 0.09444 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "900s", "quality_score": 81, "total_cost_usd": 0.550152, "cost_per_quality": 0.02264, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4497, "cost_per_hour_usd": 0.07722, "latency": { "n": 30, "min": 2.793, "max": 28.748, "mean": 10.561, "p50": 6.496, "p95": 25.724 }, "tokens_per_second": 91.529, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 75, "summarization": 85, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.096832, "summarization": 0.107952, "text_correction": 0.345368 }, "task_cost_per_quality": { "information_extraction": 0.01291, "summarization": 0.0127, "text_correction": 0.04161 }, "task_cost_per_hour_usd": { "information_extraction": 0.05009, "summarization": 0.05534, "text_correction": 0.1066 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 77, "total_cost_usd": 2.113494, "cost_per_quality": 0.09465, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4497, "cost_per_hour_usd": 0.07288, "latency": { "n": 29, "min": 4.129, "max": 110.823, "mean": 33.102, "p50": 10.88, "p95": 100.606 }, "error_count": 1, "tokens_per_second": 101.953, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 73, "summarization": 83, "text_correction": 75 }, "task_cost_usd": { "information_extraction": 0.340148, "summarization": 0.365488, "text_correction": 1.407858 }, "task_cost_per_quality": { "information_extraction": 0.0466, "summarization": 0.04403, "text_correction": 0.2086 }, "task_cost_per_hour_usd": { "information_extraction": 0.04302, "summarization": 0.04568, "text_correction": 0.1075 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.003918, "cost_per_quality": 0.00008336, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4202, "cost_per_hour_usd": 0.00316, "latency": { "n": 50, "min": 0.44, "max": 31.21, "mean": 2.318, "p50": 0.91, "p95": 11.871 }, "tokens_per_second": 51.566, "ttft": { "n": 49, "min": 0.281, "max": 0.914, "mean": 0.52, "p50": 0.507, "p95": 0.746 }, "task_quality": { "dictation": 99, "information_extraction": 86, "summarization": 95, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.001431, "information_extraction": 0.000896, "summarization": 0.000674, "text_correction": 0.000917 }, "task_cost_per_quality": { "dictation": 0.00007227, "information_extraction": 0.0001042, "summarization": 0.00007095, "text_correction": 0.00009755 }, "task_cost_per_hour_usd": { "dictation": 0.002853, "information_extraction": 0.003209, "summarization": 0.003183, "text_correction": 0.003708 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.00788, "cost_per_quality": 0.0001771, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4202, "cost_per_hour_usd": 0.003593, "latency": { "n": 50, "min": 0.733, "max": 16.429, "mean": 2.728, "p50": 1.482, "p95": 7.415 }, "tokens_per_second": 82.709, "ttft": { "n": 49, "min": 0.278, "max": 11.725, "mean": 1.066, "p50": 0.515, "p95": 5.616 }, "task_quality": { "dictation": 96, "information_extraction": 86, "summarization": 87, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.002608, "information_extraction": 0.00142, "summarization": 0.001305, "text_correction": 0.002547 }, "task_cost_per_quality": { "dictation": 0.0001358, "information_extraction": 0.0001651, "summarization": 0.00015, "text_correction": 0.0002894 }, "task_cost_per_hour_usd": { "dictation": 0.003508, "information_extraction": 0.003081, "summarization": 0.003197, "text_correction": 0.004386 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 62, "total_cost_usd": 0.026702, "cost_per_quality": 0.001436, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4202, "cost_per_hour_usd": 0.003768, "latency": { "n": 30, "min": 1.332, "max": 54.428, "mean": 13.282, "p50": 4.894, "p95": 48.628 }, "tokens_per_second": 79.446, "ttft": { "n": 30, "min": 0.392, "max": 3.446, "mean": 0.861, "p50": 0.619, "p95": 2.158 }, "task_quality": { "information_extraction": 25, "summarization": 85, "text_correction": 75 }, "task_cost_usd": { "information_extraction": 0.005601, "summarization": 0.005408, "text_correction": 0.015693 }, "task_cost_per_quality": { "information_extraction": 0.00224, "summarization": 0.0006362, "text_correction": 0.002092 }, "task_cost_per_hour_usd": { "information_extraction": 0.002899, "summarization": 0.002894, "text_correction": 0.004776 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 56, "total_cost_usd": 0.10552, "cost_per_quality": 0.006498, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4202, "cost_per_hour_usd": 0.003639, "latency": { "n": 29, "min": 3.474, "max": 224.722, "mean": 51.774, "p50": 9.929, "p95": 171.873 }, "error_count": 1, "tokens_per_second": 69.107, "ttft": { "n": 29, "min": 0.931, "max": 7.91, "mean": 1.886, "p50": 1.644, "p95": 3.665 }, "task_quality": { "information_extraction": 20, "summarization": 79, "text_correction": 70 }, "task_cost_usd": { "information_extraction": 0.021957, "summarization": 0.020872, "text_correction": 0.062691 }, "task_cost_per_quality": { "information_extraction": 0.01098, "summarization": 0.002642, "text_correction": 0.009951 }, "task_cost_per_hour_usd": { "information_extraction": 0.002735, "summarization": 0.002662, "text_correction": 0.004774 } }, { "model": "gemma-4-31b", "reasoning_effort": "low", "bucket": "30s", "quality_score": 86, "total_cost_usd": 0.002489, "cost_per_quality": 0.00009647, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.003389, "latency": { "n": 30, "min": 0.495, "max": 8.456, "mean": 1.418, "p50": 1.03, "p95": 2.861 }, "tokens_per_second": 67.824, "ttft": { "n": 30, "min": 0.28, "max": 0.718, "mean": 0.464, "p50": 0.448, "p95": 0.665 }, "task_quality": { "information_extraction": 75, "summarization": 93, "text_correction": 90 }, "task_cost_usd": { "information_extraction": 0.000901, "summarization": 0.000672, "text_correction": 0.000916 }, "task_cost_per_quality": { "information_extraction": 0.0001201, "summarization": 0.00007226, "text_correction": 0.0001018 }, "task_cost_per_hour_usd": { "information_extraction": 0.003238, "summarization": 0.003195, "text_correction": 0.003727 } }, { "model": "gemma-4-31b", "reasoning_effort": "low", "bucket": "120s", "quality_score": 84, "total_cost_usd": 0.005258, "cost_per_quality": 0.0002087, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.003653, "latency": { "n": 30, "min": 0.79, "max": 4.834, "mean": 2.178, "p50": 1.629, "p95": 4.597 }, "tokens_per_second": 87.139, "ttft": { "n": 30, "min": 0.305, "max": 2.234, "mean": 0.523, "p50": 0.435, "p95": 0.654 }, "task_quality": { "information_extraction": 83, "summarization": 86, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.001422, "summarization": 0.00129, "text_correction": 0.002546 }, "task_cost_per_quality": { "information_extraction": 0.0001713, "summarization": 0.00015, "text_correction": 0.0003067 }, "task_cost_per_hour_usd": { "information_extraction": 0.003103, "summarization": 0.003196, "text_correction": 0.00441 } }, { "model": "gemma-4-31b", "reasoning_effort": "low", "bucket": "900s", "quality_score": 62, "total_cost_usd": 0.026779, "cost_per_quality": 0.00144, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.003797, "latency": { "n": 30, "min": 1.211, "max": 51.691, "mean": 11.419, "p50": 3.546, "p95": 38.18 }, "tokens_per_second": 95.167, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 32, "summarization": 81, "text_correction": 74 }, "task_cost_usd": { "information_extraction": 0.005631, "summarization": 0.005414, "text_correction": 0.015734 }, "task_cost_per_quality": { "information_extraction": 0.00176, "summarization": 0.0006684, "text_correction": 0.002126 }, "task_cost_per_hour_usd": { "information_extraction": 0.002927, "summarization": 0.002914, "text_correction": 0.004811 } }, { "model": "gemma-4-31b", "reasoning_effort": "low", "bucket": "3600s", "quality_score": 58, "total_cost_usd": 0.11089, "cost_per_quality": 0.006373, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.003696, "latency": { "n": 30, "min": 4.157, "max": 239.348, "mean": 51.474, "p50": 7.716, "p95": 197.224 }, "tokens_per_second": 78.512, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 28, "summarization": 76, "text_correction": 70 }, "task_cost_usd": { "information_extraction": 0.022213, "summarization": 0.020867, "text_correction": 0.06781 }, "task_cost_per_quality": { "information_extraction": 0.007933, "summarization": 0.002746, "text_correction": 0.009687 }, "task_cost_per_hour_usd": { "information_extraction": 0.002772, "summarization": 0.002678, "text_correction": 0.004777 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.111791, "cost_per_quality": 0.002379, "hourly_prompt_tokens": 13619, "hourly_completion_tokens": 760, "cost_per_hour_usd": 0.03502, "latency": { "n": 50, "min": 0.925, "max": 115.959, "mean": 10.828, "p50": 1.67, "p95": 54.653 }, "tokens_per_second": 37.837, "ttft": { "n": 50, "min": 0.439, "max": 237.261, "mean": 10.408, "p50": 0.785, "p95": 39.771 }, "task_quality": { "dictation": 98, "information_extraction": 90, "summarization": 93, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.010016, "information_extraction": 0.006208, "summarization": 0.005662, "text_correction": 0.089905 }, "task_cost_per_quality": { "dictation": 0.000511, "information_extraction": 0.0006898, "summarization": 0.0006088, "text_correction": 0.009464 }, "task_cost_per_hour_usd": { "dictation": 0.01648, "information_extraction": 0.01903, "summarization": 0.0213, "text_correction": 0.04513 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "120s", "quality_score": 90, "total_cost_usd": 0.339146, "cost_per_quality": 0.007537, "hourly_prompt_tokens": 13619, "hourly_completion_tokens": 760, "cost_per_hour_usd": 0.04032, "latency": { "n": 50, "min": 1.564, "max": 283.676, "mean": 35.264, "p50": 3.118, "p95": 220.921 }, "tokens_per_second": 46.93, "ttft": { "n": 49, "min": 0.394, "max": 213.446, "mean": 24.096, "p50": 0.675, "p95": 136.4 }, "task_quality": { "dictation": 91, "information_extraction": 88, "summarization": 94, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.019515, "information_extraction": 0.010568, "summarization": 0.011358, "text_correction": 0.297705 }, "task_cost_per_quality": { "dictation": 0.001072, "information_extraction": 0.001201, "summarization": 0.001208, "text_correction": 0.03502 }, "task_cost_per_hour_usd": { "dictation": 0.02135, "information_extraction": 0.01863, "summarization": 0.02125, "text_correction": 0.04656 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "900s", "quality_score": 69, "total_cost_usd": 0.151966, "cost_per_quality": 0.01101, "hourly_prompt_tokens": 13619, "hourly_completion_tokens": 760, "cost_per_hour_usd": 0.02458, "latency": { "n": 21, "min": 2.523, "max": 326.503, "mean": 23.641, "p50": 6.645, "p95": 49.985 }, "error_count": 9, "tokens_per_second": 55.207, "ttft": { "n": 30, "min": 0.414, "max": 3.372, "mean": 0.712, "p50": 0.583, "p95": 1.233 }, "task_quality": { "information_extraction": 78, "summarization": 83, "text_correction": 44 }, "task_cost_usd": { "information_extraction": 0.033274, "summarization": 0.040766, "text_correction": 0.077926 }, "task_cost_per_quality": { "information_extraction": 0.005332, "summarization": 0.004912, "text_correction": 0.08855 }, "task_cost_per_hour_usd": { "information_extraction": 0.01711, "summarization": 0.01732, "text_correction": 0.04136 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 77, "total_cost_usd": 0.310468, "cost_per_quality": 0.02016, "hourly_prompt_tokens": 13619, "hourly_completion_tokens": 760, "cost_per_hour_usd": 0.01552, "latency": { "n": 20, "min": 7.191, "max": 25.307, "mean": 13.146, "p50": 12.384, "p95": 21.084 }, "error_count": 10, "tokens_per_second": 57.5, "ttft": { "n": 28, "min": 0.451, "max": 28.359, "mean": 1.767, "p50": 0.732, "p95": 1.791 }, "task_quality": { "information_extraction": 75, "summarization": 79 }, "task_cost_usd": { "information_extraction": 0.157243, "summarization": 0.153225 }, "task_cost_per_quality": { "information_extraction": 0.02097, "summarization": 0.0194 }, "task_cost_per_hour_usd": { "information_extraction": 0.01562, "summarization": 0.01542 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.009332, "cost_per_quality": 0.0002074, "hourly_prompt_tokens": 13671, "hourly_completion_tokens": 692, "cost_per_hour_usd": 0.00428, "latency": { "n": 50, "min": 0.948, "max": 73.069, "mean": 7.223, "p50": 3.305, "p95": 21.543 }, "tokens_per_second": 30.735, "ttft": { "n": 50, "min": 0.555, "max": 117.948, "mean": 9.302, "p50": 2.065, "p95": 33.703 }, "task_quality": { "dictation": 96, "information_extraction": 84, "summarization": 91, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.001554, "information_extraction": 0.001028, "summarization": 0.000867, "text_correction": 0.005883 }, "task_cost_per_quality": { "dictation": 0.00008094, "information_extraction": 0.0001224, "summarization": 0.00009527, "text_correction": 0.000661 }, "task_cost_per_hour_usd": { "dictation": 0.002554, "information_extraction": 0.003051, "summarization": 0.003254, "text_correction": 0.006075 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.038043, "cost_per_quality": 0.0008723, "hourly_prompt_tokens": 13671, "hourly_completion_tokens": 692, "cost_per_hour_usd": 0.005676, "latency": { "n": 49, "min": 0.917, "max": 279.992, "mean": 30.217, "p50": 5.399, "p95": 160.219 }, "error_count": 1, "tokens_per_second": 48.787, "ttft": { "n": 49, "min": 0.491, "max": 474.883, "mean": 47.005, "p50": 1.972, "p95": 392.724 }, "task_quality": { "dictation": 95, "information_extraction": 79, "summarization": 93, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.002984, "information_extraction": 0.00179, "summarization": 0.001713, "text_correction": 0.031556 }, "task_cost_per_quality": { "dictation": 0.0001571, "information_extraction": 0.0002266, "summarization": 0.0001842, "text_correction": 0.003896 }, "task_cost_per_hour_usd": { "dictation": 0.003256, "information_extraction": 0.003029, "summarization": 0.00322, "text_correction": 0.006768 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 70, "total_cost_usd": 0.01332, "cost_per_quality": 0.0009514, "hourly_prompt_tokens": 13671, "hourly_completion_tokens": 692, "cost_per_hour_usd": 0.002741, "latency": { "n": 20, "min": 1.717, "max": 16.314, "mean": 7.032, "p50": 5.035, "p95": 13.953 }, "error_count": 10, "tokens_per_second": 74.1, "ttft": { "n": 30, "min": 0.512, "max": 9.353, "mean": 2.322, "p50": 0.855, "p95": 8.525 }, "task_quality": { "information_extraction": 59, "summarization": 80 }, "task_cost_usd": { "information_extraction": 0.007095, "summarization": 0.006225 }, "task_cost_per_quality": { "information_extraction": 0.001203, "summarization": 0.0007781 }, "task_cost_per_hour_usd": { "information_extraction": 0.002822, "summarization": 0.002654 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 68, "total_cost_usd": 0.045537, "cost_per_quality": 0.003525, "hourly_prompt_tokens": 13671, "hourly_completion_tokens": 692, "cost_per_hour_usd": 0.002397, "latency": { "n": 19, "min": 3.4, "max": 38.308, "mean": 10.134, "p50": 6.542, "p95": 38.308 }, "error_count": 11, "tokens_per_second": 93.186, "ttft": { "n": 29, "min": 0.445, "max": 8.667, "mean": 2.496, "p50": 1.451, "p95": 6.818 }, "task_quality": { "information_extraction": 52, "summarization": 84 }, "task_cost_usd": { "information_extraction": 0.022759, "summarization": 0.022778 }, "task_cost_per_quality": { "information_extraction": 0.004863, "summarization": 0.002712 }, "task_cost_per_hour_usd": { "information_extraction": 0.00247, "summarization": 0.002328 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.058016, "cost_per_quality": 0.001275, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4200, "cost_per_hour_usd": 0.04932, "latency": { "n": 50, "min": 0.433, "max": 2.128, "mean": 0.928, "p50": 0.854, "p95": 2.015 }, "tokens_per_second": 61.58, "ttft": { "n": 50, "min": 0.302, "max": 3.074, "mean": 0.77, "p50": 0.549, "p95": 1.613 }, "task_quality": { "dictation": 96, "information_extraction": 89, "summarization": 88, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.020466, "information_extraction": 0.01236, "summarization": 0.011084, "text_correction": 0.014106 }, "task_cost_per_quality": { "dictation": 0.001066, "information_extraction": 0.001389, "summarization": 0.00126, "text_correction": 0.001567 }, "task_cost_per_hour_usd": { "dictation": 0.04186, "information_extraction": 0.04851, "summarization": 0.05424, "text_correction": 0.06178 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "120s", "quality_score": 86, "total_cost_usd": 0.128086, "cost_per_quality": 0.002979, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4200, "cost_per_hour_usd": 0.05967, "latency": { "n": 50, "min": 0.663, "max": 3.892, "mean": 1.557, "p50": 1.318, "p95": 3.154 }, "tokens_per_second": 116.502, "ttft": { "n": 50, "min": 0.302, "max": 3.704, "mean": 0.661, "p50": 0.463, "p95": 1.475 }, "task_quality": { "dictation": 89, "information_extraction": 81, "summarization": 85, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.041394, "information_extraction": 0.021216, "summarization": 0.022468, "text_correction": 0.043008 }, "task_cost_per_quality": { "dictation": 0.002326, "information_extraction": 0.002619, "summarization": 0.002643, "text_correction": 0.004887 }, "task_cost_per_hour_usd": { "dictation": 0.05662, "information_extraction": 0.04778, "summarization": 0.05459, "text_correction": 0.07681 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "900s", "quality_score": 79, "total_cost_usd": 0.440242, "cost_per_quality": 0.01858, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4200, "cost_per_hour_usd": 0.06344, "latency": { "n": 30, "min": 1.412, "max": 22.504, "mean": 6.568, "p50": 2.559, "p95": 18.186 }, "tokens_per_second": 145.823, "ttft": { "n": 30, "min": 0.421, "max": 0.811, "mean": 0.55, "p50": 0.551, "p95": 0.666 }, "task_quality": { "information_extraction": 75, "summarization": 75, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.09066, "summarization": 0.077056, "text_correction": 0.272526 }, "task_cost_per_quality": { "information_extraction": 0.01209, "summarization": 0.01027, "text_correction": 0.03206 }, "task_cost_per_hour_usd": { "information_extraction": 0.04671, "summarization": 0.04274, "text_correction": 0.08527 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 71, "total_cost_usd": 1.75046, "cost_per_quality": 0.08502, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4200, "cost_per_hour_usd": 0.06036, "latency": { "n": 29, "min": 2.749, "max": 94.227, "mean": 25.608, "p50": 4.401, "p95": 91.848 }, "error_count": 1, "tokens_per_second": 152.938, "ttft": { "n": 29, "min": 0.39, "max": 1.038, "mean": 0.654, "p50": 0.552, "p95": 1.005 }, "task_quality": { "information_extraction": 65, "summarization": 71, "text_correction": 77 }, "task_cost_usd": { "information_extraction": 0.326642, "summarization": 0.300934, "text_correction": 1.122884 }, "task_cost_per_quality": { "information_extraction": 0.05025, "summarization": 0.04239, "text_correction": 0.162 }, "task_cost_per_hour_usd": { "information_extraction": 0.04063, "summarization": 0.0385, "text_correction": 0.08543 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.452298, "cost_per_quality": 0.009623, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9335, "cost_per_hour_usd": 0.1688, "latency": { "n": 50, "min": 2.41, "max": 46.993, "mean": 10.846, "p50": 6.944, "p95": 38.159 }, "tokens_per_second": 96.264, "ttft": { "n": 50, "min": 3.749, "max": 41.81, "mean": 15.437, "p50": 13.917, "p95": 32.488 }, "task_quality": { "dictation": 99, "information_extraction": 90, "summarization": 95, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.113917, "information_extraction": 0.128137, "summarization": 0.061185, "text_correction": 0.149059 }, "task_cost_per_quality": { "dictation": 0.005753, "information_extraction": 0.01424, "summarization": 0.006441, "text_correction": 0.01638 }, "task_cost_per_hour_usd": { "dictation": 0.1405, "information_extraction": 0.1793, "summarization": 0.16, "text_correction": 0.1932 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 1.103613, "cost_per_quality": 0.02426, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9335, "cost_per_hour_usd": 0.1848, "latency": { "n": 50, "min": 4.854, "max": 48.773, "mean": 19.301, "p50": 13.396, "p95": 45.3 }, "tokens_per_second": 115.441, "ttft": { "n": 50, "min": 11.486, "max": 77.683, "mean": 32.454, "p50": 26.781, "p95": 54.7 }, "task_quality": { "dictation": 96, "information_extraction": 86, "summarization": 93, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.350485, "information_extraction": 0.240178, "summarization": 0.112456, "text_correction": 0.400494 }, "task_cost_per_quality": { "dictation": 0.01825, "information_extraction": 0.02793, "summarization": 0.01209, "text_correction": 0.045 }, "task_cost_per_hour_usd": { "dictation": 0.181, "information_extraction": 0.1817, "summarization": 0.1557, "text_correction": 0.201 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 83, "total_cost_usd": 2.029834, "cost_per_quality": 0.08152, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9335, "cost_per_hour_usd": 0.164, "latency": { "n": 30, "min": 19.539, "max": 144.279, "mean": 60.856, "p50": 41.977, "p95": 141.975 }, "tokens_per_second": 97.653, "ttft": { "n": 26, "min": 10.531, "max": 122.145, "mean": 64.517, "p50": 65.669, "p95": 120.701 }, "task_quality": { "information_extraction": 84, "summarization": 85, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.503777, "summarization": 0.240845, "text_correction": 1.285212 }, "task_cost_per_quality": { "information_extraction": 0.05997, "summarization": 0.02833, "text_correction": 0.1627 }, "task_cost_per_hour_usd": { "information_extraction": 0.1487, "summarization": 0.1098, "text_correction": 0.1892 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 78, "total_cost_usd": 3.191997, "cost_per_quality": 0.1411, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9335, "cost_per_hour_usd": 0.1101, "latency": { "n": 29, "min": 22.017, "max": 236.797, "mean": 82.193, "p50": 42.16, "p95": 202.807 }, "error_count": 1, "tokens_per_second": 108.669, "ttft": { "n": 29, "min": 19.178, "max": 119.418, "mean": 60.668, "p50": 56.745, "p95": 106.295 }, "task_quality": { "information_extraction": 76, "summarization": 80, "text_correction": 77 }, "task_cost_usd": { "information_extraction": 0.729623, "summarization": 0.454961, "text_correction": 2.007413 }, "task_cost_per_quality": { "information_extraction": 0.096, "summarization": 0.05687, "text_correction": 0.2897 }, "task_cost_per_hour_usd": { "information_extraction": 0.08712, "summarization": 0.06383, "text_correction": 0.1487 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.070283, "cost_per_quality": 0.001545, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5799, "cost_per_hour_usd": 0.02655, "latency": { "n": 50, "min": 2.157, "max": 15.497, "mean": 5.791, "p50": 5.063, "p95": 13.288 }, "tokens_per_second": 109.896, "ttft": { "n": 50, "min": 2.3, "max": 14.528, "mean": 5.942, "p50": 4.989, "p95": 14.024 }, "task_quality": { "dictation": 99, "information_extraction": 83, "summarization": 91, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.018049, "information_extraction": 0.023927, "summarization": 0.009371, "text_correction": 0.018936 }, "task_cost_per_quality": { "dictation": 0.0009116, "information_extraction": 0.002883, "summarization": 0.00103, "text_correction": 0.002081 }, "task_cost_per_hour_usd": { "dictation": 0.02157, "information_extraction": 0.02984, "summarization": 0.02478, "text_correction": 0.03005 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "120s", "quality_score": 87, "total_cost_usd": 0.153809, "cost_per_quality": 0.003536, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5799, "cost_per_hour_usd": 0.02886, "latency": { "n": 50, "min": 3.781, "max": 33.005, "mean": 13.108, "p50": 12.671, "p95": 21.399 }, "tokens_per_second": 112.14, "ttft": { "n": 50, "min": 3.073, "max": 27.543, "mean": 10.774, "p50": 10.33, "p95": 18.85 }, "task_quality": { "dictation": 95, "information_extraction": 76, "summarization": 95, "text_correction": 80 }, "task_cost_usd": { "dictation": 0.057897, "information_extraction": 0.033921, "summarization": 0.014818, "text_correction": 0.047173 }, "task_cost_per_quality": { "dictation": 0.003047, "information_extraction": 0.004463, "summarization": 0.00156, "text_correction": 0.005897 }, "task_cost_per_hour_usd": { "dictation": 0.02931, "information_extraction": 0.02833, "summarization": 0.02262, "text_correction": 0.03142 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "900s", "quality_score": 77, "total_cost_usd": 0.252766, "cost_per_quality": 0.01094, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5799, "cost_per_hour_usd": 0.02371, "latency": { "n": 30, "min": 7.162, "max": 73.809, "mean": 32.349, "p50": 27.332, "p95": 65.784 }, "tokens_per_second": 116.793, "ttft": { "n": 30, "min": 5.313, "max": 56.188, "mean": 28.451, "p50": 29.485, "p95": 56.136 }, "task_quality": { "information_extraction": 74, "summarization": 83, "text_correction": 75 }, "task_cost_usd": { "information_extraction": 0.080913, "summarization": 0.033476, "text_correction": 0.138377 }, "task_cost_per_quality": { "information_extraction": 0.01093, "summarization": 0.004033, "text_correction": 0.01845 }, "task_cost_per_hour_usd": { "information_extraction": 0.02315, "summarization": 0.01512, "text_correction": 0.02794 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 66, "total_cost_usd": 0.433353, "cost_per_quality": 0.02264, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5799, "cost_per_hour_usd": 0.01494, "latency": { "n": 29, "min": 9.716, "max": 114.284, "mean": 45.905, "p50": 36.383, "p95": 113.886 }, "error_count": 1, "tokens_per_second": 119.463, "ttft": { "n": 25, "min": 6.83, "max": 94.933, "mean": 23.807, "p50": 12.791, "p95": 70.479 }, "task_quality": { "information_extraction": 73, "summarization": 77, "text_correction": 48 }, "task_cost_usd": { "information_extraction": 0.124579, "summarization": 0.061329, "text_correction": 0.247445 }, "task_cost_per_quality": { "information_extraction": 0.01707, "summarization": 0.007965, "text_correction": 0.05728 }, "task_cost_per_hour_usd": { "information_extraction": 0.01331, "summarization": 0.007997, "text_correction": 0.02067 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "30s", "quality_score": 87, "total_cost_usd": 0.031965, "cost_per_quality": 0.0007348, "hourly_prompt_tokens": 13240, "hourly_completion_tokens": 9968, "cost_per_hour_usd": 0.007766, "latency": { "n": 50, "min": 4.794, "max": 39.578, "mean": 12.81, "p50": 9.577, "p95": 30.52 }, "tokens_per_second": 125.401, "ttft": { "n": 50, "min": 3.194, "max": 22.209, "mean": 9.461, "p50": 7.477, "p95": 20.496 }, "task_quality": { "dictation": 97, "information_extraction": 88, "summarization": 85, "text_correction": 79 }, "task_cost_usd": { "dictation": 0.01293, "information_extraction": 0.005951, "summarization": 0.003939, "text_correction": 0.009145 }, "task_cost_per_quality": { "dictation": 0.0006665, "information_extraction": 0.0006763, "summarization": 0.0004634, "text_correction": 0.001158 }, "task_cost_per_hour_usd": { "dictation": 0.007628, "information_extraction": 0.007551, "summarization": 0.007365, "text_correction": 0.00833 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "120s", "quality_score": 79, "total_cost_usd": 0.070255, "cost_per_quality": 0.001779, "hourly_prompt_tokens": 13240, "hourly_completion_tokens": 9968, "cost_per_hour_usd": 0.008114, "latency": { "n": 50, "min": 5.893, "max": 66.515, "mean": 26.653, "p50": 27.75, "p95": 55.336 }, "tokens_per_second": 130.04, "ttft": { "n": 50, "min": 4.157, "max": 52.298, "mean": 18.842, "p50": 18.28, "p95": 36.245 }, "task_quality": { "dictation": 85, "information_extraction": 79, "summarization": 78, "text_correction": 73 }, "task_cost_usd": { "dictation": 0.037554, "information_extraction": 0.009483, "summarization": 0.00564, "text_correction": 0.017578 }, "task_cost_per_quality": { "dictation": 0.002209, "information_extraction": 0.0012, "summarization": 0.0007231, "text_correction": 0.002408 }, "task_cost_per_hour_usd": { "dictation": 0.008477, "information_extraction": 0.007407, "summarization": 0.006796, "text_correction": 0.008301 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "900s", "quality_score": 60, "total_cost_usd": 0.096068, "cost_per_quality": 0.005521, "hourly_prompt_tokens": 13240, "hourly_completion_tokens": 9968, "cost_per_hour_usd": 0.007083, "latency": { "n": 30, "min": 11.224, "max": 201.075, "mean": 70.456, "p50": 43.249, "p95": 198.793 }, "tokens_per_second": 134.138, "ttft": { "n": 30, "min": 10.162, "max": 99.37, "mean": 37.955, "p50": 32.438, "p95": 72.858 }, "task_quality": { "information_extraction": 62, "summarization": 65, "text_correction": 54 }, "task_cost_usd": { "information_extraction": 0.023536, "summarization": 0.011002, "text_correction": 0.06153 }, "task_cost_per_quality": { "information_extraction": 0.004218, "summarization": 0.001693, "text_correction": 0.01139 }, "task_cost_per_hour_usd": { "information_extraction": 0.006666, "summarization": 0.004797, "text_correction": 0.00795 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 48, "total_cost_usd": 0.125525, "cost_per_quality": 0.009686, "hourly_prompt_tokens": 13240, "hourly_completion_tokens": 9968, "cost_per_hour_usd": 0.004649, "latency": { "n": 27, "min": 15.033, "max": 242.381, "mean": 78.127, "p50": 36.775, "p95": 231.41 }, "error_count": 3, "tokens_per_second": 148.385, "ttft": { "n": 29, "min": 9.888, "max": 136.531, "mean": 43.677, "p50": 33.938, "p95": 128.918 }, "task_quality": { "information_extraction": 58, "summarization": 61, "text_correction": 24 }, "task_cost_usd": { "information_extraction": 0.028656, "summarization": 0.021222, "text_correction": 0.075647 }, "task_cost_per_quality": { "information_extraction": 0.006176, "summarization": 0.003479, "text_correction": 0.03502 }, "task_cost_per_hour_usd": { "information_extraction": 0.004099, "summarization": 0.002907, "text_correction": 0.005953 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "30s", "quality_score": 89, "total_cost_usd": 0.06047, "cost_per_quality": 0.001359, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4578, "cost_per_hour_usd": 0.05011, "latency": { "n": 50, "min": 0.639, "max": 2.282, "mean": 1.223, "p50": 1.22, "p95": 1.983 }, "tokens_per_second": 61.107, "ttft": { "n": 50, "min": 0.435, "max": 1.907, "mean": 0.84, "p50": 0.667, "p95": 1.732 }, "task_quality": { "dictation": 98, "information_extraction": 83, "summarization": 88, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.017278, "information_extraction": 0.015718, "summarization": 0.012725, "text_correction": 0.014749 }, "task_cost_per_quality": { "dictation": 0.0008815, "information_extraction": 0.001894, "summarization": 0.001446, "text_correction": 0.001657 }, "task_cost_per_hour_usd": { "dictation": 0.03544, "information_extraction": 0.0566, "summarization": 0.05953, "text_correction": 0.06472 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "120s", "quality_score": 87, "total_cost_usd": 0.137132, "cost_per_quality": 0.003152, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4578, "cost_per_hour_usd": 0.06311, "latency": { "n": 50, "min": 0.911, "max": 5.207, "mean": 2.204, "p50": 1.877, "p95": 4.17 }, "tokens_per_second": 91.038, "ttft": { "n": 50, "min": 0.43, "max": 3.202, "mean": 0.833, "p50": 0.683, "p95": 1.636 }, "task_quality": { "dictation": 95, "information_extraction": 78, "summarization": 90, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.040723, "information_extraction": 0.023969, "summarization": 0.025006, "text_correction": 0.047434 }, "task_cost_per_quality": { "dictation": 0.002143, "information_extraction": 0.003073, "summarization": 0.002778, "text_correction": 0.005516 }, "task_cost_per_hour_usd": { "dictation": 0.05619, "information_extraction": 0.05123, "summarization": 0.05865, "text_correction": 0.08563 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "900s", "quality_score": 78, "total_cost_usd": 0.477804, "cost_per_quality": 0.02042, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4578, "cost_per_hour_usd": 0.06815, "latency": { "n": 30, "min": 1.174, "max": 23.583, "mean": 9.407, "p50": 5.632, "p95": 21.874 }, "tokens_per_second": 114.394, "ttft": { "n": 30, "min": 0.537, "max": 0.979, "mean": 0.678, "p50": 0.654, "p95": 0.96 }, "task_quality": { "information_extraction": 74, "summarization": 81, "text_correction": 80 }, "task_cost_usd": { "information_extraction": 0.096327, "summarization": 0.077636, "text_correction": 0.303841 }, "task_cost_per_quality": { "information_extraction": 0.01302, "summarization": 0.009585, "text_correction": 0.03798 }, "task_cost_per_hour_usd": { "information_extraction": 0.04777, "summarization": 0.04162, "text_correction": 0.09711 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 74, "total_cost_usd": 1.81254, "cost_per_quality": 0.08446, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4578, "cost_per_hour_usd": 0.0625, "latency": { "n": 29, "min": 6.106, "max": 108.407, "mean": 32.689, "p50": 11.944, "p95": 101.611 }, "error_count": 1, "tokens_per_second": 119.947, "ttft": { "n": 29, "min": 0.69, "max": 9.995, "mean": 1.411, "p50": 1.069, "p95": 1.901 }, "task_quality": { "information_extraction": 70, "summarization": 75, "text_correction": 75 }, "task_cost_usd": { "information_extraction": 0.314416, "summarization": 0.245991, "text_correction": 1.252133 }, "task_cost_per_quality": { "information_extraction": 0.04492, "summarization": 0.0328, "text_correction": 0.1855 }, "task_cost_per_hour_usd": { "information_extraction": 0.03797, "summarization": 0.03133, "text_correction": 0.09732 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.07657, "cost_per_quality": 0.001683, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4345, "cost_per_hour_usd": 0.06434, "latency": { "n": 50, "min": 0.651, "max": 5.038, "mean": 1.459, "p50": 1.331, "p95": 2.241 }, "tokens_per_second": 44.142, "ttft": { "n": 50, "min": 0.595, "max": 2.527, "mean": 0.991, "p50": 0.796, "p95": 1.937 }, "task_quality": { "dictation": 98, "information_extraction": 88, "summarization": 93, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.02251, "information_extraction": 0.016995, "summarization": 0.017242, "text_correction": 0.019823 }, "task_cost_per_quality": { "dictation": 0.001148, "information_extraction": 0.001931, "summarization": 0.001854, "text_correction": 0.002253 }, "task_cost_per_hour_usd": { "dictation": 0.04621, "information_extraction": 0.06508, "summarization": 0.08048, "text_correction": 0.08711 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "120s", "quality_score": 87, "total_cost_usd": 0.184911, "cost_per_quality": 0.004251, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4345, "cost_per_hour_usd": 0.0851, "latency": { "n": 50, "min": 1.34, "max": 5.009, "mean": 2.714, "p50": 2.136, "p95": 4.76 }, "tokens_per_second": 67.557, "ttft": { "n": 50, "min": 0.59, "max": 2.186, "mean": 0.848, "p50": 0.704, "p95": 1.657 }, "task_quality": { "dictation": 94, "information_extraction": 79, "summarization": 91, "text_correction": 83 }, "task_cost_usd": { "dictation": 0.05529, "information_extraction": 0.026429, "summarization": 0.037444, "text_correction": 0.065748 }, "task_cost_per_quality": { "dictation": 0.002941, "information_extraction": 0.003345, "summarization": 0.004115, "text_correction": 0.007921 }, "task_cost_per_hour_usd": { "dictation": 0.07603, "information_extraction": 0.05935, "summarization": 0.08475, "text_correction": 0.1177 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "900s", "quality_score": 79, "total_cost_usd": 0.637419, "cost_per_quality": 0.02782, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4345, "cost_per_hour_usd": 0.09319, "latency": { "n": 29, "min": 2.189, "max": 35.82, "mean": 12.813, "p50": 6.656, "p95": 34.046 }, "error_count": 1, "tokens_per_second": 82.461, "ttft": { "n": 30, "min": 0.561, "max": 1.151, "mean": 0.716, "p50": 0.697, "p95": 0.901 }, "task_quality": { "information_extraction": 73, "summarization": 79, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 0.101716, "summarization": 0.114539, "text_correction": 0.421164 }, "task_cost_per_quality": { "information_extraction": 0.01548, "summarization": 0.0145, "text_correction": 0.04897 }, "task_cost_per_hour_usd": { "information_extraction": 0.05735, "summarization": 0.05987, "text_correction": 0.1336 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 79, "total_cost_usd": 2.443139, "cost_per_quality": 0.1066, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4345, "cost_per_hour_usd": 0.08425, "latency": { "n": 29, "min": 6.518, "max": 149.825, "mean": 44.927, "p50": 13.096, "p95": 143.34 }, "error_count": 1, "tokens_per_second": 87.224, "ttft": { "n": 29, "min": 0.589, "max": 1.138, "mean": 0.776, "p50": 0.742, "p95": 1.115 }, "task_quality": { "information_extraction": 69, "summarization": 82, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.349909, "summarization": 0.369884, "text_correction": 1.723346 }, "task_cost_per_quality": { "information_extraction": 0.05071, "summarization": 0.04511, "text_correction": 0.2253 }, "task_cost_per_hour_usd": { "information_extraction": 0.0436, "summarization": 0.0459, "text_correction": 0.1334 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.33395, "cost_per_quality": 0.007031, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5223, "cost_per_hour_usd": 0.2388, "latency": { "n": 50, "min": 1.013, "max": 6.887, "mean": 2.647, "p50": 2.161, "p95": 5.672 }, "tokens_per_second": 55.247, "ttft": { "n": 50, "min": 0.649, "max": 5.687, "mean": 2.001, "p50": 1.829, "p95": 4.039 }, "task_quality": { "dictation": 99, "information_extraction": 90, "summarization": 97, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.081425, "information_extraction": 0.11089, "summarization": 0.04025, "text_correction": 0.101385 }, "task_cost_per_quality": { "dictation": 0.004112, "information_extraction": 0.01232, "summarization": 0.004149, "text_correction": 0.01067 }, "task_cost_per_hour_usd": { "dictation": 0.161, "information_extraction": 0.2969, "summarization": 0.1978, "text_correction": 0.3212 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.655935, "cost_per_quality": 0.01442, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5223, "cost_per_hour_usd": 0.2655, "latency": { "n": 50, "min": 1.706, "max": 10.329, "mean": 4.138, "p50": 3.037, "p95": 9.261 }, "tokens_per_second": 77.717, "ttft": { "n": 50, "min": 0.534, "max": 7.106, "mean": 2.772, "p50": 2.172, "p95": 6.321 }, "task_quality": { "dictation": 95, "information_extraction": 89, "summarization": 90, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.183385, "information_extraction": 0.15977, "summarization": 0.06963, "text_correction": 0.24315 }, "task_cost_per_quality": { "dictation": 0.009652, "information_extraction": 0.01795, "summarization": 0.007737, "text_correction": 0.02702 }, "task_cost_per_hour_usd": { "dictation": 0.2332, "information_extraction": 0.2691, "summarization": 0.1791, "text_correction": 0.3463 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 85, "total_cost_usd": 2.353315, "cost_per_quality": 0.09229, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5223, "cost_per_hour_usd": 0.2864, "latency": { "n": 30, "min": 3.426, "max": 63.806, "mean": 20.135, "p50": 18.118, "p95": 61.219 }, "tokens_per_second": 92.329, "ttft": { "n": 30, "min": 0.752, "max": 33.301, "mean": 10.678, "p50": 7.774, "p95": 32.106 }, "task_quality": { "information_extraction": 84, "summarization": 83, "text_correction": 89 }, "task_cost_usd": { "information_extraction": 0.71928, "summarization": 0.25309, "text_correction": 1.380945 }, "task_cost_per_quality": { "information_extraction": 0.08563, "summarization": 0.03049, "text_correction": 0.1552 }, "task_cost_per_hour_usd": { "information_extraction": 0.2715, "summarization": 0.1429, "text_correction": 0.3638 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 81, "total_cost_usd": 6.483755, "cost_per_quality": 0.276, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5223, "cost_per_hour_usd": 0.2236, "latency": { "n": 29, "min": 7.262, "max": 106.61, "mean": 41.393, "p50": 29.842, "p95": 103.028 }, "error_count": 1, "tokens_per_second": 104.759, "ttft": { "n": 29, "min": 1.541, "max": 38.078, "mean": 11.354, "p50": 6.841, "p95": 30.104 }, "task_quality": { "information_extraction": 74, "summarization": 86, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 1.522455, "summarization": 0.905905, "text_correction": 4.055395 }, "task_cost_per_quality": { "information_extraction": 0.2057, "summarization": 0.1053, "text_correction": 0.5364 }, "task_cost_per_hour_usd": { "information_extraction": 0.1744, "summarization": 0.1195, "text_correction": 0.3197 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.012107, "cost_per_quality": 0.0002576, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4449, "cost_per_hour_usd": 0.008645, "latency": { "n": 50, "min": 0.821, "max": 4.621, "mean": 2.022, "p50": 1.636, "p95": 4.134 }, "tokens_per_second": 61.778, "ttft": { "n": 50, "min": 0.507, "max": 6.088, "mean": 1.739, "p50": 1.49, "p95": 3.841 }, "task_quality": { "dictation": 94, "information_extraction": 90, "summarization": 96, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.002849, "information_extraction": 0.003517, "summarization": 0.001579, "text_correction": 0.004162 }, "task_cost_per_quality": { "dictation": 0.0001515, "information_extraction": 0.0003908, "summarization": 0.0001645, "text_correction": 0.0004381 }, "task_cost_per_hour_usd": { "dictation": 0.005603, "information_extraction": 0.01014, "summarization": 0.007488, "text_correction": 0.01245 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.025983, "cost_per_quality": 0.0005839, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4449, "cost_per_hour_usd": 0.01012, "latency": { "n": 50, "min": 1.725, "max": 9.3, "mean": 3.545, "p50": 2.726, "p95": 8.13 }, "tokens_per_second": 88.415, "ttft": { "n": 50, "min": 0.476, "max": 6.002, "mean": 2.364, "p50": 1.836, "p95": 5.008 }, "task_quality": { "dictation": 95, "information_extraction": 86, "summarization": 88, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.007297, "information_extraction": 0.005683, "summarization": 0.002901, "text_correction": 0.010102 }, "task_cost_per_quality": { "dictation": 0.0003841, "information_extraction": 0.0006608, "summarization": 0.0003297, "text_correction": 0.001175 }, "task_cost_per_hour_usd": { "dictation": 0.008914, "information_extraction": 0.009692, "summarization": 0.007057, "text_correction": 0.01347 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "900s", "quality_score": 85, "total_cost_usd": 0.073235, "cost_per_quality": 0.002872, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4449, "cost_per_hour_usd": 0.009642, "latency": { "n": 30, "min": 2.754, "max": 33.209, "mean": 11.621, "p50": 7.441, "p95": 28.171 }, "tokens_per_second": 119.943, "ttft": { "n": 30, "min": 0.79, "max": 15.276, "mean": 6.264, "p50": 6.227, "p95": 13.721 }, "task_quality": { "information_extraction": 81, "summarization": 84, "text_correction": 90 }, "task_cost_usd": { "information_extraction": 0.019153, "summarization": 0.009971, "text_correction": 0.044111 }, "task_cost_per_quality": { "information_extraction": 0.002365, "summarization": 0.001187, "text_correction": 0.004901 }, "task_cost_per_hour_usd": { "information_extraction": 0.008274, "summarization": 0.005418, "text_correction": 0.01282 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 80, "total_cost_usd": 0.23243, "cost_per_quality": 0.01002, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4449, "cost_per_hour_usd": 0.008015, "latency": { "n": 29, "min": 3.165, "max": 99.626, "mean": 30.465, "p50": 10.032, "p95": 95.641 }, "error_count": 1, "tokens_per_second": 129.651, "ttft": { "n": 29, "min": 1.351, "max": 15.17, "mean": 5.166, "p50": 3.216, "p95": 14.52 }, "task_quality": { "information_extraction": 76, "summarization": 83, "text_correction": 82 }, "task_cost_usd": { "information_extraction": 0.045876, "summarization": 0.032881, "text_correction": 0.153673 }, "task_cost_per_quality": { "information_extraction": 0.006036, "summarization": 0.003962, "text_correction": 0.02082 }, "task_cost_per_hour_usd": { "information_extraction": 0.005456, "summarization": 0.00424, "text_correction": 0.01197 } }, { "model": "gpt-5.6-sol", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.172616, "cost_per_quality": 0.003634, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4741, "cost_per_hour_usd": 0.1365, "latency": { "n": 50, "min": 0.779, "max": 6.659, "mean": 2.348, "p50": 1.936, "p95": 4.762 }, "tokens_per_second": 38.86, "ttft": { "n": 50, "min": 0.574, "max": 3.912, "mean": 1.657, "p50": 1.469, "p95": 3.449 }, "task_quality": { "dictation": 99, "information_extraction": 94, "summarization": 91, "text_correction": 98 }, "task_cost_usd": { "dictation": 0.046716, "information_extraction": 0.052448, "summarization": 0.023508, "text_correction": 0.049944 }, "task_cost_per_quality": { "dictation": 0.002359, "information_extraction": 0.00558, "summarization": 0.002583, "text_correction": 0.005096 }, "task_cost_per_hour_usd": { "dictation": 0.09664, "information_extraction": 0.1654, "summarization": 0.121, "text_correction": 0.1851 } }, { "model": "gpt-5.6-sol", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.383752, "cost_per_quality": 0.008606, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4741, "cost_per_hour_usd": 0.1664, "latency": { "n": 50, "min": 1.67, "max": 16.297, "mean": 4.276, "p50": 2.995, "p95": 11.249 }, "tokens_per_second": 63.397, "ttft": { "n": 50, "min": 0.519, "max": 15.292, "mean": 3.048, "p50": 1.833, "p95": 9.6 }, "task_quality": { "dictation": 95, "information_extraction": 90, "summarization": 89, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.104108, "information_extraction": 0.079712, "summarization": 0.051248, "text_correction": 0.148684 }, "task_cost_per_quality": { "dictation": 0.005479, "information_extraction": 0.009841, "summarization": 0.005758, "text_correction": 0.01634 }, "task_cost_per_hour_usd": { "dictation": 0.141, "information_extraction": 0.1618, "summarization": 0.1276, "text_correction": 0.221 } }, { "model": "gpt-5.6-sol", "reasoning_effort": "default", "bucket": "900s", "quality_score": 87, "total_cost_usd": 1.34956, "cost_per_quality": 0.05171, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4741, "cost_per_hour_usd": 0.1761, "latency": { "n": 30, "min": 4.3, "max": 45.915, "mean": 19.349, "p50": 15.848, "p95": 44.246 }, "tokens_per_second": 74.454, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 81, "summarization": 88, "text_correction": 90 }, "task_cost_usd": { "information_extraction": 0.365948, "summarization": 0.194368, "text_correction": 0.789244 }, "task_cost_per_quality": { "information_extraction": 0.04518, "summarization": 0.02209, "text_correction": 0.08769 }, "task_cost_per_hour_usd": { "information_extraction": 0.1557, "summarization": 0.1059, "text_correction": 0.2268 } }, { "model": "gpt-5.6-sol", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 4.301636, "cost_per_quality": 0.1745, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4741, "cost_per_hour_usd": 0.1483, "latency": { "n": 29, "min": 6.588, "max": 115.743, "mean": 43.445, "p50": 30.668, "p95": 109.365 }, "error_count": 1, "tokens_per_second": 86.862, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 79, "summarization": 90, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.95246, "summarization": 0.66386, "text_correction": 2.685316 }, "task_cost_per_quality": { "information_extraction": 0.1206, "summarization": 0.07376, "text_correction": 0.351 }, "task_cost_per_hour_usd": { "information_extraction": 0.1115, "summarization": 0.08615, "text_correction": 0.2106 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.082136, "cost_per_quality": 0.001729, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4369, "cost_per_hour_usd": 0.0671, "latency": { "n": 50, "min": 0.75, "max": 4.094, "mean": 1.695, "p50": 1.44, "p95": 3.806 }, "tokens_per_second": 43.128, "ttft": { "n": 50, "min": 0.571, "max": 2.869, "mean": 1.234, "p50": 0.955, "p95": 2.742 }, "task_quality": { "dictation": 98, "information_extraction": 90, "summarization": 99, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.023306, "information_extraction": 0.021328, "summarization": 0.014828, "text_correction": 0.022674 }, "task_cost_per_quality": { "dictation": 0.001189, "information_extraction": 0.00237, "summarization": 0.001498, "text_correction": 0.002438 }, "task_cost_per_hour_usd": { "dictation": 0.04791, "information_extraction": 0.07526, "summarization": 0.07152, "text_correction": 0.09182 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.195294, "cost_per_quality": 0.004389, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4369, "cost_per_hour_usd": 0.08584, "latency": { "n": 50, "min": 1.418, "max": 6.279, "mean": 2.96, "p50": 2.419, "p95": 5.828 }, "tokens_per_second": 76.361, "ttft": { "n": 50, "min": 0.561, "max": 3.663, "mean": 1.361, "p50": 0.965, "p95": 2.95 }, "task_quality": { "dictation": 93, "information_extraction": 83, "summarization": 93, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.052522, "information_extraction": 0.041768, "summarization": 0.030228, "text_correction": 0.070776 }, "task_cost_per_quality": { "dictation": 0.002824, "information_extraction": 0.005032, "summarization": 0.00325, "text_correction": 0.008043 }, "task_cost_per_hour_usd": { "dictation": 0.0723, "information_extraction": 0.08058, "summarization": 0.07221, "text_correction": 0.1157 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "900s", "quality_score": 84, "total_cost_usd": 0.632446, "cost_per_quality": 0.0251, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4369, "cost_per_hour_usd": 0.08832, "latency": { "n": 30, "min": 3.695, "max": 22.924, "mean": 10.716, "p50": 8.844, "p95": 22.229 }, "tokens_per_second": 99.113, "ttft": { "n": 30, "min": 0.715, "max": 9.53, "mean": 3.668, "p50": 2.681, "p95": 9.151 }, "task_quality": { "information_extraction": 80, "summarization": 83, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.140508, "summarization": 0.100264, "text_correction": 0.391674 }, "task_cost_per_quality": { "information_extraction": 0.01756, "summarization": 0.01208, "text_correction": 0.04451 }, "task_cost_per_hour_usd": { "information_extraction": 0.06736, "summarization": 0.05415, "text_correction": 0.1215 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 82, "total_cost_usd": 2.296142, "cost_per_quality": 0.09656, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4369, "cost_per_hour_usd": 0.07918, "latency": { "n": 29, "min": 5.957, "max": 89.192, "mean": 29.702, "p50": 11.462, "p95": 85.107 }, "error_count": 1, "tokens_per_second": 110.145, "ttft": { "n": 29, "min": 0.753, "max": 15.675, "mean": 4.046, "p50": 2.1, "p95": 12.679 }, "task_quality": { "information_extraction": 76, "summarization": 83, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 0.393666, "summarization": 0.349174, "text_correction": 1.553302 }, "task_cost_per_quality": { "information_extraction": 0.0518, "summarization": 0.04207, "text_correction": 0.2007 }, "task_cost_per_hour_usd": { "information_extraction": 0.04836, "summarization": 0.04428, "text_correction": 0.1197 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.37319, "cost_per_quality": 0.007857, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4388, "cost_per_hour_usd": 0.3049, "latency": { "n": 50, "min": 1.349, "max": 8.992, "mean": 2.867, "p50": 2.423, "p95": 5.103 }, "tokens_per_second": 24.564, "ttft": { "n": 50, "min": 0.704, "max": 5.67, "mean": 2.197, "p50": 1.433, "p95": 4.785 }, "task_quality": { "dictation": 99, "information_extraction": 88, "summarization": 98, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.11049, "information_extraction": 0.10017, "summarization": 0.05607, "text_correction": 0.10646 }, "task_cost_per_quality": { "dictation": 0.00558, "information_extraction": 0.01138, "summarization": 0.005721, "text_correction": 0.01121 }, "task_cost_per_hour_usd": { "dictation": 0.2274, "information_extraction": 0.3472, "summarization": 0.2873, "text_correction": 0.4182 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.83627, "cost_per_quality": 0.01798, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4388, "cost_per_hour_usd": 0.3727, "latency": { "n": 50, "min": 1.731, "max": 13.947, "mean": 5.161, "p50": 3.585, "p95": 10.654 }, "tokens_per_second": 40.876, "ttft": { "n": 50, "min": 0.754, "max": 6.426, "mean": 2.521, "p50": 1.859, "p95": 5.56 }, "task_quality": { "dictation": 96, "information_extraction": 89, "summarization": 95, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.23592, "information_extraction": 0.16467, "summarization": 0.11452, "text_correction": 0.32116 }, "task_cost_per_quality": { "dictation": 0.01229, "information_extraction": 0.0185, "summarization": 0.01205, "text_correction": 0.03453 }, "task_cost_per_hour_usd": { "dictation": 0.3251, "information_extraction": 0.3331, "summarization": 0.2905, "text_correction": 0.5103 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "900s", "quality_score": 87, "total_cost_usd": 2.6345, "cost_per_quality": 0.1009, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4388, "cost_per_hour_usd": 0.3772, "latency": { "n": 30, "min": 3.402, "max": 52.833, "mean": 19.801, "p50": 12.274, "p95": 52.824 }, "tokens_per_second": 48.382, "ttft": { "n": 30, "min": 1.019, "max": 9.88, "mean": 4.344, "p50": 4.539, "p95": 8.853 }, "task_quality": { "information_extraction": 80, "summarization": 88, "text_correction": 94 }, "task_cost_usd": { "information_extraction": 0.58367, "summarization": 0.40787, "text_correction": 1.64296 }, "task_cost_per_quality": { "information_extraction": 0.07296, "summarization": 0.04635, "text_correction": 0.1748 }, "task_cost_per_hour_usd": { "information_extraction": 0.2883, "summarization": 0.2287, "text_correction": 0.5171 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 87, "total_cost_usd": 10.24179, "cost_per_quality": 0.4059, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4388, "cost_per_hour_usd": 0.3532, "latency": { "n": 29, "min": 6.059, "max": 220.523, "mean": 64.98, "p50": 21.517, "p95": 206.376 }, "error_count": 1, "tokens_per_second": 55.113, "ttft": { "n": 29, "min": 1.045, "max": 16.345, "mean": 4.931, "p50": 3.941, "p95": 10.114 }, "task_quality": { "information_extraction": 81, "summarization": 92, "text_correction": 89 }, "task_cost_usd": { "information_extraction": 1.9855, "summarization": 1.5053, "text_correction": 6.75099 }, "task_cost_per_quality": { "information_extraction": 0.2451, "summarization": 0.1636, "text_correction": 0.8428 }, "task_cost_per_hour_usd": { "information_extraction": 0.2401, "summarization": 0.1959, "text_correction": 0.5175 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.006139, "cost_per_quality": 0.0001292, "hourly_prompt_tokens": 13419, "hourly_completion_tokens": 5194, "cost_per_hour_usd": 0.004302, "latency": { "n": 50, "min": 0.776, "max": 5.989, "mean": 2.158, "p50": 1.631, "p95": 5.05 }, "tokens_per_second": 78.846, "ttft": { "n": 50, "min": 0.545, "max": 5.231, "mean": 1.402, "p50": 0.992, "p95": 3.565 }, "task_quality": { "dictation": 96, "information_extraction": 89, "summarization": 96, "text_correction": 98 }, "task_cost_usd": { "dictation": 0.001493, "information_extraction": 0.00187, "summarization": 0.000848, "text_correction": 0.001928 }, "task_cost_per_quality": { "dictation": 0.00007776, "information_extraction": 0.0002101, "summarization": 0.00008833, "text_correction": 0.0001967 }, "task_cost_per_hour_usd": { "dictation": 0.002953, "information_extraction": 0.005072, "summarization": 0.003907, "text_correction": 0.005743 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "120s", "quality_score": 90, "total_cost_usd": 0.012607, "cost_per_quality": 0.0002802, "hourly_prompt_tokens": 13419, "hourly_completion_tokens": 5194, "cost_per_hour_usd": 0.004854, "latency": { "n": 50, "min": 1.44, "max": 10.85, "mean": 3.669, "p50": 2.425, "p95": 7.918 }, "tokens_per_second": 103.976, "ttft": { "n": 50, "min": 0.706, "max": 9.081, "mean": 2.587, "p50": 1.56, "p95": 7.467 }, "task_quality": { "dictation": 95, "information_extraction": 88, "summarization": 93, "text_correction": 84 }, "task_cost_usd": { "dictation": 0.002999, "information_extraction": 0.00319, "summarization": 0.001494, "text_correction": 0.004924 }, "task_cost_per_quality": { "dictation": 0.0001578, "information_extraction": 0.0003625, "summarization": 0.0001606, "text_correction": 0.0005862 }, "task_cost_per_hour_usd": { "dictation": 0.00394, "information_extraction": 0.005002, "summarization": 0.003611, "text_correction": 0.006275 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "900s", "quality_score": 87, "total_cost_usd": 0.038904, "cost_per_quality": 0.001491, "hourly_prompt_tokens": 13419, "hourly_completion_tokens": 5194, "cost_per_hour_usd": 0.004853, "latency": { "n": 30, "min": 2.493, "max": 28.56, "mean": 14.699, "p50": 16.282, "p95": 28.285 }, "tokens_per_second": 122.116, "ttft": { "n": 30, "min": 0.985, "max": 19.53, "mean": 6.958, "p50": 6.891, "p95": 12.524 }, "task_quality": { "information_extraction": 86, "summarization": 90, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.011736, "summarization": 0.004918, "text_correction": 0.02225 }, "task_cost_per_quality": { "information_extraction": 0.001365, "summarization": 0.0005464, "text_correction": 0.002618 }, "task_cost_per_hour_usd": { "information_extraction": 0.004573, "summarization": 0.002744, "text_correction": 0.006083 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 0.110293, "cost_per_quality": 0.004634, "hourly_prompt_tokens": 13419, "hourly_completion_tokens": 5194, "cost_per_hour_usd": 0.003939, "latency": { "n": 28, "min": 5.623, "max": 78.975, "mean": 30.506, "p50": 18.96, "p95": 71.5 }, "error_count": 2, "tokens_per_second": 134.025, "ttft": { "n": 29, "min": 1.072, "max": 22.568, "mean": 8.079, "p50": 5.295, "p95": 17.682 }, "task_quality": { "information_extraction": 82, "summarization": 88, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.023384, "summarization": 0.016817, "text_correction": 0.070092 }, "task_cost_per_quality": { "information_extraction": 0.003169, "summarization": 0.001911, "text_correction": 0.009162 }, "task_cost_per_hour_usd": { "information_extraction": 0.003018, "summarization": 0.002235, "text_correction": 0.005507 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.005486, "cost_per_quality": 0.0001966, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6769, "cost_per_hour_usd": 0.005869, "latency": { "n": 30, "min": 1.08, "max": 7.683, "mean": 2.847, "p50": 2.192, "p95": 7.098 }, "tokens_per_second": 101.834, "ttft": { "n": 50, "min": 0.721, "max": 6.504, "mean": 2.037, "p50": 1.46, "p95": 4.977 }, "task_quality": { "information_extraction": 86, "summarization": 96, "text_correction": 96 }, "task_cost_usd": { "information_extraction": 0.0022, "summarization": 0.000851, "text_correction": 0.002435 }, "task_cost_per_quality": { "information_extraction": 0.0002558, "summarization": 0.00008865, "text_correction": 0.0002536 }, "task_cost_per_hour_usd": { "information_extraction": 0.005892, "summarization": 0.004233, "text_correction": 0.006759 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "120s", "quality_score": 90, "total_cost_usd": 0.01408, "cost_per_quality": 0.0005215, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6769, "cost_per_hour_usd": 0.006579, "latency": { "n": 30, "min": 1.67, "max": 14.882, "mean": 6.24, "p50": 5.869, "p95": 14.438 }, "tokens_per_second": 119.776, "ttft": { "n": 50, "min": 0.841, "max": 15.667, "mean": 3.811, "p50": 1.97, "p95": 11.43 }, "task_quality": { "information_extraction": 93, "summarization": 88, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.004433, "summarization": 0.001935, "text_correction": 0.007712 }, "task_cost_per_quality": { "information_extraction": 0.0004767, "summarization": 0.0002199, "text_correction": 0.0008764 }, "task_cost_per_hour_usd": { "information_extraction": 0.006221, "summarization": 0.004542, "text_correction": 0.0077 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "900s", "quality_score": 87, "total_cost_usd": 0.069322, "cost_per_quality": 0.002656, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6769, "cost_per_hour_usd": 0.006649, "latency": { "n": 30, "min": 4.182, "max": 75.566, "mean": 27.814, "p50": 23.28, "p95": 63.877 }, "tokens_per_second": 130.539, "ttft": { "n": 30, "min": 2.149, "max": 81.831, "mean": 32.72, "p50": 34.892, "p95": 70.885 }, "task_quality": { "information_extraction": 83, "summarization": 89, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.02019, "summarization": 0.006357, "text_correction": 0.042775 }, "task_cost_per_quality": { "information_extraction": 0.002433, "summarization": 0.0007143, "text_correction": 0.004861 }, "task_cost_per_hour_usd": { "information_extraction": 0.006289, "summarization": 0.003534, "text_correction": 0.007896 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 0.136945, "cost_per_quality": 0.005556, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6769, "cost_per_hour_usd": 0.004722, "latency": { "n": 29, "min": 5.669, "max": 102.43, "mean": 42.255, "p50": 37.574, "p95": 100.144 }, "error_count": 1, "tokens_per_second": 141.4, "ttft": { "n": 29, "min": 5.337, "max": 94.258, "mean": 33.27, "p50": 35.531, "p95": 60.172 }, "task_quality": { "information_extraction": 81, "summarization": 90, "text_correction": 82 }, "task_cost_usd": { "information_extraction": 0.037224, "summarization": 0.019589, "text_correction": 0.080132 }, "task_cost_per_quality": { "information_extraction": 0.004596, "summarization": 0.002177, "text_correction": 0.01086 }, "task_cost_per_hour_usd": { "information_extraction": 0.004129, "summarization": 0.002711, "text_correction": 0.006281 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.00206, "cost_per_quality": 0.00007305, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4088, "cost_per_hour_usd": 0.003005, "latency": { "n": 30, "min": 0.698, "max": 1.334, "mean": 0.908, "p50": 0.87, "p95": 1.181 }, "tokens_per_second": 77.196, "ttft": { "n": 44, "min": 0.376, "max": 0.542, "mean": 0.464, "p50": 0.482, "p95": 0.517 }, "task_quality": { "information_extraction": 90, "summarization": 97, "text_correction": 94 }, "task_cost_usd": { "information_extraction": 0.000663, "summarization": 0.000568, "text_correction": 0.000829 }, "task_cost_per_quality": { "information_extraction": 0.00007367, "summarization": 0.00005856, "text_correction": 0.00008819 }, "task_cost_per_hour_usd": { "information_extraction": 0.002605, "summarization": 0.002851, "text_correction": 0.003577 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "120s", "quality_score": 85, "total_cost_usd": 0.004799, "cost_per_quality": 0.0001882, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4088, "cost_per_hour_usd": 0.003414, "latency": { "n": 30, "min": 0.73, "max": 2.612, "mean": 1.529, "p50": 1.22, "p95": 2.6 }, "tokens_per_second": 111.798, "ttft": { "n": 43, "min": 0.36, "max": 0.558, "mean": 0.443, "p50": 0.43, "p95": 0.534 }, "task_quality": { "information_extraction": 84, "summarization": 89, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.001073, "summarization": 0.001148, "text_correction": 0.002578 }, "task_cost_per_quality": { "information_extraction": 0.0001277, "summarization": 0.000129, "text_correction": 0.0003106 }, "task_cost_per_hour_usd": { "information_extraction": 0.002455, "summarization": 0.002861, "text_correction": 0.004543 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "900s", "quality_score": 83, "total_cost_usd": 0.025069, "cost_per_quality": 0.001007, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4088, "cost_per_hour_usd": 0.003602, "latency": { "n": 30, "min": 1.223, "max": 18.945, "mean": 6.39, "p50": 3.607, "p95": 17.772 }, "tokens_per_second": 133.376, "ttft": { "n": 30, "min": 0.418, "max": 1.488, "mean": 0.771, "p50": 0.697, "p95": 1.46 }, "task_quality": { "information_extraction": 73, "summarization": 91, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.004707, "summarization": 0.003973, "text_correction": 0.016389 }, "task_cost_per_quality": { "information_extraction": 0.0006448, "summarization": 0.0004366, "text_correction": 0.001951 }, "task_cost_per_hour_usd": { "information_extraction": 0.002439, "summarization": 0.002205, "text_correction": 0.005079 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "3600s", "quality_score": 81, "total_cost_usd": 0.098065, "cost_per_quality": 0.004175, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4088, "cost_per_hour_usd": 0.003382, "latency": { "n": 29, "min": 2.042, "max": 73.006, "mean": 21.515, "p50": 4.196, "p95": 70.526 }, "error_count": 1, "tokens_per_second": 145.678, "ttft": { "n": 29, "min": 0.577, "max": 5.694, "mean": 0.986, "p50": 0.822, "p95": 1.077 }, "task_quality": { "information_extraction": 75, "summarization": 87, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.016685, "summarization": 0.014986, "text_correction": 0.066394 }, "task_cost_per_quality": { "information_extraction": 0.002225, "summarization": 0.001723, "text_correction": 0.009108 }, "task_cost_per_hour_usd": { "information_extraction": 0.002073, "summarization": 0.001919, "text_correction": 0.005052 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "30s", "quality_score": 96, "total_cost_usd": 0.092508, "cost_per_quality": 0.001927, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4306, "cost_per_hour_usd": 0.06951, "latency": { "n": 50, "min": 0.685, "max": 6.239, "mean": 1.937, "p50": 1.526, "p95": 5.294 }, "tokens_per_second": 58.919, "ttft": { "n": 50, "min": 0.413, "max": 32.947, "mean": 4.135, "p50": 0.938, "p95": 32.068 }, "task_quality": { "dictation": 99, "information_extraction": 91, "summarization": 98, "text_correction": 96 }, "task_cost_usd": { "dictation": 0.024828, "information_extraction": 0.024204, "summarization": 0.015324, "text_correction": 0.028152 }, "task_cost_per_quality": { "dictation": 0.001254, "information_extraction": 0.00266, "summarization": 0.001564, "text_correction": 0.002932 }, "task_cost_per_hour_usd": { "dictation": 0.0493, "information_extraction": 0.07723, "summarization": 0.06988, "text_correction": 0.09559 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "120s", "quality_score": 90, "total_cost_usd": 0.20778, "cost_per_quality": 0.004712, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4306, "cost_per_hour_usd": 0.08465, "latency": { "n": 49, "min": 1.431, "max": 18.124, "mean": 4.491, "p50": 3.408, "p95": 14.021 }, "error_count": 1, "tokens_per_second": 88.503, "ttft": { "n": 50, "min": 0.613, "max": 5.594, "mean": 2.028, "p50": 1.371, "p95": 5.066 }, "task_quality": { "dictation": 94, "information_extraction": 90, "summarization": 89, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.056564, "information_extraction": 0.048704, "summarization": 0.02361, "text_correction": 0.078902 }, "task_cost_per_quality": { "dictation": 0.003009, "information_extraction": 0.005412, "summarization": 0.002948, "text_correction": 0.008865 }, "task_cost_per_hour_usd": { "dictation": 0.07232, "information_extraction": 0.08313, "summarization": 0.06356, "text_correction": 0.1103 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "900s", "quality_score": 87, "total_cost_usd": 0.56739, "cost_per_quality": 0.02174, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4306, "cost_per_hour_usd": 0.0783, "latency": { "n": 30, "min": 1.813, "max": 18.792, "mean": 8.57, "p50": 8.072, "p95": 15.914 }, "tokens_per_second": 125.868, "ttft": { "n": 20, "min": 1.722, "max": 10.164, "mean": 4.512, "p50": 3.383, "p95": 8.475 }, "task_quality": { "information_extraction": 81, "summarization": 89, "text_correction": 89 }, "task_cost_usd": { "information_extraction": 0.143874, "summarization": 0.083284, "text_correction": 0.340232 }, "task_cost_per_quality": { "information_extraction": 0.01776, "summarization": 0.009358, "text_correction": 0.03823 }, "task_cost_per_hour_usd": { "information_extraction": 0.06577, "summarization": 0.04624, "text_correction": 0.1044 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 84, "total_cost_usd": 2.024608, "cost_per_quality": 0.08311, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4306, "cost_per_hour_usd": 0.06981, "latency": { "n": 29, "min": 3.479, "max": 68.446, "mean": 22.519, "p50": 10.075, "p95": 67.337 }, "error_count": 1, "tokens_per_second": 130.859, "ttft": { "n": 19, "min": 1.415, "max": 10.263, "mean": 4.614, "p50": 3.691, "p95": 10.263 }, "task_quality": { "information_extraction": 78, "summarization": 89, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.38079, "summarization": 0.30025, "text_correction": 1.343568 }, "task_cost_per_quality": { "information_extraction": 0.04882, "summarization": 0.03374, "text_correction": 0.1777 }, "task_cost_per_hour_usd": { "information_extraction": 0.04635, "summarization": 0.03891, "text_correction": 0.1028 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "30s", "quality_score": 96, "total_cost_usd": 0.077908, "cost_per_quality": 0.001623, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4436, "cost_per_hour_usd": 0.06287, "latency": { "n": 50, "min": 1.046, "max": 9.003, "mean": 3.427, "p50": 2.802, "p95": 7.173 }, "tokens_per_second": 27.8, "ttft": { "n": 49, "min": 0.633, "max": 16.167, "mean": 3.129, "p50": 1.731, "p95": 9.219 }, "task_quality": { "dictation": 99, "information_extraction": 90, "summarization": 98, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.022298, "information_extraction": 0.021294, "summarization": 0.011384, "text_correction": 0.022932 }, "task_cost_per_quality": { "dictation": 0.001126, "information_extraction": 0.002366, "summarization": 0.001162, "text_correction": 0.002414 }, "task_cost_per_hour_usd": { "dictation": 0.0459, "information_extraction": 0.07224, "summarization": 0.0582, "text_correction": 0.08717 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.172774, "cost_per_quality": 0.003716, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4436, "cost_per_hour_usd": 0.07616, "latency": { "n": 50, "min": 1.796, "max": 15.661, "mean": 6.069, "p50": 6.255, "p95": 11.688 }, "tokens_per_second": 43.896, "ttft": { "n": 48, "min": 0.632, "max": 8.753, "mean": 2.473, "p50": 1.776, "p95": 6.519 }, "task_quality": { "dictation": 96, "information_extraction": 86, "summarization": 95, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.048694, "information_extraction": 0.035914, "summarization": 0.023434, "text_correction": 0.064732 }, "task_cost_per_quality": { "dictation": 0.002536, "information_extraction": 0.004176, "summarization": 0.002467, "text_correction": 0.006886 }, "task_cost_per_hour_usd": { "dictation": 0.0665, "information_extraction": 0.07045, "summarization": 0.05915, "text_correction": 0.1027 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "900s", "quality_score": 88, "total_cost_usd": 0.53943, "cost_per_quality": 0.02043, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4436, "cost_per_hour_usd": 0.07666, "latency": { "n": 30, "min": 3.191, "max": 44.929, "mean": 19.499, "p50": 18.279, "p95": 44.512 }, "tokens_per_second": 54.013, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 83, "summarization": 91, "text_correction": 90 }, "task_cost_usd": { "information_extraction": 0.124404, "summarization": 0.085134, "text_correction": 0.329892 }, "task_cost_per_quality": { "information_extraction": 0.01499, "summarization": 0.009355, "text_correction": 0.03665 }, "task_cost_per_hour_usd": { "information_extraction": 0.06032, "summarization": 0.04734, "text_correction": 0.1039 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 88, "total_cost_usd": 2.062248, "cost_per_quality": 0.08081, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4436, "cost_per_hour_usd": 0.07111, "latency": { "n": 29, "min": 5.251, "max": 179.523, "mean": 53.802, "p50": 19.639, "p95": 171.559 }, "error_count": 1, "tokens_per_second": 67.551, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 85, "summarization": 91, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.4011, "summarization": 0.30453, "text_correction": 1.356618 }, "task_cost_per_quality": { "information_extraction": 0.04719, "summarization": 0.03346, "text_correction": 0.1713 }, "task_cost_per_hour_usd": { "information_extraction": 0.0485, "summarization": 0.03963, "text_correction": 0.104 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 75, "total_cost_usd": 0.001532, "cost_per_quality": 0.0005107, "hourly_prompt_tokens": 13075, "hourly_completion_tokens": 10683, "cost_per_hour_usd": 0.01005, "latency": { "n": 10, "min": 2.019, "max": 9.496, "mean": 5.235, "p50": 3.939, "p95": 9.496 }, "tokens_per_second": 106.605, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 75 }, "task_cost_usd": { "text_correction": 0.001532 }, "task_cost_per_quality": { "text_correction": 0.0005107 }, "task_cost_per_hour_usd": { "text_correction": 0.01005 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 63, "total_cost_usd": 0.00507, "cost_per_quality": 0.001341, "hourly_prompt_tokens": 13075, "hourly_completion_tokens": 10683, "cost_per_hour_usd": 0.01056, "latency": { "n": 10, "min": 3.193, "max": 18.706, "mean": 9.649, "p50": 9.26, "p95": 18.706 }, "tokens_per_second": 133.158, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 63 }, "task_cost_usd": { "text_correction": 0.00507 }, "task_cost_per_quality": { "text_correction": 0.001341 }, "task_cost_per_hour_usd": { "text_correction": 0.01056 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 47, "total_cost_usd": 0.024252, "cost_per_quality": 0.007371, "hourly_prompt_tokens": 13075, "hourly_completion_tokens": 10683, "cost_per_hour_usd": 0.01019, "latency": { "n": 10, "min": 23.756, "max": 72.55, "mean": 47.274, "p50": 48.227, "p95": 72.55 }, "tokens_per_second": 113.921, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 47 }, "task_cost_usd": { "text_correction": 0.024252 }, "task_cost_per_quality": { "text_correction": 0.007371 }, "task_cost_per_hour_usd": { "text_correction": 0.01019 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 26, "total_cost_usd": 0.055637, "cost_per_quality": 0.03057, "hourly_prompt_tokens": 13075, "hourly_completion_tokens": 10683, "cost_per_hour_usd": 0.007958, "latency": { "n": 9, "min": 31.832, "max": 295.431, "mean": 121.938, "p50": 54.795, "p95": 295.431 }, "error_count": 1, "tokens_per_second": 120.595, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 26 }, "task_cost_usd": { "text_correction": 0.055637 }, "task_cost_per_quality": { "text_correction": 0.03057 }, "task_cost_per_hour_usd": { "text_correction": 0.007958 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 67, "total_cost_usd": 0.000754, "cost_per_quality": 0.0003751, "hourly_prompt_tokens": 13326, "hourly_completion_tokens": 6514, "cost_per_hour_usd": 0.00444, "latency": { "n": 10, "min": 1.017, "max": 11.457, "mean": 5.267, "p50": 4.383, "p95": 11.457 }, "tokens_per_second": 174.055, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 67 }, "task_cost_usd": { "text_correction": 0.000754 }, "task_cost_per_quality": { "text_correction": 0.0003751 }, "task_cost_per_hour_usd": { "text_correction": 0.00444 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 48, "total_cost_usd": 0.003272, "cost_per_quality": 0.001363, "hourly_prompt_tokens": 13326, "hourly_completion_tokens": 6514, "cost_per_hour_usd": 0.004859, "latency": { "n": 10, "min": 4.247, "max": 34.638, "mean": 15.842, "p50": 13.506, "p95": 34.638 }, "tokens_per_second": 159.854, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 48 }, "task_cost_usd": { "text_correction": 0.003272 }, "task_cost_per_quality": { "text_correction": 0.001363 }, "task_cost_per_hour_usd": { "text_correction": 0.004859 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 41, "total_cost_usd": 0.006412, "cost_per_quality": 0.00391, "hourly_prompt_tokens": 13326, "hourly_completion_tokens": 6514, "cost_per_hour_usd": 0.004201, "latency": { "n": 10, "min": 8.236, "max": 92.677, "mean": 47.712, "p50": 40.439, "p95": 92.677 }, "tokens_per_second": 201.279, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 41 }, "task_cost_usd": { "text_correction": 0.006412 }, "task_cost_per_quality": { "text_correction": 0.00391 }, "task_cost_per_hour_usd": { "text_correction": 0.004201 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 15, "total_cost_usd": 0.019917, "cost_per_quality": 0.01897, "hourly_prompt_tokens": 13326, "hourly_completion_tokens": 6514, "cost_per_hour_usd": 0.002929, "latency": { "n": 10, "min": 26.501, "max": 110.889, "mean": 62.418, "p50": 43.937, "p95": 110.889 }, "tokens_per_second": 124.932, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 15 }, "task_cost_usd": { "text_correction": 0.019917 }, "task_cost_per_quality": { "text_correction": 0.01897 }, "task_cost_per_hour_usd": { "text_correction": 0.002929 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.37078, "cost_per_quality": 0.00806, "hourly_prompt_tokens": 13454, "hourly_completion_tokens": 12651, "cost_per_hour_usd": 0.1308, "latency": { "n": 50, "min": 2.274, "max": 86.748, "mean": 16.352, "p50": 9.452, "p95": 46.121 }, "tokens_per_second": 70.407, "ttft": { "n": 50, "min": 3.057, "max": 50.441, "mean": 15.119, "p50": 10.463, "p95": 45.039 }, "task_quality": { "dictation": 97, "information_extraction": 90, "summarization": 92, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.088214, "information_extraction": 0.094564, "summarization": 0.030912, "text_correction": 0.15709 }, "task_cost_per_quality": { "dictation": 0.004547, "information_extraction": 0.01051, "summarization": 0.00336, "text_correction": 0.01745 }, "task_cost_per_hour_usd": { "dictation": 0.1145, "information_extraction": 0.1336, "summarization": 0.1125, "text_correction": 0.1452 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 0.94232, "cost_per_quality": 0.02049, "hourly_prompt_tokens": 13454, "hourly_completion_tokens": 12651, "cost_per_hour_usd": 0.1393, "latency": { "n": 50, "min": 6.739, "max": 208.756, "mean": 41.03, "p50": 27.969, "p95": 93.27 }, "tokens_per_second": 74.382, "ttft": { "n": 50, "min": 4.889, "max": 90.387, "mean": 34.97, "p50": 29.421, "p95": 80.329 }, "task_quality": { "dictation": 96, "information_extraction": 89, "summarization": 93, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.288514, "information_extraction": 0.19249, "summarization": 0.064374, "text_correction": 0.396942 }, "task_cost_per_quality": { "dictation": 0.01503, "information_extraction": 0.02163, "summarization": 0.006922, "text_correction": 0.0446 }, "task_cost_per_hour_usd": { "dictation": 0.1371, "information_extraction": 0.1367, "summarization": 0.1142, "text_correction": 0.1476 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "900s", "quality_score": 77, "total_cost_usd": 1.744196, "cost_per_quality": 0.07551, "hourly_prompt_tokens": 13454, "hourly_completion_tokens": 12651, "cost_per_hour_usd": 0.1299, "latency": { "n": 30, "min": 22.109, "max": 252.782, "mean": 112.38, "p50": 98.61, "p95": 236.102 }, "tokens_per_second": 72.449, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 84, "summarization": 87, "text_correction": 60 }, "task_cost_usd": { "information_extraction": 0.452322, "summarization": 0.190772, "text_correction": 1.101102 }, "task_cost_per_quality": { "information_extraction": 0.05385, "summarization": 0.02193, "text_correction": 0.1835 }, "task_cost_per_hour_usd": { "information_extraction": 0.1233, "summarization": 0.09673, "text_correction": 0.1414 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 75, "total_cost_usd": 2.981606, "cost_per_quality": 0.1371, "hourly_prompt_tokens": 13454, "hourly_completion_tokens": 12651, "cost_per_hour_usd": 0.1028, "latency": { "n": 29, "min": 23.028, "max": 362.084, "mean": 148.876, "p50": 108.304, "p95": 328.366 }, "error_count": 1, "tokens_per_second": 77.629, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 75, "summarization": 83, "text_correction": 67 }, "task_cost_usd": { "information_extraction": 0.827246, "summarization": 0.442912, "text_correction": 1.711448 }, "task_cost_per_quality": { "information_extraction": 0.1103, "summarization": 0.05336, "text_correction": 0.2838 }, "task_cost_per_hour_usd": { "information_extraction": 0.09483, "summarization": 0.07094, "text_correction": 0.122 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.476421, "cost_per_quality": 0.01014, "hourly_prompt_tokens": 13533, "hourly_completion_tokens": 13800, "cost_per_hour_usd": 0.2625, "latency": { "n": 50, "min": 3.557, "max": 52.639, "mean": 12.677, "p50": 10.662, "p95": 25.769 }, "tokens_per_second": 48.23, "ttft": { "n": 50, "min": 1.404, "max": 95.253, "mean": 12.814, "p50": 7.997, "p95": 26.821 }, "task_quality": { "dictation": 99, "information_extraction": 88, "summarization": 99, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.156624, "information_extraction": 0.139041, "summarization": 0.058926, "text_correction": 0.12183 }, "task_cost_per_quality": { "dictation": 0.00791, "information_extraction": 0.0158, "summarization": 0.005952, "text_correction": 0.01354 }, "task_cost_per_hour_usd": { "dictation": 0.2341, "information_extraction": 0.2896, "summarization": 0.231, "text_correction": 0.2967 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 1.332204, "cost_per_quality": 0.02928, "hourly_prompt_tokens": 13533, "hourly_completion_tokens": 13800, "cost_per_hour_usd": 0.3153, "latency": { "n": 50, "min": 8.599, "max": 89.198, "mean": 30.273, "p50": 23.798, "p95": 86.715 }, "tokens_per_second": 53.078, "ttft": { "n": 50, "min": 6.468, "max": 103.431, "mean": 25.329, "p50": 20.06, "p95": 62.658 }, "task_quality": { "dictation": 97, "information_extraction": 85, "summarization": 95, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.455382, "information_extraction": 0.200079, "summarization": 0.108549, "text_correction": 0.568194 }, "task_cost_per_quality": { "dictation": 0.02347, "information_extraction": 0.02354, "summarization": 0.01143, "text_correction": 0.06685 }, "task_cost_per_hour_usd": { "dictation": 0.3115, "information_extraction": 0.2796, "summarization": 0.2346, "text_correction": 0.3584 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "900s", "quality_score": 85, "total_cost_usd": 3.836961, "cost_per_quality": 0.1505, "hourly_prompt_tokens": 13533, "hourly_completion_tokens": 13800, "cost_per_hour_usd": 0.3184, "latency": { "n": 30, "min": 24.14, "max": 253.459, "mean": 105.351, "p50": 114.071, "p95": 251.618 }, "tokens_per_second": 67.353, "ttft": { "n": 19, "min": 12.466, "max": 355.984, "mean": 95.402, "p50": 38.431, "p95": 355.984 }, "task_quality": { "information_extraction": 83, "summarization": 87, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 0.97353, "summarization": 0.319665, "text_correction": 2.543766 }, "task_cost_per_quality": { "information_extraction": 0.1173, "summarization": 0.03674, "text_correction": 0.2958 }, "task_cost_per_hour_usd": { "information_extraction": 0.2958, "summarization": 0.1918, "text_correction": 0.3586 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 70, "total_cost_usd": 7.180578, "cost_per_quality": 0.3537, "hourly_prompt_tokens": 13533, "hourly_completion_tokens": 13800, "cost_per_hour_usd": 0.2476, "latency": { "n": 29, "min": 28.257, "max": 357.111, "mean": 172.358, "p50": 142.269, "p95": 355.127 }, "error_count": 1, "tokens_per_second": 65.24, "ttft": { "n": 20, "min": 18.787, "max": 345.134, "mean": 89.879, "p50": 57.311, "p95": 216.905 }, "task_quality": { "information_extraction": 86, "summarization": 86, "text_correction": 37 }, "task_cost_usd": { "information_extraction": 1.519992, "summarization": 0.735927, "text_correction": 4.924659 }, "task_cost_per_quality": { "information_extraction": 0.1767, "summarization": 0.08557, "text_correction": 1.479 }, "task_cost_per_hour_usd": { "information_extraction": 0.198, "summarization": 0.1284, "text_correction": 0.3158 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.033852, "cost_per_quality": 0.0007359, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9933, "cost_per_hour_usd": 0.0173, "latency": { "n": 50, "min": 1.118, "max": 23.421, "mean": 3.465, "p50": 2.519, "p95": 7.833 }, "tokens_per_second": 121.865, "ttft": { "n": 50, "min": 0.625, "max": 28.722, "mean": 4.295, "p50": 2.049, "p95": 17.27 }, "task_quality": { "dictation": 98, "information_extraction": 88, "summarization": 92, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.011437, "information_extraction": 0.004735, "summarization": 0.003547, "text_correction": 0.014133 }, "task_cost_per_quality": { "dictation": 0.0005835, "information_extraction": 0.0005381, "summarization": 0.0003855, "text_correction": 0.00157 }, "task_cost_per_hour_usd": { "dictation": 0.01558, "information_extraction": 0.01433, "summarization": 0.01385, "text_correction": 0.02225 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "120s", "quality_score": 82, "total_cost_usd": 0.137616, "cost_per_quality": 0.003356, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9933, "cost_per_hour_usd": 0.02288, "latency": { "n": 50, "min": 2.392, "max": 58.634, "mean": 11.747, "p50": 5.013, "p95": 52.908 }, "tokens_per_second": 167.683, "ttft": { "n": 50, "min": 1.923, "max": 66.712, "mean": 12.631, "p50": 5.684, "p95": 44.297 }, "task_quality": { "dictation": 91, "information_extraction": 83, "summarization": 81, "text_correction": 74 }, "task_cost_usd": { "dictation": 0.034756, "information_extraction": 0.007964, "summarization": 0.006291, "text_correction": 0.088605 }, "task_cost_per_quality": { "dictation": 0.00191, "information_extraction": 0.0009595, "summarization": 0.0007767, "text_correction": 0.01197 }, "task_cost_per_hour_usd": { "dictation": 0.02123, "information_extraction": 0.01475, "summarization": 0.01403, "text_correction": 0.02614 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "900s", "quality_score": 62, "total_cost_usd": 0.241942, "cost_per_quality": 0.01301, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9933, "cost_per_hour_usd": 0.02085, "latency": { "n": 30, "min": 3.661, "max": 106.889, "mean": 32.146, "p50": 9.835, "p95": 101.782 }, "tokens_per_second": 155.967, "ttft": { "n": 25, "min": 1.636, "max": 94.185, "mean": 23.939, "p50": 5.952, "p95": 91.879 }, "task_quality": { "information_extraction": 67, "summarization": 77, "text_correction": 43 }, "task_cost_usd": { "information_extraction": 0.040611, "summarization": 0.016602, "text_correction": 0.184729 }, "task_cost_per_quality": { "information_extraction": 0.006061, "summarization": 0.002156, "text_correction": 0.04296 }, "task_cost_per_hour_usd": { "information_extraction": 0.01652, "summarization": 0.01058, "text_correction": 0.02438 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 62, "total_cost_usd": 0.462233, "cost_per_quality": 0.02571, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9933, "cost_per_hour_usd": 0.01594, "latency": { "n": 29, "min": 4.394, "max": 187.06, "mean": 50.647, "p50": 14.697, "p95": 177.15 }, "error_count": 1, "tokens_per_second": 156.183, "ttft": { "n": 26, "min": 1.727, "max": 160.302, "mean": 23.048, "p50": 5.678, "p95": 149.957 }, "task_quality": { "information_extraction": 68, "summarization": 71, "text_correction": 48 }, "task_cost_usd": { "information_extraction": 0.078294, "summarization": 0.05114, "text_correction": 0.332799 }, "task_cost_per_quality": { "information_extraction": 0.01151, "summarization": 0.007203, "text_correction": 0.07704 }, "task_cost_per_hour_usd": { "information_extraction": 0.01101, "summarization": 0.00837, "text_correction": 0.02109 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 54, "total_cost_usd": 0.00048, "cost_per_quality": 0.00008889, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 7128, "cost_per_hour_usd": 0.002307, "latency": { "n": 10, "min": 0.461, "max": 2.611, "mean": 1.063, "p50": 1.031, "p95": 2.611 }, "tokens_per_second": 117.959, "ttft": { "n": 50, "min": 0.33, "max": 0.944, "mean": 0.644, "p50": 0.67, "p95": 0.928 }, "task_quality": { "text_correction": 54 }, "task_cost_usd": { "text_correction": 0.00048 }, "task_cost_per_quality": { "text_correction": 0.00008889 }, "task_cost_per_hour_usd": { "text_correction": 0.002307 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 44, "total_cost_usd": 0.001306, "cost_per_quality": 0.0002968, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 7128, "cost_per_hour_usd": 0.002704, "latency": { "n": 10, "min": 1.054, "max": 2.868, "mean": 2.306, "p50": 2.298, "p95": 2.868 }, "tokens_per_second": 176.573, "ttft": { "n": 50, "min": 0.459, "max": 1.043, "mean": 0.688, "p50": 0.665, "p95": 0.84 }, "task_quality": { "text_correction": 44 }, "task_cost_usd": { "text_correction": 0.001306 }, "task_cost_per_quality": { "text_correction": 0.0002968 }, "task_cost_per_hour_usd": { "text_correction": 0.002704 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 28, "total_cost_usd": 0.008231, "cost_per_quality": 0.00294, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 7128, "cost_per_hour_usd": 0.002997, "latency": { "n": 10, "min": 6.344, "max": 15.745, "mean": 11.194, "p50": 10.853, "p95": 15.745 }, "tokens_per_second": 244.376, "ttft": { "n": 30, "min": 0.602, "max": 0.783, "mean": 0.671, "p50": 0.661, "p95": 0.737 }, "task_quality": { "text_correction": 28 }, "task_cost_usd": { "text_correction": 0.008231 }, "task_cost_per_quality": { "text_correction": 0.00294 }, "task_cost_per_hour_usd": { "text_correction": 0.002997 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 7, "total_cost_usd": 0.025372, "cost_per_quality": 0.03625, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 7128, "cost_per_hour_usd": 0.002537, "latency": { "n": 10, "min": 0.706, "max": 64.525, "mean": 32.613, "p50": 32.969, "p95": 64.525 }, "tokens_per_second": 219.55, "ttft": { "n": 29, "min": 0.716, "max": 1.089, "mean": 0.884, "p50": 0.868, "p95": 1.054 }, "task_quality": { "text_correction": 7 }, "task_cost_usd": { "text_correction": 0.025372 }, "task_cost_per_quality": { "text_correction": 0.03625 }, "task_cost_per_hour_usd": { "text_correction": 0.002537 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 75, "total_cost_usd": 0.001179, "cost_per_quality": 0.0001572, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 12297, "cost_per_hour_usd": 0.007272, "latency": { "n": 10, "min": 0.781, "max": 1.187, "mean": 0.978, "p50": 0.985, "p95": 1.187 }, "tokens_per_second": 110.961, "ttft": { "n": 50, "min": 0.369, "max": 1.308, "mean": 0.718, "p50": 0.709, "p95": 1.009 }, "task_quality": { "text_correction": 75 }, "task_cost_usd": { "text_correction": 0.001179 }, "task_cost_per_quality": { "text_correction": 0.0001572 }, "task_cost_per_hour_usd": { "text_correction": 0.007272 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 74, "total_cost_usd": 0.003609, "cost_per_quality": 0.0004877, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 12297, "cost_per_hour_usd": 0.009117, "latency": { "n": 10, "min": 2.167, "max": 3.407, "mean": 2.753, "p50": 2.624, "p95": 3.407 }, "tokens_per_second": 150.968, "ttft": { "n": 50, "min": 0.605, "max": 2.39, "mean": 0.808, "p50": 0.669, "p95": 1.293 }, "task_quality": { "text_correction": 74 }, "task_cost_usd": { "text_correction": 0.003609 }, "task_cost_per_quality": { "text_correction": 0.0004877 }, "task_cost_per_hour_usd": { "text_correction": 0.009117 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 53, "total_cost_usd": 0.023189, "cost_per_quality": 0.004375, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 12297, "cost_per_hour_usd": 0.01018, "latency": { "n": 10, "min": 11.481, "max": 24.985, "mean": 18.434, "p50": 17.602, "p95": 24.985 }, "tokens_per_second": 155.074, "ttft": { "n": 30, "min": 0.634, "max": 2.751, "mean": 0.908, "p50": 0.687, "p95": 2.4 }, "task_quality": { "text_correction": 53 }, "task_cost_usd": { "text_correction": 0.023189 }, "task_cost_per_quality": { "text_correction": 0.004375 }, "task_cost_per_hour_usd": { "text_correction": 0.01018 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 48, "total_cost_usd": 0.100593, "cost_per_quality": 0.02096, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 12297, "cost_per_hour_usd": 0.01006, "latency": { "n": 10, "min": 47.299, "max": 113.914, "mean": 84.478, "p50": 84.79, "p95": 113.914 }, "tokens_per_second": 146.242, "ttft": { "n": 29, "min": 0.72, "max": 2.452, "mean": 1.164, "p50": 0.964, "p95": 2.24 }, "task_quality": { "text_correction": 48 }, "task_cost_usd": { "text_correction": 0.100593 }, "task_cost_per_quality": { "text_correction": 0.02096 }, "task_cost_per_hour_usd": { "text_correction": 0.01006 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 1, "total_cost_usd": 0.013301, "cost_per_quality": 0.1478, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 8192, "cost_per_hour_usd": 0.004257, "latency": { "n": 9, "min": 48.12, "max": 341.143, "mean": 218.531, "p50": 292.241, "p95": 341.143 }, "error_count": 1, "tokens_per_second": 53.92, "ttft": { "n": 34, "min": 0.737, "max": 31.291, "mean": 8.73, "p50": 6.35, "p95": 20.583 }, "task_quality": { "text_correction": 1 }, "task_cost_usd": { "text_correction": 0.013301 }, "task_cost_per_quality": { "text_correction": 0.1478 }, "task_cost_per_hour_usd": { "text_correction": 0.004257 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 28, "total_cost_usd": 0.010672, "cost_per_quality": 0.005445, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 8192, "cost_per_hour_usd": 0.004141, "latency": { "n": 7, "min": 11.78, "max": 493.998, "mean": 189.1, "p50": 105.957, "p95": 493.998 }, "error_count": 3, "tokens_per_second": 137.868, "ttft": { "n": 21, "min": 0.661, "max": 242.131, "mean": 23.603, "p50": 8.402, "p95": 51.363 }, "task_quality": { "text_correction": 28 }, "task_cost_usd": { "text_correction": 0.010672 }, "task_cost_per_quality": { "text_correction": 0.005445 }, "task_cost_per_hour_usd": { "text_correction": 0.004141 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 1, "total_cost_usd": 0.017923, "cost_per_quality": 0.1792, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 8192, "cost_per_hour_usd": 0.003493, "latency": { "n": 10, "min": 12.726, "max": 22.503, "mean": 15.969, "p50": 14.384, "p95": 22.503 }, "tokens_per_second": 530.561, "ttft": { "n": 11, "min": 1.334, "max": 25.739, "mean": 11.69, "p50": 11.311, "p95": 25.739 }, "task_quality": { "text_correction": 1 }, "task_cost_usd": { "text_correction": 0.017923 }, "task_cost_per_quality": { "text_correction": 0.1792 }, "task_cost_per_hour_usd": { "text_correction": 0.003493 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 1, "total_cost_usd": 0.023272, "cost_per_quality": 0.2327, "hourly_prompt_tokens": 13774, "hourly_completion_tokens": 8192, "cost_per_hour_usd": 0.002327, "latency": { "n": 10, "min": 10.583, "max": 49.85, "mean": 18.414, "p50": 15.171, "p95": 49.85 }, "tokens_per_second": 522.712, "ttft": { "n": 8, "min": 2.41, "max": 12.99, "mean": 7.613, "p50": 5.66, "p95": 12.99 }, "task_quality": { "text_correction": 1 }, "task_cost_usd": { "text_correction": 0.023272 }, "task_cost_per_quality": { "text_correction": 0.2327 }, "task_cost_per_hour_usd": { "text_correction": 0.002327 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "30s", "quality_score": 24, "total_cost_usd": 0.001984, "cost_per_quality": 0.001378, "hourly_prompt_tokens": 13770, "hourly_completion_tokens": 5874, "cost_per_hour_usd": 0.003892, "latency": { "n": 10, "min": 3.577, "max": 18.077, "mean": 8.62, "p50": 7.002, "p95": 18.077 }, "tokens_per_second": 159.015, "ttft": { "n": 50, "min": 0.599, "max": 0.892, "mean": 0.693, "p50": 0.653, "p95": 0.889 }, "task_quality": { "text_correction": 24 }, "task_cost_usd": { "text_correction": 0.001984 }, "task_cost_per_quality": { "text_correction": 0.001378 }, "task_cost_per_hour_usd": { "text_correction": 0.003892 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "120s", "quality_score": 19, "total_cost_usd": 0.002372, "cost_per_quality": 0.001783, "hourly_prompt_tokens": 13770, "hourly_completion_tokens": 5874, "cost_per_hour_usd": 0.003457, "latency": { "n": 10, "min": 6.442, "max": 12.524, "mean": 8.071, "p50": 7.157, "p95": 12.524 }, "tokens_per_second": 169.493, "ttft": { "n": 47, "min": 0.599, "max": 0.933, "mean": 0.678, "p50": 0.651, "p95": 0.872 }, "task_quality": { "text_correction": 19 }, "task_cost_usd": { "text_correction": 0.002372 }, "task_cost_per_quality": { "text_correction": 0.001783 }, "task_cost_per_hour_usd": { "text_correction": 0.003457 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "900s", "quality_score": 12, "total_cost_usd": 0.008581, "cost_per_quality": 0.007151, "hourly_prompt_tokens": 13770, "hourly_completion_tokens": 5874, "cost_per_hour_usd": 0.002807, "latency": { "n": 10, "min": 7.378, "max": 36.179, "mean": 17.17, "p50": 13.048, "p95": 36.179 }, "tokens_per_second": 169.899, "ttft": { "n": 30, "min": 0.629, "max": 0.93, "mean": 0.697, "p50": 0.681, "p95": 0.837 }, "task_quality": { "text_correction": 12 }, "task_cost_usd": { "text_correction": 0.008581 }, "task_cost_per_quality": { "text_correction": 0.007151 }, "task_cost_per_hour_usd": { "text_correction": 0.002807 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 6, "total_cost_usd": 0.021772, "cost_per_quality": 0.03629, "hourly_prompt_tokens": 13770, "hourly_completion_tokens": 5874, "cost_per_hour_usd": 0.002177, "latency": { "n": 10, "min": 14.502, "max": 47.525, "mean": 34.791, "p50": 40.229, "p95": 47.525 }, "tokens_per_second": 167.013, "ttft": { "n": 29, "min": 0.807, "max": 1.35, "mean": 1.053, "p50": 1.042, "p95": 1.274 }, "task_quality": { "text_correction": 6 }, "task_cost_usd": { "text_correction": 0.021772 }, "task_cost_per_quality": { "text_correction": 0.03629 }, "task_cost_per_hour_usd": { "text_correction": 0.002177 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "30s", "quality_score": 81, "total_cost_usd": 0.004691, "cost_per_quality": 0.0001158, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 804, "cost_per_hour_usd": 0.003057, "latency": { "n": 50, "min": 0.237, "max": 1.728, "mean": 0.632, "p50": 0.506, "p95": 1.313 }, "tokens_per_second": 110.667, "ttft": { "n": 50, "min": 0.235, "max": 1.162, "mean": 0.554, "p50": 0.569, "p95": 1.097 }, "task_quality": { "dictation": 85, "information_extraction": 73, "summarization": 85, "text_correction": 79 }, "task_cost_usd": { "dictation": 0.001578, "information_extraction": 0.001147, "summarization": 0.000852, "text_correction": 0.001114 }, "task_cost_per_quality": { "dictation": 0.00009282, "information_extraction": 0.0001571, "summarization": 0.0001002, "text_correction": 0.000141 }, "task_cost_per_hour_usd": { "dictation": 0.002542, "information_extraction": 0.003266, "summarization": 0.003229, "text_correction": 0.00373 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "120s", "quality_score": 71, "total_cost_usd": 0.009854, "cost_per_quality": 0.0002776, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 804, "cost_per_hour_usd": 0.003582, "latency": { "n": 50, "min": 0.469, "max": 5.832, "mean": 1.197, "p50": 1.021, "p95": 2.045 }, "tokens_per_second": 171.494, "ttft": { "n": 50, "min": 0.416, "max": 1.03, "mean": 0.669, "p50": 0.651, "p95": 0.928 }, "task_quality": { "dictation": 80, "information_extraction": 69, "summarization": 69, "text_correction": 67 }, "task_cost_usd": { "dictation": 0.003204, "information_extraction": 0.00175, "summarization": 0.001542, "text_correction": 0.003358 }, "task_cost_per_quality": { "dictation": 0.0002002, "information_extraction": 0.0002536, "summarization": 0.0002235, "text_correction": 0.0005012 }, "task_cost_per_hour_usd": { "dictation": 0.003434, "information_extraction": 0.002995, "summarization": 0.003038, "text_correction": 0.004623 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "900s", "quality_score": 61, "total_cost_usd": 0.033422, "cost_per_quality": 0.001826, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 804, "cost_per_hour_usd": 0.003754, "latency": { "n": 30, "min": 1.149, "max": 17.136, "mean": 4.668, "p50": 2.698, "p95": 12.596 }, "tokens_per_second": 168.742, "ttft": { "n": 30, "min": 0.615, "max": 1.036, "mean": 0.717, "p50": 0.704, "p95": 0.832 }, "task_quality": { "information_extraction": 59, "summarization": 74, "text_correction": 52 }, "task_cost_usd": { "information_extraction": 0.006508, "summarization": 0.005544, "text_correction": 0.02137 }, "task_cost_per_quality": { "information_extraction": 0.001103, "summarization": 0.0007492, "text_correction": 0.00411 }, "task_cost_per_hour_usd": { "information_extraction": 0.002655, "summarization": 0.002427, "text_correction": 0.005128 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 52, "total_cost_usd": 0.049378, "cost_per_quality": 0.004748, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 804, "cost_per_hour_usd": 0.002469, "latency": { "n": 20, "min": 2.688, "max": 42.499, "mean": 7.578, "p50": 5.12, "p95": 10.952 }, "error_count": 10, "tokens_per_second": 87.5, "ttft": { "n": 20, "min": 0.738, "max": 1.447, "mean": 1.085, "p50": 1.079, "p95": 1.382 }, "task_quality": { "information_extraction": 42, "summarization": 63, "text_correction": 51 }, "task_cost_usd": { "information_extraction": 0.021357, "summarization": 0.022801, "text_correction": 0.00522 }, "task_cost_per_quality": { "information_extraction": 0.00565, "summarization": 0.003619, "text_correction": 0.01024 }, "task_cost_per_hour_usd": { "information_extraction": 0.002384, "summarization": 0.002273, "text_correction": 0.005167 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 86, "total_cost_usd": 0.006114, "cost_per_quality": 0.0001422, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4440, "cost_per_hour_usd": 0.005322, "latency": { "n": 50, "min": 0.381, "max": 3.129, "mean": 0.975, "p50": 0.805, "p95": 2.197 }, "tokens_per_second": 58.506, "ttft": { "n": 50, "min": 0.368, "max": 0.905, "mean": 0.606, "p50": 0.604, "p95": 0.861 }, "task_quality": { "dictation": 97, "information_extraction": 78, "summarization": 85, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.001903, "information_extraction": 0.001311, "summarization": 0.00114, "text_correction": 0.00176 }, "task_cost_per_quality": { "dictation": 0.00009809, "information_extraction": 0.0001681, "summarization": 0.0001341, "text_correction": 0.0002047 }, "task_cost_per_hour_usd": { "dictation": 0.004024, "information_extraction": 0.005216, "summarization": 0.005803, "text_correction": 0.00772 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 79, "total_cost_usd": 0.01547, "cost_per_quality": 0.0003916, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4440, "cost_per_hour_usd": 0.007297, "latency": { "n": 50, "min": 0.704, "max": 7.512, "mean": 2.608, "p50": 1.841, "p95": 6.856 }, "tokens_per_second": 71.98, "ttft": { "n": 50, "min": 0.562, "max": 0.898, "mean": 0.683, "p50": 0.689, "p95": 0.732 }, "task_quality": { "dictation": 88, "information_extraction": 69, "summarization": 81, "text_correction": 76 }, "task_cost_usd": { "dictation": 0.004789, "information_extraction": 0.002509, "summarization": 0.002385, "text_correction": 0.005787 }, "task_cost_per_quality": { "dictation": 0.0002721, "information_extraction": 0.0003636, "summarization": 0.0002944, "text_correction": 0.0007614 }, "task_cost_per_hour_usd": { "dictation": 0.006724, "information_extraction": 0.005556, "summarization": 0.005979, "text_correction": 0.01038 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 67, "total_cost_usd": 0.055906, "cost_per_quality": 0.002781, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4440, "cost_per_hour_usd": 0.007999, "latency": { "n": 30, "min": 1.091, "max": 59.358, "mean": 15.089, "p50": 5.57, "p95": 44.017 }, "tokens_per_second": 82.475, "ttft": { "n": 30, "min": 0.709, "max": 1.137, "mean": 0.782, "p50": 0.747, "p95": 0.916 }, "task_quality": { "information_extraction": 63, "summarization": 73, "text_correction": 65 }, "task_cost_usd": { "information_extraction": 0.010458, "summarization": 0.007565, "text_correction": 0.037883 }, "task_cost_per_quality": { "information_extraction": 0.00166, "summarization": 0.001036, "text_correction": 0.005828 }, "task_cost_per_hour_usd": { "information_extraction": 0.005266, "summarization": 0.004187, "text_correction": 0.01185 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 62, "total_cost_usd": 0.214488, "cost_per_quality": 0.01193, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4440, "cost_per_hour_usd": 0.007396, "latency": { "n": 29, "min": 3.989, "max": 232.637, "mean": 60.888, "p50": 11.969, "p95": 227.646 }, "error_count": 1, "tokens_per_second": 78.673, "ttft": { "n": 29, "min": 0.752, "max": 1.607, "mean": 1.014, "p50": 0.986, "p95": 1.235 }, "task_quality": { "information_extraction": 65, "summarization": 67, "text_correction": 55 }, "task_cost_usd": { "information_extraction": 0.035544, "summarization": 0.025466, "text_correction": 0.153478 }, "task_cost_per_quality": { "information_extraction": 0.005468, "summarization": 0.003801, "text_correction": 0.03101 }, "task_cost_per_hour_usd": { "information_extraction": 0.004305, "summarization": 0.003287, "text_correction": 0.01181 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "30s", "quality_score": 71, "total_cost_usd": 0.00342, "cost_per_quality": 0.00009634, "hourly_prompt_tokens": 13788, "hourly_completion_tokens": 2880, "cost_per_hour_usd": 0.002618, "latency": { "n": 50, "min": 0.151, "max": 0.666, "mean": 0.322, "p50": 0.262, "p95": 0.571 }, "tokens_per_second": 187.854, "ttft": { "n": 50, "min": 0.058, "max": 0.325, "mean": 0.138, "p50": 0.108, "p95": 0.322 }, "task_quality": { "dictation": 81, "information_extraction": 79, "summarization": 67, "text_correction": 59 }, "task_cost_usd": { "dictation": 0.001118, "information_extraction": 0.000798, "summarization": 0.000626, "text_correction": 0.000878 }, "task_cost_per_quality": { "dictation": 0.00006901, "information_extraction": 0.000101, "summarization": 0.00009343, "text_correction": 0.0001488 }, "task_cost_per_hour_usd": { "dictation": 0.002119, "information_extraction": 0.002707, "summarization": 0.00278, "text_correction": 0.003391 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "120s", "quality_score": 60, "total_cost_usd": 0.007563, "cost_per_quality": 0.0002521, "hourly_prompt_tokens": 13788, "hourly_completion_tokens": 2880, "cost_per_hour_usd": 0.003222, "latency": { "n": 50, "min": 0.27, "max": 1.398, "mean": 0.676, "p50": 0.6, "p95": 1.233 }, "tokens_per_second": 253.76, "ttft": { "n": 50, "min": 0.061, "max": 0.273, "mean": 0.112, "p50": 0.091, "p95": 0.272 }, "task_quality": { "dictation": 77, "information_extraction": 43, "summarization": 63, "text_correction": 58 }, "task_cost_usd": { "dictation": 0.002433, "information_extraction": 0.001266, "summarization": 0.001197, "text_correction": 0.002667 }, "task_cost_per_quality": { "dictation": 0.000158, "information_extraction": 0.0002944, "summarization": 0.00019, "text_correction": 0.0004598 }, "task_cost_per_hour_usd": { "dictation": 0.00307, "information_extraction": 0.00255, "summarization": 0.002725, "text_correction": 0.004309 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "900s", "quality_score": 39, "total_cost_usd": 0.030175, "cost_per_quality": 0.002579, "hourly_prompt_tokens": 13788, "hourly_completion_tokens": 2880, "cost_per_hour_usd": 0.003739, "latency": { "n": 30, "min": 0.75, "max": 24.771, "mean": 4.586, "p50": 1.327, "p95": 12.143 }, "tokens_per_second": 247.686, "ttft": { "n": 30, "min": 0.099, "max": 0.203, "mean": 0.136, "p50": 0.126, "p95": 0.19 }, "task_quality": { "information_extraction": 28, "summarization": 48, "text_correction": 42 }, "task_cost_usd": { "information_extraction": 0.008925, "summarization": 0.003983, "text_correction": 0.017267 }, "task_cost_per_quality": { "information_extraction": 0.003188, "summarization": 0.0008298, "text_correction": 0.004111 }, "task_cost_per_hour_usd": { "information_extraction": 0.003452, "summarization": 0.00205, "text_correction": 0.004876 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 30, "total_cost_usd": 0.081743, "cost_per_quality": 0.009396, "hourly_prompt_tokens": 13788, "hourly_completion_tokens": 2880, "cost_per_hour_usd": 0.002819, "latency": { "n": 29, "min": 1.63, "max": 40.135, "mean": 13.344, "p50": 4.241, "p95": 39.861 }, "error_count": 1, "tokens_per_second": 177.514, "ttft": { "n": 29, "min": 0.247, "max": 0.923, "mean": 0.504, "p50": 0.458, "p95": 0.877 }, "task_quality": { "information_extraction": 23, "summarization": 48, "text_correction": 18 }, "task_cost_usd": { "information_extraction": 0.018073, "summarization": 0.015152, "text_correction": 0.048518 }, "task_cost_per_quality": { "information_extraction": 0.007858, "summarization": 0.003157, "text_correction": 0.02995 }, "task_cost_per_hour_usd": { "information_extraction": 0.002054, "summarization": 0.001804, "text_correction": 0.004112 } } ] }, { "judge": "gpt-5.6-sol", "summary": [ { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.037423, "cost_per_quality": 0.0008316, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4630, "cost_per_hour_usd": 0.03065, "latency": { "n": 50, "min": 0.682, "max": 2.183, "mean": 1.11, "p50": 0.991, "p95": 1.931 }, "tokens_per_second": 64.153, "ttft": { "n": 50, "min": 0.447, "max": 1.075, "mean": 0.588, "p50": 0.557, "p95": 0.76 }, "task_quality": { "dictation": 98, "information_extraction": 88, "summarization": 88, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.012296, "information_extraction": 0.009451, "summarization": 0.006781, "text_correction": 0.008895 }, "task_cost_per_quality": { "dictation": 0.0006273, "information_extraction": 0.001074, "summarization": 0.0007706, "text_correction": 0.001011 }, "task_cost_per_hour_usd": { "dictation": 0.02412, "information_extraction": 0.03408, "summarization": 0.03346, "text_correction": 0.03845 } }, { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "120s", "quality_score": 87, "total_cost_usd": 0.083941, "cost_per_quality": 0.00193, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4630, "cost_per_hour_usd": 0.03804, "latency": { "n": 50, "min": 1.105, "max": 4.239, "mean": 1.767, "p50": 1.644, "p95": 2.656 }, "tokens_per_second": 120.658, "ttft": { "n": 50, "min": 0.458, "max": 1.798, "mean": 0.587, "p50": 0.537, "p95": 0.669 }, "task_quality": { "dictation": 89, "information_extraction": 90, "summarization": 92, "text_correction": 78 }, "task_cost_usd": { "dictation": 0.026164, "information_extraction": 0.015964, "summarization": 0.014214, "text_correction": 0.027599 }, "task_cost_per_quality": { "dictation": 0.00147, "information_extraction": 0.001774, "summarization": 0.001545, "text_correction": 0.003538 }, "task_cost_per_hour_usd": { "dictation": 0.03467, "information_extraction": 0.03335, "summarization": 0.03436, "text_correction": 0.04929 } }, { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "900s", "quality_score": 77, "total_cost_usd": 0.282338, "cost_per_quality": 0.01222, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4630, "cost_per_hour_usd": 0.04038, "latency": { "n": 30, "min": 1.724, "max": 55.316, "mean": 16.888, "p50": 5.939, "p95": 50.448 }, "tokens_per_second": 78.012, "ttft": { "n": 30, "min": 0.519, "max": 1.581, "mean": 0.656, "p50": 0.619, "p95": 0.84 }, "task_quality": { "information_extraction": 72, "summarization": 86, "text_correction": 73 }, "task_cost_usd": { "information_extraction": 0.058773, "summarization": 0.047013, "text_correction": 0.176552 }, "task_cost_per_quality": { "information_extraction": 0.008163, "summarization": 0.005467, "text_correction": 0.02419 }, "task_cost_per_hour_usd": { "information_extraction": 0.02955, "summarization": 0.02585, "text_correction": 0.05543 } }, { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 76, "total_cost_usd": 1.089533, "cost_per_quality": 0.04943, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4630, "cost_per_hour_usd": 0.03757, "latency": { "n": 29, "min": 5.08, "max": 234.955, "mean": 65.861, "p50": 9.7, "p95": 230.647 }, "error_count": 1, "tokens_per_second": 80.933, "ttft": { "n": 29, "min": 0.663, "max": 1.242, "mean": 0.885, "p50": 0.882, "p95": 1.065 }, "task_quality": { "information_extraction": 76, "summarization": 87, "text_correction": 64 }, "task_cost_usd": { "information_extraction": 0.204709, "summarization": 0.165839, "text_correction": 0.718985 }, "task_cost_per_quality": { "information_extraction": 0.02694, "summarization": 0.01906, "text_correction": 0.1248 }, "task_cost_per_hour_usd": { "information_extraction": 0.02492, "summarization": 0.02137, "text_correction": 0.0552 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.008967, "cost_per_quality": 0.0001928, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.005909, "latency": { "n": 50, "min": 0.809, "max": 4.63, "mean": 1.949, "p50": 1.698, "p95": 3.662 }, "tokens_per_second": 111.576, "ttft": { "n": 50, "min": 0.68, "max": 4.234, "mean": 1.584, "p50": 1.49, "p95": 3.236 }, "task_quality": { "dictation": 98, "information_extraction": 94, "summarization": 93, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.00238, "information_extraction": 0.002435, "summarization": 0.001719, "text_correction": 0.002433 }, "task_cost_per_quality": { "dictation": 0.0001214, "information_extraction": 0.000259, "summarization": 0.0001848, "text_correction": 0.0002765 }, "task_cost_per_hour_usd": { "dictation": 0.00415, "information_extraction": 0.006712, "summarization": 0.006705, "text_correction": 0.00749 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.018747, "cost_per_quality": 0.0004213, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.006785, "latency": { "n": 50, "min": 1.283, "max": 5.019, "mean": 3.115, "p50": 3.051, "p95": 4.645 }, "tokens_per_second": 182.604, "ttft": { "n": 50, "min": 0.684, "max": 4.63, "mean": 2.504, "p50": 2.545, "p95": 4.233 }, "task_quality": { "dictation": 88, "information_extraction": 91, "summarization": 92, "text_correction": 84 }, "task_cost_usd": { "dictation": 0.006657, "information_extraction": 0.004057, "summarization": 0.003261, "text_correction": 0.004772 }, "task_cost_per_quality": { "dictation": 0.0003782, "information_extraction": 0.0004458, "summarization": 0.0003545, "text_correction": 0.0005681 }, "task_cost_per_hour_usd": { "dictation": 0.006576, "information_extraction": 0.006592, "summarization": 0.006483, "text_correction": 0.007548 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 85, "total_cost_usd": 0.047127, "cost_per_quality": 0.001848, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.006341, "latency": { "n": 30, "min": 2.494, "max": 18.894, "mean": 9.372, "p50": 8.493, "p95": 18.377 }, "tokens_per_second": 222.344, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 80, "summarization": 90, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.012932, "summarization": 0.008451, "text_correction": 0.025744 }, "task_cost_per_quality": { "information_extraction": 0.001617, "summarization": 0.000939, "text_correction": 0.003065 }, "task_cost_per_hour_usd": { "information_extraction": 0.005635, "summarization": 0.004448, "text_correction": 0.007951 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 80, "total_cost_usd": 0.154837, "cost_per_quality": 0.006674, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.005339, "latency": { "n": 29, "min": 3.424, "max": 76.048, "mean": 24.38, "p50": 11.163, "p95": 72.929 }, "error_count": 1, "tokens_per_second": 226.934, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 74, "summarization": 88, "text_correction": 78 }, "task_cost_usd": { "information_extraction": 0.031656, "summarization": 0.024371, "text_correction": 0.09881 }, "task_cost_per_quality": { "information_extraction": 0.004278, "summarization": 0.002769, "text_correction": 0.01408 }, "task_cost_per_hour_usd": { "information_extraction": 0.003794, "summarization": 0.003151, "text_correction": 0.007646 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.186115, "cost_per_quality": 0.00396, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4413, "cost_per_hour_usd": 0.1509, "latency": { "n": 50, "min": 1.618, "max": 5.885, "mean": 2.441, "p50": 2.149, "p95": 3.833 }, "tokens_per_second": 28.197, "ttft": { "n": 50, "min": 1.118, "max": 2.922, "mean": 1.426, "p50": 1.366, "p95": 1.792 }, "task_quality": { "dictation": 100, "information_extraction": 91, "summarization": 96, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.061505, "information_extraction": 0.04543, "summarization": 0.034805, "text_correction": 0.044375 }, "task_cost_per_quality": { "dictation": 0.003075, "information_extraction": 0.004992, "summarization": 0.003626, "text_correction": 0.005043 }, "task_cost_per_hour_usd": { "dictation": 0.1193, "information_extraction": 0.1642, "summarization": 0.1682, "text_correction": 0.1898 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.401255, "cost_per_quality": 0.009119, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4413, "cost_per_hour_usd": 0.183, "latency": { "n": 50, "min": 2.149, "max": 5.67, "mean": 3.453, "p50": 2.996, "p95": 4.83 }, "tokens_per_second": 55.31, "ttft": { "n": 50, "min": 1.115, "max": 2.664, "mean": 1.351, "p50": 1.24, "p95": 1.755 }, "task_quality": { "dictation": 96, "information_extraction": 84, "summarization": 95, "text_correction": 76 }, "task_cost_usd": { "dictation": 0.13062, "information_extraction": 0.06647, "summarization": 0.067145, "text_correction": 0.13702 }, "task_cost_per_quality": { "dictation": 0.006803, "information_extraction": 0.007913, "summarization": 0.007068, "text_correction": 0.01803 }, "task_cost_per_hour_usd": { "dictation": 0.1712, "information_extraction": 0.1458, "summarization": 0.1637, "text_correction": 0.2428 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "900s", "quality_score": 81, "total_cost_usd": 1.354115, "cost_per_quality": 0.05572, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4413, "cost_per_hour_usd": 0.1948, "latency": { "n": 30, "min": 2.518, "max": 29.804, "mean": 12.063, "p50": 8.116, "p95": 28.51 }, "tokens_per_second": 72.905, "ttft": { "n": 30, "min": 1.161, "max": 1.532, "mean": 1.288, "p50": 1.245, "p95": 1.5 }, "task_quality": { "information_extraction": 75, "summarization": 90, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.24904, "summarization": 0.22464, "text_correction": 0.880435 }, "task_cost_per_quality": { "information_extraction": 0.03321, "summarization": 0.02496, "text_correction": 0.1114 }, "task_cost_per_hour_usd": { "information_extraction": 0.1299, "summarization": 0.1236, "text_correction": 0.2737 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 82, "total_cost_usd": 5.290465, "cost_per_quality": 0.2225, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4413, "cost_per_hour_usd": 0.1824, "latency": { "n": 29, "min": 9.414, "max": 495.821, "mean": 129.902, "p50": 14.537, "p95": 469.737 }, "error_count": 1, "tokens_per_second": 38.645, "ttft": { "n": 29, "min": 1.295, "max": 2.33, "mean": 1.542, "p50": 1.455, "p95": 2.106 }, "task_quality": { "information_extraction": 75, "summarization": 88, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.89737, "summarization": 0.810395, "text_correction": 3.5827 }, "task_cost_per_quality": { "information_extraction": 0.1196, "summarization": 0.09209, "text_correction": 0.4739 }, "task_cost_per_hour_usd": { "information_extraction": 0.1116, "summarization": 0.1038, "text_correction": 0.2725 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.18724, "cost_per_quality": 0.003984, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4545, "cost_per_hour_usd": 0.1524, "latency": { "n": 50, "min": 1.691, "max": 4.607, "mean": 2.448, "p50": 2.269, "p95": 3.837 }, "tokens_per_second": 28.32, "ttft": { "n": 50, "min": 1.162, "max": 3.799, "mean": 1.598, "p50": 1.461, "p95": 2.924 }, "task_quality": { "dictation": 100, "information_extraction": 85, "summarization": 98, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.061605, "information_extraction": 0.04603, "summarization": 0.035255, "text_correction": 0.04435 }, "task_cost_per_quality": { "dictation": 0.00308, "information_extraction": 0.005415, "summarization": 0.003597, "text_correction": 0.004874 }, "task_cost_per_hour_usd": { "dictation": 0.1201, "information_extraction": 0.1666, "summarization": 0.1705, "text_correction": 0.1908 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.42168, "cost_per_quality": 0.009068, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4545, "cost_per_hour_usd": 0.1897, "latency": { "n": 50, "min": 2.153, "max": 7.364, "mean": 3.837, "p50": 3.13, "p95": 6.098 }, "tokens_per_second": 55.402, "ttft": { "n": 50, "min": 1.143, "max": 2.151, "mean": 1.49, "p50": 1.437, "p95": 1.908 }, "task_quality": { "dictation": 97, "information_extraction": 93, "summarization": 96, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.130645, "information_extraction": 0.075545, "summarization": 0.078145, "text_correction": 0.137345 }, "task_cost_per_quality": { "dictation": 0.006734, "information_extraction": 0.008123, "summarization": 0.00814, "text_correction": 0.01616 }, "task_cost_per_hour_usd": { "dictation": 0.1723, "information_extraction": 0.16, "summarization": 0.1814, "text_correction": 0.2446 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "900s", "quality_score": 84, "total_cost_usd": 1.435565, "cost_per_quality": 0.05697, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4545, "cost_per_hour_usd": 0.2029, "latency": { "n": 30, "min": 3.549, "max": 30.453, "mean": 14.482, "p50": 12.677, "p95": 29.049 }, "tokens_per_second": 72.908, "ttft": { "n": 30, "min": 1.129, "max": 2.704, "mean": 1.478, "p50": 1.33, "p95": 2.282 }, "task_quality": { "information_extraction": 78, "summarization": 92, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.27844, "summarization": 0.27864, "text_correction": 0.878485 }, "task_cost_per_quality": { "information_extraction": 0.0357, "summarization": 0.03029, "text_correction": 0.1058 }, "task_cost_per_hour_usd": { "information_extraction": 0.1417, "summarization": 0.1452, "text_correction": 0.2753 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 84, "total_cost_usd": 5.38681, "cost_per_quality": 0.2211, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4545, "cost_per_hour_usd": 0.1858, "latency": { "n": 29, "min": 14.424, "max": 493.861, "mean": 135.802, "p50": 20.685, "p95": 475.247 }, "error_count": 1, "tokens_per_second": 39.003, "ttft": { "n": 29, "min": 1.278, "max": 3.158, "mean": 1.808, "p50": 1.546, "p95": 2.969 }, "task_quality": { "information_extraction": 80, "summarization": 91, "text_correction": 82 }, "task_cost_usd": { "information_extraction": 0.945695, "summarization": 0.87972, "text_correction": 3.561395 }, "task_cost_per_quality": { "information_extraction": 0.1182, "summarization": 0.09667, "text_correction": 0.4826 }, "task_cost_per_hour_usd": { "information_extraction": 0.1169, "summarization": 0.1113, "text_correction": 0.2737 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.2576, "cost_per_quality": 0.0056, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6290, "cost_per_hour_usd": 0.2052, "latency": { "n": 50, "min": 1.279, "max": 4.321, "mean": 2.048, "p50": 1.84, "p95": 3.325 }, "tokens_per_second": 47.084, "ttft": { "n": 50, "min": 0.718, "max": 2.792, "mean": 1.003, "p50": 0.971, "p95": 1.211 }, "task_quality": { "dictation": 100, "information_extraction": 91, "summarization": 80, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.088915, "information_extraction": 0.056405, "summarization": 0.053955, "text_correction": 0.058325 }, "task_cost_per_quality": { "dictation": 0.004446, "information_extraction": 0.006198, "summarization": 0.006744, "text_correction": 0.006139 }, "task_cost_per_hour_usd": { "dictation": 0.1647, "information_extraction": 0.2096, "summarization": 0.2539, "text_correction": 0.2498 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 0.582145, "cost_per_quality": 0.01266, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6290, "cost_per_hour_usd": 0.2565, "latency": { "n": 50, "min": 1.804, "max": 5.143, "mean": 3.466, "p50": 3.459, "p95": 5.017 }, "tokens_per_second": 81.255, "ttft": { "n": 50, "min": 0.656, "max": 2.305, "mean": 1.059, "p50": 0.973, "p95": 2.115 }, "task_quality": { "dictation": 95, "information_extraction": 89, "summarization": 95, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.190365, "information_extraction": 0.10136, "summarization": 0.10761, "text_correction": 0.18281 }, "task_cost_per_quality": { "dictation": 0.01002, "information_extraction": 0.01139, "summarization": 0.01133, "text_correction": 0.02054 }, "task_cost_per_hour_usd": { "dictation": 0.2343, "information_extraction": 0.2154, "summarization": 0.2517, "text_correction": 0.3271 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "900s", "quality_score": 85, "total_cost_usd": 1.855185, "cost_per_quality": 0.07275, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6290, "cost_per_hour_usd": 0.2726, "latency": { "n": 30, "min": 2.354, "max": 42.121, "mean": 15.297, "p50": 9.314, "p95": 38.928 }, "tokens_per_second": 92.588, "ttft": { "n": 30, "min": 0.889, "max": 2.372, "mean": 1.177, "p50": 1.039, "p95": 1.947 }, "task_quality": { "information_extraction": 78, "summarization": 93, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.353835, "summarization": 0.374135, "text_correction": 1.127215 }, "task_cost_per_quality": { "information_extraction": 0.04536, "summarization": 0.04023, "text_correction": 0.1326 }, "task_cost_per_hour_usd": { "information_extraction": 0.1877, "summarization": 0.2007, "text_correction": 0.369 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 84, "total_cost_usd": 7.35942, "cost_per_quality": 0.3021, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6290, "cost_per_hour_usd": 0.2538, "latency": { "n": 29, "min": 8.129, "max": 205.497, "mean": 61.895, "p50": 14.683, "p95": 204.093 }, "error_count": 1, "tokens_per_second": 88.794, "ttft": { "n": 29, "min": 1.024, "max": 2.706, "mean": 1.453, "p50": 1.327, "p95": 2.632 }, "task_quality": { "information_extraction": 78, "summarization": 92, "text_correction": 82 }, "task_cost_usd": { "information_extraction": 1.27389, "summarization": 1.204365, "text_correction": 4.881165 }, "task_cost_per_quality": { "information_extraction": 0.1633, "summarization": 0.1309, "text_correction": 0.6614 }, "task_cost_per_hour_usd": { "information_extraction": 0.1586, "summarization": 0.153, "text_correction": 0.3727 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "30s", "quality_score": 89, "total_cost_usd": 0.24535, "cost_per_quality": 0.005513, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6438, "cost_per_hour_usd": 0.2009, "latency": { "n": 50, "min": 1.035, "max": 4.069, "mean": 2, "p50": 1.82, "p95": 3.153 }, "tokens_per_second": 42.066, "ttft": { "n": 46, "min": 0.669, "max": 2.298, "mean": 1.018, "p50": 0.951, "p95": 1.391 }, "task_quality": { "dictation": 79, "information_extraction": 93, "summarization": 95, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.083065, "information_extraction": 0.05618, "summarization": 0.049155, "text_correction": 0.05695 }, "task_cost_per_quality": { "dictation": 0.005257, "information_extraction": 0.006041, "summarization": 0.005174, "text_correction": 0.006472 }, "task_cost_per_hour_usd": { "dictation": 0.1583, "information_extraction": 0.2114, "summarization": 0.243, "text_correction": 0.2492 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "120s", "quality_score": 87, "total_cost_usd": 0.56137, "cost_per_quality": 0.01291, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6438, "cost_per_hour_usd": 0.2532, "latency": { "n": 50, "min": 1.137, "max": 6.237, "mean": 3.624, "p50": 3.269, "p95": 5.539 }, "tokens_per_second": 69.808, "ttft": { "n": 46, "min": 0.677, "max": 2.294, "mean": 1.026, "p50": 0.945, "p95": 2.159 }, "task_quality": { "dictation": 77, "information_extraction": 91, "summarization": 96, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.16779, "information_extraction": 0.09616, "summarization": 0.11511, "text_correction": 0.18231 }, "task_cost_per_quality": { "dictation": 0.0109, "information_extraction": 0.01057, "summarization": 0.01199, "text_correction": 0.02145 }, "task_cost_per_hour_usd": { "dictation": 0.218, "information_extraction": 0.2098, "summarization": 0.2645, "text_correction": 0.3294 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "900s", "quality_score": 83, "total_cost_usd": 1.861285, "cost_per_quality": 0.07475, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6438, "cost_per_hour_usd": 0.2749, "latency": { "n": 30, "min": 2.544, "max": 46.333, "mean": 17.192, "p50": 10.055, "p95": 43.844 }, "tokens_per_second": 83.491, "ttft": { "n": 30, "min": 0.852, "max": 2.187, "mean": 1.078, "p50": 0.983, "p95": 2.093 }, "task_quality": { "information_extraction": 73, "summarization": 93, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.348785, "summarization": 0.378485, "text_correction": 1.134015 }, "task_cost_per_quality": { "information_extraction": 0.04778, "summarization": 0.0407, "text_correction": 0.14 }, "task_cost_per_hour_usd": { "information_extraction": 0.187, "summarization": 0.2036, "text_correction": 0.3722 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 83, "total_cost_usd": 7.46597, "cost_per_quality": 0.3102, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6438, "cost_per_hour_usd": 0.2574, "latency": { "n": 29, "min": 8.165, "max": 224.711, "mean": 68.636, "p50": 20.19, "p95": 223.915 }, "error_count": 1, "tokens_per_second": 83.938, "ttft": { "n": 29, "min": 1.059, "max": 3.059, "mean": 1.377, "p50": 1.241, "p95": 2.474 }, "task_quality": { "information_extraction": 78, "summarization": 91, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 1.26849, "summarization": 1.295915, "text_correction": 4.901565 }, "task_cost_per_quality": { "information_extraction": 0.1626, "summarization": 0.1424, "text_correction": 0.6894 }, "task_cost_per_hour_usd": { "information_extraction": 0.159, "summarization": 0.1626, "text_correction": 0.3755 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.34975, "cost_per_quality": 0.007441, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8857, "cost_per_hour_usd": 0.2765, "latency": { "n": 50, "min": 1.685, "max": 10.881, "mean": 3.491, "p50": 2.921, "p95": 7.451 }, "tokens_per_second": 46.882, "ttft": { "n": 50, "min": 0.855, "max": 9.113, "mean": 2.63, "p50": 2.111, "p95": 6.656 }, "task_quality": { "dictation": 100, "information_extraction": 86, "summarization": 97, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.10589, "information_extraction": 0.101805, "summarization": 0.06998, "text_correction": 0.072075 }, "task_cost_per_quality": { "dictation": 0.005294, "information_extraction": 0.01184, "summarization": 0.007214, "text_correction": 0.00775 }, "task_cost_per_hour_usd": { "dictation": 0.2068, "information_extraction": 0.3308, "summarization": 0.3262, "text_correction": 0.3128 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 94, "total_cost_usd": 0.745595, "cost_per_quality": 0.01586, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8857, "cost_per_hour_usd": 0.3259, "latency": { "n": 50, "min": 2.205, "max": 13.123, "mean": 5.588, "p50": 5.02, "p95": 11.001 }, "tokens_per_second": 72.661, "ttft": { "n": 50, "min": 0.832, "max": 12.019, "mean": 3.003, "p50": 2.294, "p95": 7.328 }, "task_quality": { "dictation": 97, "information_extraction": 90, "summarization": 98, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.22934, "information_extraction": 0.16501, "summarization": 0.127135, "text_correction": 0.22411 }, "task_cost_per_quality": { "dictation": 0.01182, "information_extraction": 0.01833, "summarization": 0.01297, "text_correction": 0.0249 }, "task_cost_per_hour_usd": { "dictation": 0.2899, "information_extraction": 0.3193, "summarization": 0.3064, "text_correction": 0.3964 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 88, "total_cost_usd": 2.09321, "cost_per_quality": 0.07929, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8857, "cost_per_hour_usd": 0.3211, "latency": { "n": 30, "min": 2.76, "max": 125.998, "mean": 27.398, "p50": 16.632, "p95": 123.015 }, "tokens_per_second": 76.689, "ttft": { "n": 30, "min": 1.13, "max": 20.128, "mean": 5.205, "p50": 1.736, "p95": 16.525 }, "task_quality": { "information_extraction": 84, "summarization": 93, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.49431, "summarization": 0.427235, "text_correction": 1.171665 }, "task_cost_per_quality": { "information_extraction": 0.05885, "summarization": 0.04594, "text_correction": 0.1331 }, "task_cost_per_hour_usd": { "information_extraction": 0.2585, "summarization": 0.2416, "text_correction": 0.4127 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 86, "total_cost_usd": 9.21972, "cost_per_quality": 0.3697, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8857, "cost_per_hour_usd": 0.3179, "latency": { "n": 29, "min": 15.142, "max": 346.988, "mean": 96.098, "p50": 30.084, "p95": 345.969 }, "error_count": 1, "tokens_per_second": 85.219, "ttft": { "n": 29, "min": 1.253, "max": 226.836, "mean": 31.88, "p50": 4.888, "p95": 167.819 }, "task_quality": { "information_extraction": 85, "summarization": 92, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 1.506365, "summarization": 1.487915, "text_correction": 6.22544 }, "task_cost_per_quality": { "information_extraction": 0.1772, "summarization": 0.1617, "text_correction": 0.854 }, "task_cost_per_hour_usd": { "information_extraction": 0.1974, "summarization": 0.1969, "text_correction": 0.4507 } }, { "model": "claude-opus-5-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.2865, "cost_per_quality": 0.006032, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 8134, "cost_per_hour_usd": 0.2182, "latency": { "n": 50, "min": 1.482, "max": 43.161, "mean": 6.086, "p50": 3.47, "p95": 29.692 }, "tokens_per_second": 36.301, "ttft": { "n": 50, "min": 1.1, "max": 24.548, "mean": 4.919, "p50": 2.255, "p95": 18.666 }, "task_quality": { "dictation": 99, "information_extraction": 88, "summarization": 99, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.070892, "information_extraction": 0.075644, "summarization": 0.061784, "text_correction": 0.07818 }, "task_cost_per_quality": { "dictation": 0.00358, "information_extraction": 0.008596, "summarization": 0.006241, "text_correction": 0.008406 }, "task_cost_per_hour_usd": { "dictation": 0.1414, "information_extraction": 0.2473, "summarization": 0.2671, "text_correction": 0.2849 } }, { "model": "claude-opus-5-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.657096, "cost_per_quality": 0.01413, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 8134, "cost_per_hour_usd": 0.2669, "latency": { "n": 50, "min": 2.271, "max": 83.426, "mean": 9.894, "p50": 5.383, "p95": 36.374 }, "tokens_per_second": 65.565, "ttft": { "n": 50, "min": 1.326, "max": 51.025, "mean": 8.065, "p50": 3.374, "p95": 34.625 }, "task_quality": { "dictation": 96, "information_extraction": 85, "summarization": 99, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.154532, "information_extraction": 0.121728, "summarization": 0.159568, "text_correction": 0.221268 }, "task_cost_per_quality": { "dictation": 0.008049, "information_extraction": 0.01432, "summarization": 0.01612, "text_correction": 0.02379 }, "task_cost_per_hour_usd": { "dictation": 0.2033, "information_extraction": 0.2377, "summarization": 0.3, "text_correction": 0.3366 } }, { "model": "claude-opus-5-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 88, "total_cost_usd": 1.926408, "cost_per_quality": 0.07297, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 8134, "cost_per_hour_usd": 0.2694, "latency": { "n": 30, "min": 6.324, "max": 206.793, "mean": 40.056, "p50": 17.712, "p95": 155.408 }, "tokens_per_second": 77.192, "ttft": { "n": 30, "min": 4.019, "max": 30.002, "mean": 10.907, "p50": 10.404, "p95": 22.816 }, "task_quality": { "information_extraction": 84, "summarization": 97, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.435968, "summarization": 0.408628, "text_correction": 1.081812 }, "task_cost_per_quality": { "information_extraction": 0.0519, "summarization": 0.04213, "text_correction": 0.1288 }, "task_cost_per_hour_usd": { "information_extraction": 0.2141, "summarization": 0.2109, "text_correction": 0.3405 } }, { "model": "claude-opus-5-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 87, "total_cost_usd": 6.956968, "cost_per_quality": 0.2757, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 8134, "cost_per_hour_usd": 0.2399, "latency": { "n": 29, "min": 9.431, "max": 415.235, "mean": 91.03, "p50": 31.503, "p95": 284.497 }, "error_count": 1, "tokens_per_second": 91.813, "ttft": { "n": 29, "min": 2.728, "max": 206.907, "mean": 25.242, "p50": 14.789, "p95": 77.001 }, "task_quality": { "information_extraction": 84, "summarization": 95, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 1.223792, "summarization": 1.295992, "text_correction": 4.437184 }, "task_cost_per_quality": { "information_extraction": 0.1457, "summarization": 0.1364, "text_correction": 0.6087 }, "task_cost_per_hour_usd": { "information_extraction": 0.1556, "summarization": 0.1631, "text_correction": 0.3365 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.111534, "cost_per_quality": 0.002348, "hourly_prompt_tokens": 14274, "hourly_completion_tokens": 4298, "cost_per_hour_usd": 0.08923, "latency": { "n": 50, "min": 1.636, "max": 4.085, "mean": 2.411, "p50": 2.244, "p95": 3.5 }, "tokens_per_second": 28.677, "ttft": { "n": 50, "min": 1.09, "max": 3.136, "mean": 1.524, "p50": 1.406, "p95": 2.462 }, "task_quality": { "dictation": 100, "information_extraction": 89, "summarization": 95, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.036903, "information_extraction": 0.027573, "summarization": 0.020523, "text_correction": 0.026535 }, "task_cost_per_quality": { "dictation": 0.001845, "information_extraction": 0.003098, "summarization": 0.00216, "text_correction": 0.002793 }, "task_cost_per_hour_usd": { "dictation": 0.07056, "information_extraction": 0.09789, "summarization": 0.09841, "text_correction": 0.1121 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.247443, "cost_per_quality": 0.005624, "hourly_prompt_tokens": 14274, "hourly_completion_tokens": 4298, "cost_per_hour_usd": 0.1101, "latency": { "n": 50, "min": 2.189, "max": 6.548, "mean": 3.641, "p50": 3.391, "p95": 6.015 }, "tokens_per_second": 54.643, "ttft": { "n": 49, "min": 1.074, "max": 2.764, "mean": 1.394, "p50": 1.293, "p95": 1.829 }, "task_quality": { "dictation": 90, "information_extraction": 86, "summarization": 95, "text_correction": 79 }, "task_cost_usd": { "dictation": 0.076467, "information_extraction": 0.045477, "summarization": 0.042912, "text_correction": 0.082587 }, "task_cost_per_quality": { "dictation": 0.004248, "information_extraction": 0.005288, "summarization": 0.004517, "text_correction": 0.01045 }, "task_cost_per_hour_usd": { "dictation": 0.09972, "information_extraction": 0.09427, "summarization": 0.1009, "text_correction": 0.144 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "900s", "quality_score": 77, "total_cost_usd": 0.843594, "cost_per_quality": 0.03652, "hourly_prompt_tokens": 14274, "hourly_completion_tokens": 4298, "cost_per_hour_usd": 0.1178, "latency": { "n": 30, "min": 2.925, "max": 29.911, "mean": 13.345, "p50": 9.539, "p95": 29.146 }, "tokens_per_second": 72.642, "ttft": { "n": 30, "min": 1.153, "max": 3.569, "mean": 1.492, "p50": 1.292, "p95": 2.829 }, "task_quality": { "information_extraction": 72, "summarization": 87, "text_correction": 72 }, "task_cost_usd": { "information_extraction": 0.174504, "summarization": 0.139764, "text_correction": 0.529326 }, "task_cost_per_quality": { "information_extraction": 0.02424, "summarization": 0.01606, "text_correction": 0.07352 }, "task_cost_per_hour_usd": { "information_extraction": 0.08581, "summarization": 0.0751, "text_correction": 0.1621 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 77, "total_cost_usd": 2.896983, "cost_per_quality": 0.1393, "hourly_prompt_tokens": 14274, "hourly_completion_tokens": 4298, "cost_per_hour_usd": 0.1073, "latency": { "n": 27, "min": 10.153, "max": 489.752, "mean": 124.935, "p50": 17.007, "p95": 474.386 }, "error_count": 3, "tokens_per_second": 41.056, "ttft": { "n": 28, "min": 1.139, "max": 2.784, "mean": 1.489, "p50": 1.403, "p95": 1.841 }, "task_quality": { "information_extraction": 79, "summarization": 83, "text_correction": 69 }, "task_cost_usd": { "information_extraction": 0.548064, "summarization": 0.490842, "text_correction": 1.858077 }, "task_cost_per_quality": { "information_extraction": 0.07708, "summarization": 0.05914, "text_correction": 0.3366 }, "task_cost_per_hour_usd": { "information_extraction": 0.07308, "summarization": 0.06185, "text_correction": 0.1607 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.111009, "cost_per_quality": 0.00244, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4602, "cost_per_hour_usd": 0.09096, "latency": { "n": 50, "min": 0.904, "max": 3.531, "mean": 1.798, "p50": 1.48, "p95": 3.169 }, "tokens_per_second": 42.499, "ttft": { "n": 50, "min": 0.527, "max": 2.72, "mean": 0.985, "p50": 0.871, "p95": 1.419 }, "task_quality": { "dictation": 99, "information_extraction": 89, "summarization": 89, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.036963, "information_extraction": 0.027753, "summarization": 0.019608, "text_correction": 0.026685 }, "task_cost_per_quality": { "dictation": 0.001867, "information_extraction": 0.003118, "summarization": 0.002203, "text_correction": 0.003103 }, "task_cost_per_hour_usd": { "dictation": 0.07225, "information_extraction": 0.1006, "summarization": 0.09765, "text_correction": 0.115 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.254808, "cost_per_quality": 0.005726, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4602, "cost_per_hour_usd": 0.1146, "latency": { "n": 50, "min": 1.412, "max": 4.942, "mean": 2.725, "p50": 2.355, "p95": 4.845 }, "tokens_per_second": 82.757, "ttft": { "n": 49, "min": 0.492, "max": 2.07, "mean": 0.997, "p50": 0.869, "p95": 1.803 }, "task_quality": { "dictation": 92, "information_extraction": 86, "summarization": 94, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.076527, "information_extraction": 0.050757, "summarization": 0.044637, "text_correction": 0.082887 }, "task_cost_per_quality": { "dictation": 0.004159, "information_extraction": 0.005902, "summarization": 0.004749, "text_correction": 0.009751 }, "task_cost_per_hour_usd": { "dictation": 0.1021, "information_extraction": 0.1036, "summarization": 0.1058, "text_correction": 0.1476 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "900s", "quality_score": 82, "total_cost_usd": 0.834015, "cost_per_quality": 0.03507, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4602, "cost_per_hour_usd": 0.1222, "latency": { "n": 30, "min": 2.179, "max": 44.854, "mean": 14.707, "p50": 10.354, "p95": 40.783 }, "tokens_per_second": 73.7, "ttft": { "n": 30, "min": 0.774, "max": 3.049, "mean": 1.077, "p50": 0.893, "p95": 2.393 }, "task_quality": { "information_extraction": 77, "summarization": 91, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.159285, "summarization": 0.156459, "text_correction": 0.518271 }, "task_cost_per_quality": { "information_extraction": 0.02298, "summarization": 0.01719, "text_correction": 0.0656 }, "task_cost_per_hour_usd": { "information_extraction": 0.08842, "summarization": 0.08341, "text_correction": 0.1645 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 81, "total_cost_usd": 3.256566, "cost_per_quality": 0.1386, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4602, "cost_per_hour_usd": 0.1123, "latency": { "n": 29, "min": 10.767, "max": 264.874, "mean": 81.18, "p50": 22.42, "p95": 259.098 }, "error_count": 1, "tokens_per_second": 54.437, "ttft": { "n": 29, "min": 0.877, "max": 2.5, "mean": 1.094, "p50": 1.056, "p95": 1.164 }, "task_quality": { "information_extraction": 74, "summarization": 88, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.607212, "summarization": 0.555237, "text_correction": 2.094117 }, "task_cost_per_quality": { "information_extraction": 0.08206, "summarization": 0.0631, "text_correction": 0.2945 }, "task_cost_per_hour_usd": { "information_extraction": 0.07403, "summarization": 0.06963, "text_correction": 0.1633 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 89, "total_cost_usd": 0.1968, "cost_per_quality": 0.004422, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8261, "cost_per_hour_usd": 0.1561, "latency": { "n": 50, "min": 1.634, "max": 6.629, "mean": 2.954, "p50": 2.48, "p95": 4.772 }, "tokens_per_second": 48.624, "ttft": { "n": 50, "min": 0.879, "max": 7.005, "mean": 2.311, "p50": 1.745, "p95": 5.85 }, "task_quality": { "dictation": 99, "information_extraction": 89, "summarization": 80, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.060279, "information_extraction": 0.057198, "summarization": 0.033333, "text_correction": 0.04599 }, "task_cost_per_quality": { "dictation": 0.003044, "information_extraction": 0.006427, "summarization": 0.004167, "text_correction": 0.005348 }, "task_cost_per_hour_usd": { "dictation": 0.117, "information_extraction": 0.1875, "summarization": 0.1682, "text_correction": 0.19 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.438792, "cost_per_quality": 0.009644, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8261, "cost_per_hour_usd": 0.1894, "latency": { "n": 50, "min": 2.253, "max": 18.277, "mean": 5.101, "p50": 4.428, "p95": 9.825 }, "tokens_per_second": 74.048, "ttft": { "n": 50, "min": 0.921, "max": 11.672, "mean": 2.617, "p50": 1.876, "p95": 5.885 }, "task_quality": { "dictation": 95, "information_extraction": 89, "summarization": 94, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.125949, "information_extraction": 0.079701, "summarization": 0.071271, "text_correction": 0.161871 }, "task_cost_per_quality": { "dictation": 0.006629, "information_extraction": 0.008955, "summarization": 0.007582, "text_correction": 0.01904 }, "task_cost_per_hour_usd": { "dictation": 0.1615, "information_extraction": 0.1656, "summarization": 0.1731, "text_correction": 0.2514 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 86, "total_cost_usd": 1.559286, "cost_per_quality": 0.06044, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8261, "cost_per_hour_usd": 0.2109, "latency": { "n": 30, "min": 2.588, "max": 144.129, "mean": 25.173, "p50": 15.757, "p95": 90.343 }, "tokens_per_second": 90.399, "ttft": { "n": 30, "min": 1.265, "max": 152.608, "mean": 17.796, "p50": 1.882, "p95": 151.823 }, "task_quality": { "information_extraction": 80, "summarization": 92, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.338796, "summarization": 0.236526, "text_correction": 0.983964 }, "task_cost_per_quality": { "information_extraction": 0.04235, "summarization": 0.02571, "text_correction": 0.1158 }, "task_cost_per_hour_usd": { "information_extraction": 0.1648, "summarization": 0.1345, "text_correction": 0.2749 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 77, "total_cost_usd": 5.272617, "cost_per_quality": 0.2361, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8261, "cost_per_hour_usd": 0.1818, "latency": { "n": 29, "min": 6.562, "max": 289.815, "mean": 73.15, "p50": 23.6, "p95": 277.33 }, "error_count": 1, "tokens_per_second": 97.148, "ttft": { "n": 28, "min": 1.434, "max": 176.505, "mean": 12.843, "p50": 2.757, "p95": 27.142 }, "task_quality": { "information_extraction": 79, "summarization": 89, "text_correction": 63 }, "task_cost_usd": { "information_extraction": 0.902379, "summarization": 0.776229, "text_correction": 3.594009 }, "task_cost_per_quality": { "information_extraction": 0.1142, "summarization": 0.08722, "text_correction": 0.6339 }, "task_cost_per_hour_usd": { "information_extraction": 0.1158, "summarization": 0.1044, "text_correction": 0.261 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.03219, "cost_per_quality": 0.003461, "hourly_prompt_tokens": 19431, "hourly_completion_tokens": 20790, "cost_per_hour_usd": 0.1893, "latency": { "n": 10, "min": 1.144, "max": 4.392, "mean": 2.016, "p50": 1.478, "p95": 4.392 }, "tokens_per_second": 107.841, "ttft": { "n": 30, "min": 0.532, "max": 4.695, "mean": 1.216, "p50": 0.926, "p95": 3.676 }, "task_quality": { "text_correction": 93 }, "task_cost_usd": { "text_correction": 0.03219 }, "task_cost_per_quality": { "text_correction": 0.003461 }, "task_cost_per_hour_usd": { "text_correction": 0.1893 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.077464, "cost_per_quality": 0.008803, "hourly_prompt_tokens": 19431, "hourly_completion_tokens": 20790, "cost_per_hour_usd": 0.2117, "latency": { "n": 10, "min": 2.481, "max": 7.053, "mean": 3.691, "p50": 3.237, "p95": 7.053 }, "tokens_per_second": 164.851, "ttft": { "n": 30, "min": 0.539, "max": 6.554, "mean": 0.979, "p50": 0.732, "p95": 1.449 }, "task_quality": { "text_correction": 88 }, "task_cost_usd": { "text_correction": 0.077464 }, "task_cost_per_quality": { "text_correction": 0.008803 }, "task_cost_per_hour_usd": { "text_correction": 0.2117 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 84, "total_cost_usd": 0.537126, "cost_per_quality": 0.06394, "hourly_prompt_tokens": 19431, "hourly_completion_tokens": 20790, "cost_per_hour_usd": 0.2489, "latency": { "n": 10, "min": 16.238, "max": 31.835, "mean": 23.03, "p50": 21.204, "p95": 31.835 }, "tokens_per_second": 197.213, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 84 }, "task_cost_usd": { "text_correction": 0.537126 }, "task_cost_per_quality": { "text_correction": 0.06394 }, "task_cost_per_hour_usd": { "text_correction": 0.2489 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 82, "total_cost_usd": 2.220902, "cost_per_quality": 0.3009, "hourly_prompt_tokens": 19431, "hourly_completion_tokens": 20790, "cost_per_hour_usd": 0.2468, "latency": { "n": 9, "min": 55.352, "max": 151.059, "mean": 102.013, "p50": 93.007, "p95": 151.059 }, "error_count": 1, "tokens_per_second": 205.302, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 82 }, "task_cost_usd": { "text_correction": 2.220902 }, "task_cost_per_quality": { "text_correction": 0.3009 }, "task_cost_per_hour_usd": { "text_correction": 0.2468 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 96, "total_cost_usd": 0.041521, "cost_per_quality": 0.000865, "hourly_prompt_tokens": 13389, "hourly_completion_tokens": 5238, "cost_per_hour_usd": 0.01579, "latency": { "n": 50, "min": 2.205, "max": 48.811, "mean": 13.658, "p50": 7.025, "p95": 38.61 }, "tokens_per_second": 49.673, "ttft": { "n": 50, "min": 1.803, "max": 45.479, "mean": 10.193, "p50": 5.666, "p95": 27.57 }, "task_quality": { "dictation": 99, "information_extraction": 90, "summarization": 97, "text_correction": 99 }, "task_cost_usd": { "dictation": 0.008285, "information_extraction": 0.012466, "summarization": 0.005078, "text_correction": 0.015692 }, "task_cost_per_quality": { "dictation": 0.0004184, "information_extraction": 0.001385, "summarization": 0.0005235, "text_correction": 0.001585 }, "task_cost_per_hour_usd": { "dictation": 0.01158, "information_extraction": 0.01712, "summarization": 0.01432, "text_correction": 0.01887 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.119723, "cost_per_quality": 0.002575, "hourly_prompt_tokens": 13389, "hourly_completion_tokens": 5238, "cost_per_hour_usd": 0.01818, "latency": { "n": 50, "min": 5.962, "max": 104.135, "mean": 32.448, "p50": 22.607, "p95": 94.866 }, "tokens_per_second": 59.348, "ttft": { "n": 50, "min": 3.444, "max": 82.184, "mean": 25.955, "p50": 15, "p95": 72.626 }, "task_quality": { "dictation": 96, "information_extraction": 90, "summarization": 99, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.032629, "information_extraction": 0.027298, "summarization": 0.009874, "text_correction": 0.049922 }, "task_cost_per_quality": { "dictation": 0.001699, "information_extraction": 0.003033, "summarization": 0.0009974, "text_correction": 0.005673 }, "task_cost_per_hour_usd": { "dictation": 0.01723, "information_extraction": 0.01803, "summarization": 0.01428, "text_correction": 0.02009 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 83, "total_cost_usd": 0.310327, "cost_per_quality": 0.01246, "hourly_prompt_tokens": 13389, "hourly_completion_tokens": 5238, "cost_per_hour_usd": 0.01761, "latency": { "n": 30, "min": 15.568, "max": 287.402, "mean": 119.301, "p50": 76.231, "p95": 261.246 }, "tokens_per_second": 63.694, "ttft": { "n": 26, "min": 8.279, "max": 308.576, "mean": 108.618, "p50": 75.892, "p95": 286.626 }, "task_quality": { "information_extraction": 83, "summarization": 93, "text_correction": 73 }, "task_cost_usd": { "information_extraction": 0.07449, "summarization": 0.039123, "text_correction": 0.196714 }, "task_cost_per_quality": { "information_extraction": 0.008975, "summarization": 0.004207, "text_correction": 0.02695 }, "task_cost_per_hour_usd": { "information_extraction": 0.01617, "summarization": 0.01313, "text_correction": 0.01961 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 81, "total_cost_usd": 0.226661, "cost_per_quality": 0.01272, "hourly_prompt_tokens": 13389, "hourly_completion_tokens": 5238, "cost_per_hour_usd": 0.0103, "latency": { "n": 22, "min": 15.966, "max": 234.857, "mean": 86.113, "p50": 67.994, "p95": 190.813 }, "error_count": 8, "tokens_per_second": 60.623, "ttft": { "n": 24, "min": 16.696, "max": 257.74, "mean": 92.417, "p50": 67.067, "p95": 252.402 }, "task_quality": { "information_extraction": 73, "summarization": 96, "text_correction": 75 }, "task_cost_usd": { "information_extraction": 0.105587, "summarization": 0.077478, "text_correction": 0.043596 }, "task_cost_per_quality": { "information_extraction": 0.01446, "summarization": 0.008071, "text_correction": 0.02906 }, "task_cost_per_hour_usd": { "information_extraction": 0.01032, "summarization": 0.008677, "text_correction": 0.01535 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.061743, "cost_per_quality": 0.001357, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12001, "cost_per_hour_usd": 0.03959, "latency": { "n": 50, "min": 1.028, "max": 12.603, "mean": 3.056, "p50": 2.171, "p95": 6.558 }, "tokens_per_second": 136.233, "ttft": { "n": 50, "min": 0.876, "max": 9.892, "mean": 2.99, "p50": 1.941, "p95": 7.417 }, "task_quality": { "dictation": 98, "information_extraction": 83, "summarization": 95, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.014754, "information_extraction": 0.013556, "summarization": 0.007207, "text_correction": 0.026226 }, "task_cost_per_quality": { "dictation": 0.0007528, "information_extraction": 0.001633, "summarization": 0.0007586, "text_correction": 0.002914 }, "task_cost_per_hour_usd": { "dictation": 0.02988, "information_extraction": 0.03924, "summarization": 0.0339, "text_correction": 0.05166 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.191981, "cost_per_quality": 0.004363, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12001, "cost_per_hour_usd": 0.04854, "latency": { "n": 50, "min": 2.148, "max": 72.196, "mean": 7.885, "p50": 4.325, "p95": 18.425 }, "tokens_per_second": 175.378, "ttft": { "n": 50, "min": 1.768, "max": 27.782, "mean": 6.054, "p50": 4.022, "p95": 22.221 }, "task_quality": { "dictation": 94, "information_extraction": 84, "summarization": 93, "text_correction": 81 }, "task_cost_usd": { "dictation": 0.076107, "information_extraction": 0.029547, "summarization": 0.015642, "text_correction": 0.070685 }, "task_cost_per_quality": { "dictation": 0.004048, "information_extraction": 0.003518, "summarization": 0.001682, "text_correction": 0.008727 }, "task_cost_per_hour_usd": { "dictation": 0.05023, "information_extraction": 0.04246, "summarization": 0.03502, "text_correction": 0.0545 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 80, "total_cost_usd": 0.46921, "cost_per_quality": 0.01955, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12001, "cost_per_hour_usd": 0.04495, "latency": { "n": 30, "min": 3.166, "max": 72.027, "mean": 28.602, "p50": 20.707, "p95": 65.287 }, "tokens_per_second": 183.581, "ttft": { "n": 30, "min": 3.013, "max": 57.216, "mean": 19.465, "p50": 14.292, "p95": 42.71 }, "task_quality": { "information_extraction": 78, "summarization": 88, "text_correction": 75 }, "task_cost_usd": { "information_extraction": 0.105514, "summarization": 0.040856, "text_correction": 0.32284 }, "task_cost_per_quality": { "information_extraction": 0.01353, "summarization": 0.004643, "text_correction": 0.04305 }, "task_cost_per_hour_usd": { "information_extraction": 0.03883, "summarization": 0.02424, "text_correction": 0.0535 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 65, "total_cost_usd": 0.991472, "cost_per_quality": 0.0526, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12001, "cost_per_hour_usd": 0.03419, "latency": { "n": 29, "min": 7.062, "max": 161.841, "mean": 54.726, "p50": 24.794, "p95": 154.505 }, "error_count": 1, "tokens_per_second": 191.423, "ttft": { "n": 29, "min": 3.687, "max": 143.394, "mean": 42.422, "p50": 21.147, "p95": 141.942 }, "task_quality": { "information_extraction": 72, "summarization": 86, "text_correction": 37 }, "task_cost_usd": { "information_extraction": 0.16164, "summarization": 0.098901, "text_correction": 0.730931 }, "task_cost_per_quality": { "information_extraction": 0.02245, "summarization": 0.0115, "text_correction": 0.2195 }, "task_cost_per_hour_usd": { "information_extraction": 0.02235, "summarization": 0.01587, "text_correction": 0.04704 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "30s", "quality_score": 86, "total_cost_usd": 0.003021, "cost_per_quality": 0.00007026, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4498, "cost_per_hour_usd": 0.002655, "latency": { "n": 50, "min": 0.446, "max": 1.273, "mean": 0.732, "p50": 0.699, "p95": 1.205 }, "tokens_per_second": 82.368, "ttft": { "n": 50, "min": 0.275, "max": 0.99, "mean": 0.443, "p50": 0.4, "p95": 0.829 }, "task_quality": { "dictation": 97, "information_extraction": 65, "summarization": 95, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.001012, "information_extraction": 0.000741, "summarization": 0.000522, "text_correction": 0.000746 }, "task_cost_per_quality": { "dictation": 0.00005216, "information_extraction": 0.000114, "summarization": 0.00005495, "text_correction": 0.00008477 }, "task_cost_per_hour_usd": { "dictation": 0.002217, "information_extraction": 0.002807, "summarization": 0.002715, "text_correction": 0.003315 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "120s", "quality_score": 80, "total_cost_usd": 0.006545, "cost_per_quality": 0.0001636, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4498, "cost_per_hour_usd": 0.003146, "latency": { "n": 50, "min": 0.68, "max": 1.443, "mean": 1.016, "p50": 0.983, "p95": 1.39 }, "tokens_per_second": 171.204, "ttft": { "n": 50, "min": 0.282, "max": 0.736, "mean": 0.408, "p50": 0.388, "p95": 0.56 }, "task_quality": { "dictation": 81, "information_extraction": 74, "summarization": 93, "text_correction": 73 }, "task_cost_usd": { "dictation": 0.002107, "information_extraction": 0.001165, "summarization": 0.001049, "text_correction": 0.002224 }, "task_cost_per_quality": { "dictation": 0.0001301, "information_extraction": 0.0001574, "summarization": 0.0001128, "text_correction": 0.0003047 }, "task_cost_per_hour_usd": { "dictation": 0.003028, "information_extraction": 0.002612, "summarization": 0.002699, "text_correction": 0.004043 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "900s", "quality_score": 76, "total_cost_usd": 0.023364, "cost_per_quality": 0.001025, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4498, "cost_per_hour_usd": 0.003333, "latency": { "n": 30, "min": 0.844, "max": 10.035, "mean": 3.737, "p50": 2.188, "p95": 9.143 }, "tokens_per_second": 234.74, "ttft": { "n": 30, "min": 0.314, "max": 0.708, "mean": 0.435, "p50": 0.413, "p95": 0.7 }, "task_quality": { "information_extraction": 72, "summarization": 90, "text_correction": 68 }, "task_cost_usd": { "information_extraction": 0.004682, "summarization": 0.004057, "text_correction": 0.014625 }, "task_cost_per_quality": { "information_extraction": 0.0006503, "summarization": 0.0004508, "text_correction": 0.002151 }, "task_cost_per_hour_usd": { "information_extraction": 0.00241, "summarization": 0.002234, "text_correction": 0.004499 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 69, "total_cost_usd": 0.092634, "cost_per_quality": 0.004629, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4498, "cost_per_hour_usd": 0.003194, "latency": { "n": 29, "min": 1.664, "max": 49.564, "mean": 13.025, "p50": 3.372, "p95": 42.611 }, "error_count": 1, "tokens_per_second": 250.077, "ttft": { "n": 29, "min": 0.377, "max": 0.821, "mean": 0.553, "p50": 0.566, "p95": 0.708 }, "task_quality": { "information_extraction": 60, "summarization": 84, "text_correction": 62 }, "task_cost_usd": { "information_extraction": 0.017061, "summarization": 0.01582, "text_correction": 0.059753 }, "task_cost_per_quality": { "information_extraction": 0.002843, "summarization": 0.001883, "text_correction": 0.01071 }, "task_cost_per_hour_usd": { "information_extraction": 0.002134, "summarization": 0.002032, "text_correction": 0.004521 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.550411, "cost_per_quality": 0.01171, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9457, "cost_per_hour_usd": 0.1822, "latency": { "n": 50, "min": 3.014, "max": 50.596, "mean": 10.011, "p50": 9.01, "p95": 20.112 }, "tokens_per_second": 104.045, "ttft": { "n": 50, "min": 2.94, "max": 37.104, "mean": 9.379, "p50": 8.201, "p95": 20.581 }, "task_quality": { "dictation": 94, "information_extraction": 88, "summarization": 97, "text_correction": 98 }, "task_cost_usd": { "dictation": 0.131974, "information_extraction": 0.125073, "summarization": 0.097196, "text_correction": 0.196168 }, "task_cost_per_quality": { "dictation": 0.00702, "information_extraction": 0.01421, "summarization": 0.01002, "text_correction": 0.02002 }, "task_cost_per_hour_usd": { "dictation": 0.1539, "information_extraction": 0.1826, "summarization": 0.1844, "text_correction": 0.206 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "120s", "quality_score": 90, "total_cost_usd": 1.045758, "cost_per_quality": 0.02324, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9457, "cost_per_hour_usd": 0.1879, "latency": { "n": 50, "min": 4.73, "max": 71.569, "mean": 17.754, "p50": 11.401, "p95": 60.567 }, "tokens_per_second": 108.24, "ttft": { "n": 50, "min": 5.007, "max": 52.593, "mean": 15.315, "p50": 10.345, "p95": 48.003 }, "task_quality": { "dictation": 98, "information_extraction": 84, "summarization": 93, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.214984, "information_extraction": 0.156109, "summarization": 0.110921, "text_correction": 0.563744 }, "task_cost_per_quality": { "dictation": 0.01097, "information_extraction": 0.01858, "summarization": 0.01193, "text_correction": 0.06555 }, "task_cost_per_hour_usd": { "dictation": 0.1659, "information_extraction": 0.1675, "summarization": 0.1583, "text_correction": 0.2138 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "900s", "quality_score": 80, "total_cost_usd": 1.95549, "cost_per_quality": 0.08148, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9457, "cost_per_hour_usd": 0.1645, "latency": { "n": 30, "min": 10.822, "max": 161.068, "mean": 51.608, "p50": 33.255, "p95": 147.606 }, "tokens_per_second": 108.405, "ttft": { "n": 30, "min": 6.495, "max": 144.72, "mean": 37.774, "p50": 25.276, "p95": 102.095 }, "task_quality": { "information_extraction": 75, "summarization": 88, "text_correction": 76 }, "task_cost_usd": { "information_extraction": 0.374896, "summarization": 0.179489, "text_correction": 1.401105 }, "task_cost_per_quality": { "information_extraction": 0.04999, "summarization": 0.0204, "text_correction": 0.1844 }, "task_cost_per_hour_usd": { "information_extraction": 0.1337, "summarization": 0.09295, "text_correction": 0.1959 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 80, "total_cost_usd": 3.248094, "cost_per_quality": 0.14, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9457, "cost_per_hour_usd": 0.112, "latency": { "n": 29, "min": 16.194, "max": 241.059, "mean": 78.017, "p50": 39.702, "p95": 239.252 }, "error_count": 1, "tokens_per_second": 110.635, "ttft": { "n": 28, "min": 10.502, "max": 131.477, "mean": 45.436, "p50": 27.488, "p95": 120.207 }, "task_quality": { "information_extraction": 78, "summarization": 89, "text_correction": 74 }, "task_cost_usd": { "information_extraction": 0.638452, "summarization": 0.366675, "text_correction": 2.242967 }, "task_cost_per_quality": { "information_extraction": 0.08185, "summarization": 0.0412, "text_correction": 0.3368 }, "task_cost_per_hour_usd": { "information_extraction": 0.08026, "summarization": 0.05428, "text_correction": 0.157 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.008878, "cost_per_quality": 0.0001973, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3717, "cost_per_hour_usd": 0.007522, "latency": { "n": 50, "min": 0.508, "max": 2.069, "mean": 0.94, "p50": 0.898, "p95": 1.366 }, "tokens_per_second": 60.883, "ttft": { "n": 50, "min": 0.402, "max": 1.217, "mean": 0.616, "p50": 0.548, "p95": 1.009 }, "task_quality": { "dictation": 93, "information_extraction": 79, "summarization": 94, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.002822, "information_extraction": 0.002144, "summarization": 0.001531, "text_correction": 0.002381 }, "task_cost_per_quality": { "dictation": 0.0001517, "information_extraction": 0.0002714, "summarization": 0.0001629, "text_correction": 0.0002533 }, "task_cost_per_hour_usd": { "dictation": 0.005918, "information_extraction": 0.007921, "summarization": 0.007693, "text_correction": 0.01019 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "120s", "quality_score": 85, "total_cost_usd": 0.020854, "cost_per_quality": 0.0004907, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3717, "cost_per_hour_usd": 0.009601, "latency": { "n": 50, "min": 0.83, "max": 3.886, "mean": 1.267, "p50": 1.089, "p95": 1.882 }, "tokens_per_second": 136.35, "ttft": { "n": 50, "min": 0.408, "max": 0.797, "mean": 0.554, "p50": 0.531, "p95": 0.73 }, "task_quality": { "dictation": 85, "information_extraction": 83, "summarization": 92, "text_correction": 79 }, "task_cost_usd": { "dictation": 0.006637, "information_extraction": 0.003523, "summarization": 0.00307, "text_correction": 0.007624 }, "task_cost_per_quality": { "dictation": 0.0003904, "information_extraction": 0.0004245, "summarization": 0.0003337, "text_correction": 0.0009651 }, "task_cost_per_hour_usd": { "dictation": 0.009137, "information_extraction": 0.007536, "summarization": 0.00764, "text_correction": 0.01323 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "900s", "quality_score": 79, "total_cost_usd": 0.074264, "cost_per_quality": 0.003134, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3717, "cost_per_hour_usd": 0.01023, "latency": { "n": 30, "min": 1.232, "max": 17.329, "mean": 4.937, "p50": 1.94, "p95": 16.179 }, "tokens_per_second": 186.83, "ttft": { "n": 30, "min": 0.492, "max": 0.814, "mean": 0.628, "p50": 0.632, "p95": 0.777 }, "task_quality": { "information_extraction": 68, "summarization": 90, "text_correction": 78 }, "task_cost_usd": { "information_extraction": 0.012962, "summarization": 0.01109, "text_correction": 0.050212 }, "task_cost_per_quality": { "information_extraction": 0.001906, "summarization": 0.001232, "text_correction": 0.006437 }, "task_cost_per_hour_usd": { "information_extraction": 0.00646, "summarization": 0.005876, "text_correction": 0.01491 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 68, "total_cost_usd": 0.262838, "cost_per_quality": 0.01333, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3717, "cost_per_hour_usd": 0.009063, "latency": { "n": 29, "min": 1.931, "max": 41.722, "mean": 11.551, "p50": 2.981, "p95": 40.34 }, "error_count": 1, "tokens_per_second": 232.42, "ttft": { "n": 29, "min": 0.654, "max": 1.142, "mean": 0.786, "p50": 0.781, "p95": 0.961 }, "task_quality": { "information_extraction": 69, "summarization": 86, "text_correction": 49 }, "task_cost_usd": { "information_extraction": 0.044592, "summarization": 0.04, "text_correction": 0.178246 }, "task_cost_per_quality": { "information_extraction": 0.006463, "summarization": 0.004651, "text_correction": 0.04042 }, "task_cost_per_hour_usd": { "information_extraction": 0.005387, "summarization": 0.004965, "text_correction": 0.01407 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.417124, "cost_per_quality": 0.008782, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12476, "cost_per_hour_usd": 0.1784, "latency": { "n": 50, "min": 2.9, "max": 10.752, "mean": 5.202, "p50": 4.72, "p95": 8.171 }, "tokens_per_second": 168.385, "ttft": { "n": 50, "min": 2.408, "max": 8.856, "mean": 4.99, "p50": 4.644, "p95": 7.669 }, "task_quality": { "dictation": 99, "information_extraction": 86, "summarization": 98, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.160357, "information_extraction": 0.088436, "summarization": 0.064136, "text_correction": 0.104195 }, "task_cost_per_quality": { "dictation": 0.008099, "information_extraction": 0.01028, "summarization": 0.006544, "text_correction": 0.01097 }, "task_cost_per_hour_usd": { "dictation": 0.1724, "information_extraction": 0.1758, "summarization": 0.1746, "text_correction": 0.1938 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.841984, "cost_per_quality": 0.01811, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12476, "cost_per_hour_usd": 0.1872, "latency": { "n": 50, "min": 4.625, "max": 22.245, "mean": 9.321, "p50": 7.957, "p95": 21.796 }, "tokens_per_second": 184.02, "ttft": { "n": 50, "min": 4.323, "max": 25.445, "mean": 9.003, "p50": 7.059, "p95": 23.423 }, "task_quality": { "dictation": 97, "information_extraction": 90, "summarization": 93, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.311234, "information_extraction": 0.118255, "summarization": 0.080625, "text_correction": 0.33187 }, "task_cost_per_quality": { "dictation": 0.01604, "information_extraction": 0.01314, "summarization": 0.008669, "text_correction": 0.03687 }, "task_cost_per_hour_usd": { "dictation": 0.1901, "information_extraction": 0.1624, "summarization": 0.1503, "text_correction": 0.2081 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 78, "total_cost_usd": 1.76501, "cost_per_quality": 0.07543, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12476, "cost_per_hour_usd": 0.1681, "latency": { "n": 30, "min": 7.219, "max": 83.022, "mean": 27.515, "p50": 14.236, "p95": 82.316 }, "tokens_per_second": 192.748, "ttft": { "n": 30, "min": 6.239, "max": 71.043, "mean": 23.8, "p50": 12.852, "p95": 60.012 }, "task_quality": { "information_extraction": 75, "summarization": 87, "text_correction": 72 }, "task_cost_usd": { "information_extraction": 0.260725, "summarization": 0.175127, "text_correction": 1.329158 }, "task_cost_per_quality": { "information_extraction": 0.03476, "summarization": 0.02013, "text_correction": 0.1846 }, "task_cost_per_hour_usd": { "information_extraction": 0.1216, "summarization": 0.1, "text_correction": 0.2012 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 56, "total_cost_usd": 3.761939, "cost_per_quality": 0.2316, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12476, "cost_per_hour_usd": 0.1297, "latency": { "n": 29, "min": 9.922, "max": 228.703, "mean": 56.604, "p50": 17.912, "p95": 168.917 }, "error_count": 1, "tokens_per_second": 198.437, "ttft": { "n": 29, "min": 9.103, "max": 146.503, "mean": 50.585, "p50": 13.348, "p95": 141.666 }, "task_quality": { "information_extraction": 70, "summarization": 87, "text_correction": 11 }, "task_cost_usd": { "information_extraction": 0.489619, "summarization": 0.380665, "text_correction": 2.891655 }, "task_cost_per_quality": { "information_extraction": 0.06995, "summarization": 0.04375, "text_correction": 2.921 }, "task_cost_per_hour_usd": { "information_extraction": 0.07402, "summarization": 0.06217, "text_correction": 0.1778 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.013068, "cost_per_quality": 0.0002872, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4286, "cost_per_hour_usd": 0.01135, "latency": { "n": 50, "min": 0.579, "max": 1.659, "mean": 0.886, "p50": 0.859, "p95": 1.341 }, "tokens_per_second": 67.207, "ttft": { "n": 50, "min": 0.384, "max": 1.297, "mean": 0.548, "p50": 0.491, "p95": 0.935 }, "task_quality": { "dictation": 95, "information_extraction": 83, "summarization": 94, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.003772, "information_extraction": 0.003193, "summarization": 0.002434, "text_correction": 0.003669 }, "task_cost_per_quality": { "dictation": 0.0001985, "information_extraction": 0.0003847, "summarization": 0.0002589, "text_correction": 0.0004032 }, "task_cost_per_hour_usd": { "dictation": 0.008168, "information_extraction": 0.01208, "summarization": 0.0123, "text_correction": 0.01611 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "120s", "quality_score": 86, "total_cost_usd": 0.031613, "cost_per_quality": 0.0007352, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4286, "cost_per_hour_usd": 0.01498, "latency": { "n": 50, "min": 0.839, "max": 4.136, "mean": 1.227, "p50": 1.065, "p95": 1.997 }, "tokens_per_second": 144.519, "ttft": { "n": 50, "min": 0.41, "max": 0.761, "mean": 0.52, "p50": 0.508, "p95": 0.666 }, "task_quality": { "dictation": 87, "information_extraction": 79, "summarization": 95, "text_correction": 84 }, "task_cost_usd": { "dictation": 0.009898, "information_extraction": 0.004827, "summarization": 0.004776, "text_correction": 0.012112 }, "task_cost_per_quality": { "dictation": 0.0005689, "information_extraction": 0.000611, "summarization": 0.0005027, "text_correction": 0.001442 }, "task_cost_per_hour_usd": { "dictation": 0.01406, "information_extraction": 0.01077, "summarization": 0.01202, "text_correction": 0.02159 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "900s", "quality_score": 74, "total_cost_usd": 0.112599, "cost_per_quality": 0.005072, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4286, "cost_per_hour_usd": 0.01601, "latency": { "n": 30, "min": 1.124, "max": 14.561, "mean": 4.868, "p50": 1.977, "p95": 12.601 }, "tokens_per_second": 180.109, "ttft": { "n": 30, "min": 0.472, "max": 0.706, "mean": 0.574, "p50": 0.571, "p95": 0.694 }, "task_quality": { "information_extraction": 68, "summarization": 86, "text_correction": 69 }, "task_cost_usd": { "information_extraction": 0.016796, "summarization": 0.014387, "text_correction": 0.081416 }, "task_cost_per_quality": { "information_extraction": 0.00247, "summarization": 0.001673, "text_correction": 0.0118 }, "task_cost_per_hour_usd": { "information_extraction": 0.008744, "summarization": 0.007912, "text_correction": 0.02473 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 72, "total_cost_usd": 0.432122, "cost_per_quality": 0.0207, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4286, "cost_per_hour_usd": 0.0149, "latency": { "n": 29, "min": 1.426, "max": 41.483, "mean": 12.012, "p50": 3.033, "p95": 39.949 }, "error_count": 1, "tokens_per_second": 242.431, "ttft": { "n": 29, "min": 0.515, "max": 1.828, "mean": 0.72, "p50": 0.679, "p95": 0.808 }, "task_quality": { "information_extraction": 59, "summarization": 84, "text_correction": 74 }, "task_cost_usd": { "information_extraction": 0.056641, "summarization": 0.050582, "text_correction": 0.324899 }, "task_cost_per_quality": { "information_extraction": 0.0096, "summarization": 0.006022, "text_correction": 0.04878 }, "task_cost_per_hour_usd": { "information_extraction": 0.00709, "summarization": 0.006479, "text_correction": 0.02461 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "low", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.014074, "cost_per_quality": 0.000306, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4324, "cost_per_hour_usd": 0.01201, "latency": { "n": 50, "min": 0.557, "max": 2.136, "mean": 0.892, "p50": 0.831, "p95": 1.187 }, "tokens_per_second": 70.546, "ttft": { "n": 47, "min": 0.397, "max": 0.709, "mean": 0.512, "p50": 0.509, "p95": 0.616 }, "task_quality": { "dictation": 98, "information_extraction": 81, "summarization": 96, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.003772, "information_extraction": 0.0031, "summarization": 0.003533, "text_correction": 0.003669 }, "task_cost_per_quality": { "dictation": 0.0001924, "information_extraction": 0.0003827, "summarization": 0.000368, "text_correction": 0.0003945 }, "task_cost_per_hour_usd": { "dictation": 0.008184, "information_extraction": 0.01185, "summarization": 0.01595, "text_correction": 0.01614 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "low", "bucket": "120s", "quality_score": 87, "total_cost_usd": 0.033117, "cost_per_quality": 0.0007613, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4324, "cost_per_hour_usd": 0.01548, "latency": { "n": 50, "min": 0.756, "max": 2.97, "mean": 1.286, "p50": 1.119, "p95": 2.241 }, "tokens_per_second": 140.976, "ttft": { "n": 46, "min": 0.426, "max": 0.698, "mean": 0.525, "p50": 0.513, "p95": 0.639 }, "task_quality": { "dictation": 88, "information_extraction": 85, "summarization": 93, "text_correction": 83 }, "task_cost_usd": { "dictation": 0.009893, "information_extraction": 0.004763, "summarization": 0.006248, "text_correction": 0.012213 }, "task_cost_per_quality": { "dictation": 0.0005621, "information_extraction": 0.0005604, "summarization": 0.0006718, "text_correction": 0.001471 }, "task_cost_per_hour_usd": { "dictation": 0.01408, "information_extraction": 0.01068, "summarization": 0.01457, "text_correction": 0.02173 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "low", "bucket": "900s", "quality_score": 75, "total_cost_usd": 0.111518, "cost_per_quality": 0.004956, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4324, "cost_per_hour_usd": 0.01595, "latency": { "n": 30, "min": 1.138, "max": 13.235, "mean": 3.959, "p50": 1.552, "p95": 10.544 }, "tokens_per_second": 206.149, "ttft": { "n": 29, "min": 0.494, "max": 4.447, "mean": 0.733, "p50": 0.589, "p95": 0.802 }, "task_quality": { "information_extraction": 68, "summarization": 87, "text_correction": 70 }, "task_cost_usd": { "information_extraction": 0.016833, "summarization": 0.013134, "text_correction": 0.081551 }, "task_cost_per_quality": { "information_extraction": 0.002475, "summarization": 0.00151, "text_correction": 0.01165 }, "task_cost_per_hour_usd": { "information_extraction": 0.008778, "summarization": 0.007349, "text_correction": 0.0248 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "low", "bucket": "3600s", "quality_score": 70, "total_cost_usd": 0.434835, "cost_per_quality": 0.02142, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4324, "cost_per_hour_usd": 0.01499, "latency": { "n": 29, "min": 1.353, "max": 59.05, "mean": 13.38, "p50": 2.554, "p95": 44.658 }, "error_count": 1, "tokens_per_second": 241.267, "ttft": { "n": 29, "min": 0.563, "max": 4.844, "mean": 0.941, "p50": 0.693, "p95": 4.102 }, "task_quality": { "information_extraction": 63, "summarization": 85, "text_correction": 63 }, "task_cost_usd": { "information_extraction": 0.056255, "summarization": 0.051486, "text_correction": 0.327094 }, "task_cost_per_quality": { "information_extraction": 0.008929, "summarization": 0.006057, "text_correction": 0.05769 }, "task_cost_per_hour_usd": { "information_extraction": 0.007063, "summarization": 0.006592, "text_correction": 0.02473 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.335488, "cost_per_quality": 0.007215, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2018, "cost_per_hour_usd": 0.09057, "latency": { "n": 50, "min": 2.066, "max": 16.893, "mean": 5.072, "p50": 3.846, "p95": 13.469 }, "tokens_per_second": 176.222, "ttft": { "n": 50, "min": 1.564, "max": 7.823, "mean": 4.663, "p50": 4.128, "p95": 7.317 }, "task_quality": { "dictation": 99, "information_extraction": 84, "summarization": 98, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.124737, "information_extraction": 0.069444, "summarization": 0.052883, "text_correction": 0.088424 }, "task_cost_per_quality": { "dictation": 0.0063, "information_extraction": 0.008267, "summarization": 0.005396, "text_correction": 0.009508 }, "task_cost_per_hour_usd": { "dictation": 0.08681, "information_extraction": 0.08875, "summarization": 0.08927, "text_correction": 0.09908 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.692734, "cost_per_quality": 0.0149, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2018, "cost_per_hour_usd": 0.09535, "latency": { "n": 50, "min": 3.693, "max": 19.876, "mean": 8.985, "p50": 8.554, "p95": 18.507 }, "tokens_per_second": 194.511, "ttft": { "n": 50, "min": 3.826, "max": 45.615, "mean": 10.237, "p50": 9.397, "p95": 20.052 }, "task_quality": { "dictation": 97, "information_extraction": 89, "summarization": 97, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.249859, "information_extraction": 0.10362, "summarization": 0.070779, "text_correction": 0.268476 }, "task_cost_per_quality": { "dictation": 0.01288, "information_extraction": 0.01164, "summarization": 0.007297, "text_correction": 0.03051 }, "task_cost_per_hour_usd": { "dictation": 0.09628, "information_extraction": 0.08478, "summarization": 0.079, "text_correction": 0.1052 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 82, "total_cost_usd": 0.760351, "cost_per_quality": 0.03709, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2018, "cost_per_hour_usd": 0.07346, "latency": { "n": 25, "min": 4.527, "max": 96.324, "mean": 24.501, "p50": 11.603, "p95": 78.927 }, "error_count": 5, "tokens_per_second": 155.645, "ttft": { "n": 30, "min": 3.677, "max": 41.31, "mean": 15.521, "p50": 11.303, "p95": 40.662 }, "task_quality": { "information_extraction": 73, "summarization": 91, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.230698, "summarization": 0.134601, "text_correction": 0.395052 }, "task_cost_per_quality": { "information_extraction": 0.0316, "summarization": 0.01479, "text_correction": 0.09519 }, "task_cost_per_hour_usd": { "information_extraction": 0.06512, "summarization": 0.05008, "text_correction": 0.09588 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 78, "total_cost_usd": 0.720537, "cost_per_quality": 0.04619, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2018, "cost_per_hour_usd": 0.03603, "latency": { "n": 20, "min": 4.219, "max": 16.207, "mean": 10.272, "p50": 10.98, "p95": 14.697 }, "error_count": 10, "tokens_per_second": 193.139, "ttft": { "n": 29, "min": 4.408, "max": 123.844, "mean": 22.405, "p50": 9.761, "p95": 78.438 }, "task_quality": { "information_extraction": 69, "summarization": 86 }, "task_cost_usd": { "information_extraction": 0.405614, "summarization": 0.314923 }, "task_cost_per_quality": { "information_extraction": 0.05878, "summarization": 0.03662 }, "task_cost_per_hour_usd": { "information_extraction": 0.03898, "summarization": 0.03282 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.099842, "cost_per_quality": 0.002102, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6419, "cost_per_hour_usd": 0.04964, "latency": { "n": 50, "min": 1.955, "max": 9.731, "mean": 3.943, "p50": 3.497, "p95": 7.192 }, "tokens_per_second": 111.907, "ttft": { "n": 50, "min": 1.606, "max": 44.449, "mean": 5.802, "p50": 3.234, "p95": 23.96 }, "task_quality": { "dictation": 99, "information_extraction": 88, "summarization": 99, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.025638, "information_extraction": 0.019836, "summarization": 0.018631, "text_correction": 0.035737 }, "task_cost_per_quality": { "dictation": 0.001295, "information_extraction": 0.002254, "summarization": 0.001882, "text_correction": 0.003843 }, "task_cost_per_hour_usd": { "dictation": 0.0398, "information_extraction": 0.04748, "summarization": 0.05153, "text_correction": 0.0608 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.212358, "cost_per_quality": 0.004567, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6419, "cost_per_hour_usd": 0.05399, "latency": { "n": 50, "min": 3.426, "max": 22.055, "mean": 7.146, "p50": 5.337, "p95": 17.337 }, "tokens_per_second": 133.129, "ttft": { "n": 50, "min": 2.193, "max": 70.709, "mean": 9.908, "p50": 4.916, "p95": 40.486 }, "task_quality": { "dictation": 97, "information_extraction": 90, "summarization": 98, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.069733, "information_extraction": 0.023798, "summarization": 0.023005, "text_correction": 0.095822 }, "task_cost_per_quality": { "dictation": 0.003594, "information_extraction": 0.002644, "summarization": 0.002347, "text_correction": 0.01114 }, "task_cost_per_hour_usd": { "dictation": 0.05326, "information_extraction": 0.04032, "summarization": 0.04266, "text_correction": 0.0641 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 82, "total_cost_usd": 0.376965, "cost_per_quality": 0.01532, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6419, "cost_per_hour_usd": 0.04359, "latency": { "n": 30, "min": 3.3, "max": 41.586, "mean": 15.847, "p50": 8.4, "p95": 41.453 }, "tokens_per_second": 145.246, "ttft": { "n": 30, "min": 3.167, "max": 38.214, "mean": 12.776, "p50": 7.898, "p95": 28.289 }, "task_quality": { "information_extraction": 68, "summarization": 93, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.061548, "summarization": 0.052067, "text_correction": 0.26335 }, "task_cost_per_quality": { "information_extraction": 0.009051, "summarization": 0.005599, "text_correction": 0.03098 }, "task_cost_per_hour_usd": { "information_extraction": 0.02974, "summarization": 0.02733, "text_correction": 0.05634 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 79, "total_cost_usd": 1.001433, "cost_per_quality": 0.04371, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6419, "cost_per_hour_usd": 0.03453, "latency": { "n": 29, "min": 5.974, "max": 160.78, "mean": 35.503, "p50": 11.361, "p95": 130.822 }, "error_count": 1, "tokens_per_second": 143.874, "ttft": { "n": 29, "min": 1.335, "max": 70.223, "mean": 11.903, "p50": 7.519, "p95": 27.281 }, "task_quality": { "information_extraction": 67, "summarization": 86, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.155967, "summarization": 0.144348, "text_correction": 0.701118 }, "task_cost_per_quality": { "information_extraction": 0.02328, "summarization": 0.01678, "text_correction": 0.09274 }, "task_cost_per_hour_usd": { "information_extraction": 0.0207, "summarization": 0.01966, "text_correction": 0.04963 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.182821, "cost_per_quality": 0.00389, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7856, "cost_per_hour_usd": 0.06319, "latency": { "n": 50, "min": 1.571, "max": 61.443, "mean": 7.061, "p50": 3.77, "p95": 31.718 }, "tokens_per_second": 120.715, "ttft": { "n": 50, "min": 1.456, "max": 38.606, "mean": 5.829, "p50": 3.615, "p95": 15.387 }, "task_quality": { "dictation": 99, "information_extraction": 89, "summarization": 100, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.047769, "information_extraction": 0.025034, "summarization": 0.020168, "text_correction": 0.08985 }, "task_cost_per_quality": { "dictation": 0.002413, "information_extraction": 0.002813, "summarization": 0.002017, "text_correction": 0.009983 }, "task_cost_per_hour_usd": { "dictation": 0.05476, "information_extraction": 0.05517, "summarization": 0.05657, "text_correction": 0.07421 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.360446, "cost_per_quality": 0.007752, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7856, "cost_per_hour_usd": 0.06571, "latency": { "n": 50, "min": 2.606, "max": 89.339, "mean": 12.187, "p50": 5.751, "p95": 47.951 }, "tokens_per_second": 144.727, "ttft": { "n": 50, "min": 2.943, "max": 53.089, "mean": 8.527, "p50": 6.128, "p95": 16.701 }, "task_quality": { "dictation": 96, "information_extraction": 89, "summarization": 98, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.133385, "information_extraction": 0.030941, "summarization": 0.024743, "text_correction": 0.171377 }, "task_cost_per_quality": { "dictation": 0.006947, "information_extraction": 0.003477, "summarization": 0.002525, "text_correction": 0.01926 }, "task_cost_per_hour_usd": { "dictation": 0.06665, "information_extraction": 0.04845, "summarization": 0.04713, "text_correction": 0.07386 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 80, "total_cost_usd": 0.530465, "cost_per_quality": 0.0221, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7856, "cost_per_hour_usd": 0.05329, "latency": { "n": 30, "min": 3.191, "max": 79.846, "mean": 25.505, "p50": 11.889, "p95": 64.265 }, "tokens_per_second": 144.513, "ttft": { "n": 30, "min": 1.068, "max": 66.971, "mean": 17.366, "p50": 9.547, "p95": 58.789 }, "task_quality": { "information_extraction": 64, "summarization": 91, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.09899, "summarization": 0.066168, "text_correction": 0.365307 }, "task_cost_per_quality": { "information_extraction": 0.01547, "summarization": 0.007271, "text_correction": 0.04298 }, "task_cost_per_hour_usd": { "information_extraction": 0.0414, "summarization": 0.0339, "text_correction": 0.06509 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 78, "total_cost_usd": 1.157762, "cost_per_quality": 0.05118, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7856, "cost_per_hour_usd": 0.03992, "latency": { "n": 29, "min": 3.822, "max": 260.212, "mean": 55.366, "p50": 13.526, "p95": 198.292 }, "error_count": 1, "tokens_per_second": 145.559, "ttft": { "n": 29, "min": 1.502, "max": 145.557, "mean": 25.565, "p50": 12.44, "p95": 84.942 }, "task_quality": { "information_extraction": 73, "summarization": 90, "text_correction": 70 }, "task_cost_usd": { "information_extraction": 0.164786, "summarization": 0.176099, "text_correction": 0.816877 }, "task_cost_per_quality": { "information_extraction": 0.02257, "summarization": 0.01957, "text_correction": 0.1297 }, "task_cost_per_hour_usd": { "information_extraction": 0.02306, "summarization": 0.02431, "text_correction": 0.05591 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "low", "bucket": "30s", "quality_score": 96, "total_cost_usd": 0.036288, "cost_per_quality": 0.000756, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4289, "cost_per_hour_usd": 0.02756, "latency": { "n": 50, "min": 0.992, "max": 5.718, "mean": 1.972, "p50": 1.833, "p95": 2.944 }, "tokens_per_second": 55.882, "ttft": { "n": 50, "min": 0.732, "max": 4.996, "mean": 1.437, "p50": 1.137, "p95": 2.857 }, "task_quality": { "dictation": 99, "information_extraction": 91, "summarization": 98, "text_correction": 96 }, "task_cost_usd": { "dictation": 0.014125, "information_extraction": 0.006242, "summarization": 0.005895, "text_correction": 0.010026 }, "task_cost_per_quality": { "dictation": 0.0007134, "information_extraction": 0.0006859, "summarization": 0.0006015, "text_correction": 0.001044 }, "task_cost_per_hour_usd": { "dictation": 0.02563, "information_extraction": 0.02331, "summarization": 0.0271, "text_correction": 0.03574 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "low", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.056209, "cost_per_quality": 0.001235, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4289, "cost_per_hour_usd": 0.02664, "latency": { "n": 50, "min": 1.328, "max": 5.443, "mean": 2.487, "p50": 2.296, "p95": 4.055 }, "tokens_per_second": 71.901, "ttft": { "n": 50, "min": 0.714, "max": 5.568, "mean": 1.378, "p50": 1.01, "p95": 4.791 }, "task_quality": { "dictation": 96, "information_extraction": 86, "summarization": 97, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.017831, "information_extraction": 0.009277, "summarization": 0.009075, "text_correction": 0.020026 }, "task_cost_per_quality": { "dictation": 0.0009287, "information_extraction": 0.001079, "summarization": 0.0009356, "text_correction": 0.002356 }, "task_cost_per_hour_usd": { "dictation": 0.02536, "information_extraction": 0.02076, "summarization": 0.02276, "text_correction": 0.03568 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "low", "bucket": "900s", "quality_score": 84, "total_cost_usd": 0.19813, "cost_per_quality": 0.007862, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4289, "cost_per_hour_usd": 0.02813, "latency": { "n": 30, "min": 1.757, "max": 22.089, "mean": 7.456, "p50": 3.228, "p95": 21.986 }, "tokens_per_second": 117.484, "ttft": { "n": 30, "min": 0.911, "max": 24.476, "mean": 2.251, "p50": 1.243, "p95": 3.431 }, "task_quality": { "information_extraction": 73, "summarization": 93, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.03569, "summarization": 0.033091, "text_correction": 0.129349 }, "task_cost_per_quality": { "information_extraction": 0.004889, "summarization": 0.003558, "text_correction": 0.01522 }, "task_cost_per_hour_usd": { "information_extraction": 0.01846, "summarization": 0.01789, "text_correction": 0.03967 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "low", "bucket": "3600s", "quality_score": 67, "total_cost_usd": 0.769843, "cost_per_quality": 0.03962, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4289, "cost_per_hour_usd": 0.02655, "latency": { "n": 29, "min": 3.68, "max": 130.293, "mean": 27.246, "p50": 5.649, "p95": 90 }, "error_count": 1, "tokens_per_second": 128.39, "ttft": { "n": 29, "min": 1.102, "max": 14.306, "mean": 2.536, "p50": 1.537, "p95": 9.013 }, "task_quality": { "information_extraction": 32, "summarization": 90, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.129829, "summarization": 0.11981, "text_correction": 0.520204 }, "task_cost_per_quality": { "information_extraction": 0.04057, "summarization": 0.01331, "text_correction": 0.07317 }, "task_cost_per_hour_usd": { "information_extraction": 0.01617, "summarization": 0.01528, "text_correction": 0.03962 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.07496, "cost_per_quality": 0.001595, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4502, "cost_per_hour_usd": 0.05994, "latency": { "n": 50, "min": 1.433, "max": 3.719, "mean": 1.98, "p50": 1.98, "p95": 2.505 }, "tokens_per_second": 34.236, "ttft": { "n": 50, "min": 1.208, "max": 2.335, "mean": 1.476, "p50": 1.388, "p95": 2.041 }, "task_quality": { "dictation": 100, "information_extraction": 89, "summarization": 98, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.02322, "information_extraction": 0.018638, "summarization": 0.014888, "text_correction": 0.018214 }, "task_cost_per_quality": { "dictation": 0.001161, "information_extraction": 0.002094, "summarization": 0.001519, "text_correction": 0.002047 }, "task_cost_per_hour_usd": { "dictation": 0.04742, "information_extraction": 0.06454, "summarization": 0.066, "text_correction": 0.07388 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "120s", "quality_score": 94, "total_cost_usd": 0.161788, "cost_per_quality": 0.003442, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4502, "cost_per_hour_usd": 0.07296, "latency": { "n": 50, "min": 2.041, "max": 4.989, "mean": 2.961, "p50": 2.65, "p95": 4.461 }, "tokens_per_second": 64.28, "ttft": { "n": 50, "min": 1.275, "max": 2.867, "mean": 1.675, "p50": 1.569, "p95": 2.36 }, "task_quality": { "dictation": 99, "information_extraction": 90, "summarization": 98, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.049278, "information_extraction": 0.028568, "summarization": 0.029598, "text_correction": 0.054344 }, "task_cost_per_quality": { "dictation": 0.002489, "information_extraction": 0.003174, "summarization": 0.00302, "text_correction": 0.006038 }, "task_cost_per_hour_usd": { "dictation": 0.06773, "information_extraction": 0.06003, "summarization": 0.06749, "text_correction": 0.09442 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "900s", "quality_score": 82, "total_cost_usd": 0.545292, "cost_per_quality": 0.02217, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4502, "cost_per_hour_usd": 0.07684, "latency": { "n": 30, "min": 2.812, "max": 26.07, "mean": 10.274, "p50": 6.311, "p95": 24.843 }, "tokens_per_second": 90.46, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 72, "summarization": 94, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.093702, "summarization": 0.104982, "text_correction": 0.346608 }, "task_cost_per_quality": { "information_extraction": 0.01301, "summarization": 0.01117, "text_correction": 0.04279 }, "task_cost_per_hour_usd": { "information_extraction": 0.04891, "summarization": 0.05428, "text_correction": 0.1068 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 82, "total_cost_usd": 2.115114, "cost_per_quality": 0.08895, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4502, "cost_per_hour_usd": 0.07293, "latency": { "n": 29, "min": 4.277, "max": 112.374, "mean": 33.418, "p50": 10.693, "p95": 108.814 }, "error_count": 1, "tokens_per_second": 102.888, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 76, "summarization": 94, "text_correction": 74 }, "task_cost_usd": { "information_extraction": 0.340528, "summarization": 0.362878, "text_correction": 1.411708 }, "task_cost_per_quality": { "information_extraction": 0.04481, "summarization": 0.0386, "text_correction": 0.212 }, "task_cost_per_hour_usd": { "information_extraction": 0.04307, "summarization": 0.04545, "text_correction": 0.1077 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.003941, "cost_per_quality": 0.00008475, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4208, "cost_per_hour_usd": 0.003171, "latency": { "n": 50, "min": 0.474, "max": 31.21, "mean": 3.265, "p50": 0.875, "p95": 19.384 }, "tokens_per_second": 49.945, "ttft": { "n": 49, "min": 0.281, "max": 0.914, "mean": 0.52, "p50": 0.507, "p95": 0.746 }, "task_quality": { "dictation": 98, "information_extraction": 90, "summarization": 93, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.001431, "information_extraction": 0.00093, "summarization": 0.000663, "text_correction": 0.000917 }, "task_cost_per_quality": { "dictation": 0.00007301, "information_extraction": 0.0001033, "summarization": 0.00007129, "text_correction": 0.0001008 }, "task_cost_per_hour_usd": { "dictation": 0.002854, "information_extraction": 0.003277, "summarization": 0.003153, "text_correction": 0.003709 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.007899, "cost_per_quality": 0.0001775, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4208, "cost_per_hour_usd": 0.003599, "latency": { "n": 50, "min": 1.005, "max": 12.31, "mean": 2.407, "p50": 1.516, "p95": 6.615 }, "tokens_per_second": 81.854, "ttft": { "n": 49, "min": 0.278, "max": 11.725, "mean": 1.066, "p50": 0.515, "p95": 5.616 }, "task_quality": { "dictation": 97, "information_extraction": 79, "summarization": 90, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.002608, "information_extraction": 0.001456, "summarization": 0.001288, "text_correction": 0.002547 }, "task_cost_per_quality": { "dictation": 0.0001344, "information_extraction": 0.0001843, "summarization": 0.0001431, "text_correction": 0.0002799 }, "task_cost_per_hour_usd": { "dictation": 0.003509, "information_extraction": 0.003127, "summarization": 0.003175, "text_correction": 0.004388 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 66, "total_cost_usd": 0.026778, "cost_per_quality": 0.001352, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4208, "cost_per_hour_usd": 0.003774, "latency": { "n": 30, "min": 1.13, "max": 54.428, "mean": 12.487, "p50": 4.664, "p95": 48.628 }, "tokens_per_second": 86.191, "ttft": { "n": 30, "min": 0.392, "max": 3.446, "mean": 0.861, "p50": 0.619, "p95": 2.158 }, "task_quality": { "information_extraction": 23, "summarization": 92, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.005722, "summarization": 0.005363, "text_correction": 0.015693 }, "task_cost_per_quality": { "information_extraction": 0.002488, "summarization": 0.0005829, "text_correction": 0.001868 }, "task_cost_per_hour_usd": { "information_extraction": 0.002937, "summarization": 0.00288, "text_correction": 0.004778 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 70, "total_cost_usd": 0.105583, "cost_per_quality": 0.005201, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4208, "cost_per_hour_usd": 0.003641, "latency": { "n": 29, "min": 3.419, "max": 224.722, "mean": 50.34, "p50": 7.623, "p95": 171.873 }, "error_count": 1, "tokens_per_second": 79.063, "ttft": { "n": 29, "min": 0.931, "max": 7.91, "mean": 1.886, "p50": 1.644, "p95": 3.665 }, "task_quality": { "information_extraction": 47, "summarization": 88, "text_correction": 77 }, "task_cost_usd": { "information_extraction": 0.022051, "summarization": 0.020841, "text_correction": 0.062691 }, "task_cost_per_quality": { "information_extraction": 0.004692, "summarization": 0.002368, "text_correction": 0.009046 }, "task_cost_per_hour_usd": { "information_extraction": 0.002743, "summarization": 0.00266, "text_correction": 0.004776 } }, { "model": "gemma-4-31b", "reasoning_effort": "none", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.003892, "cost_per_quality": 0.00008649, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4478, "cost_per_hour_usd": 0.003188, "latency": { "n": 50, "min": 0.491, "max": 24.569, "mean": 1.66, "p50": 0.898, "p95": 3.369 }, "tokens_per_second": 53.877, "ttft": { "n": 50, "min": 0.274, "max": 3.318, "mean": 0.521, "p50": 0.439, "p95": 0.721 }, "task_quality": { "dictation": 99, "information_extraction": 73, "summarization": 97, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.001431, "information_extraction": 0.000887, "summarization": 0.000653, "text_correction": 0.000921 }, "task_cost_per_quality": { "dictation": 0.00007227, "information_extraction": 0.0001215, "summarization": 0.00006732, "text_correction": 0.0001023 }, "task_cost_per_hour_usd": { "dictation": 0.002889, "information_extraction": 0.003233, "summarization": 0.003165, "text_correction": 0.003761 } }, { "model": "gemma-4-31b", "reasoning_effort": "none", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.007866, "cost_per_quality": 0.0001729, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4478, "cost_per_hour_usd": 0.003634, "latency": { "n": 50, "min": 0.693, "max": 18.936, "mean": 2.783, "p50": 1.674, "p95": 7.54 }, "tokens_per_second": 80.835, "ttft": { "n": 49, "min": 0.206, "max": 5.311, "mean": 0.682, "p50": 0.457, "p95": 2.567 }, "task_quality": { "dictation": 96, "information_extraction": 89, "summarization": 90, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.002609, "information_extraction": 0.001428, "summarization": 0.001285, "text_correction": 0.002544 }, "task_cost_per_quality": { "dictation": 0.0001359, "information_extraction": 0.0001604, "summarization": 0.0001428, "text_correction": 0.0002891 }, "task_cost_per_hour_usd": { "dictation": 0.003553, "information_extraction": 0.003131, "summarization": 0.003208, "text_correction": 0.004436 } }, { "model": "gemma-4-31b", "reasoning_effort": "none", "bucket": "900s", "quality_score": 66, "total_cost_usd": 0.026754, "cost_per_quality": 0.001351, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4478, "cost_per_hour_usd": 0.003819, "latency": { "n": 30, "min": 0.97, "max": 85.023, "mean": 15.924, "p50": 5.37, "p95": 46.284 }, "tokens_per_second": 77.894, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 27, "summarization": 88, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.005687, "summarization": 0.005396, "text_correction": 0.015671 }, "task_cost_per_quality": { "information_extraction": 0.002106, "summarization": 0.0006132, "text_correction": 0.001888 }, "task_cost_per_hour_usd": { "information_extraction": 0.002963, "summarization": 0.002927, "text_correction": 0.004835 } }, { "model": "gemma-4-31b", "reasoning_effort": "none", "bucket": "3600s", "quality_score": 63, "total_cost_usd": 0.112276, "cost_per_quality": 0.005941, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4478, "cost_per_hour_usd": 0.003743, "latency": { "n": 30, "min": 3.311, "max": 169.164, "mean": 48.844, "p50": 7.261, "p95": 168.819 }, "tokens_per_second": 81.131, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 27, "summarization": 87, "text_correction": 76 }, "task_cost_usd": { "information_extraction": 0.022075, "summarization": 0.021015, "text_correction": 0.069186 }, "task_cost_per_quality": { "information_extraction": 0.008176, "summarization": 0.002416, "text_correction": 0.009103 }, "task_cost_per_hour_usd": { "information_extraction": 0.002779, "summarization": 0.002707, "text_correction": 0.004841 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.11157, "cost_per_quality": 0.002399, "hourly_prompt_tokens": 13739, "hourly_completion_tokens": 1323, "cost_per_hour_usd": 0.03666, "latency": { "n": 50, "min": 1.164, "max": 115.959, "mean": 11.238, "p50": 2.171, "p95": 54.653 }, "tokens_per_second": 30.778, "ttft": { "n": 50, "min": 0.439, "max": 237.261, "mean": 10.408, "p50": 0.785, "p95": 39.771 }, "task_quality": { "dictation": 94, "information_extraction": 84, "summarization": 98, "text_correction": 96 }, "task_cost_usd": { "dictation": 0.00978, "information_extraction": 0.006397, "summarization": 0.005488, "text_correction": 0.089905 }, "task_cost_per_quality": { "dictation": 0.0005202, "information_extraction": 0.0007615, "summarization": 0.00056, "text_correction": 0.009365 }, "task_cost_per_hour_usd": { "dictation": 0.01699, "information_extraction": 0.0203, "summarization": 0.02192, "text_correction": 0.04727 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.337625, "cost_per_quality": 0.007261, "hourly_prompt_tokens": 13739, "hourly_completion_tokens": 1323, "cost_per_hour_usd": 0.04221, "latency": { "n": 50, "min": 1.818, "max": 283.676, "mean": 36.185, "p50": 4.604, "p95": 220.921 }, "tokens_per_second": 35.225, "ttft": { "n": 49, "min": 0.394, "max": 213.446, "mean": 24.096, "p50": 0.675, "p95": 136.4 }, "task_quality": { "dictation": 93, "information_extraction": 89, "summarization": 98, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.019082, "information_extraction": 0.009939, "summarization": 0.010899, "text_correction": 0.297705 }, "task_cost_per_quality": { "dictation": 0.001026, "information_extraction": 0.001117, "summarization": 0.001112, "text_correction": 0.03271 }, "task_cost_per_hour_usd": { "dictation": 0.02208, "information_extraction": 0.01877, "summarization": 0.02174, "text_correction": 0.04877 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "900s", "quality_score": 63, "total_cost_usd": 0.268839, "cost_per_quality": 0.01855, "hourly_prompt_tokens": 13739, "hourly_completion_tokens": 1323, "cost_per_hour_usd": 0.03134, "latency": { "n": 23, "min": 2.405, "max": 322.454, "mean": 49.106, "p50": 10.066, "p95": 308.863 }, "error_count": 7, "tokens_per_second": 39.36, "ttft": { "n": 30, "min": 0.414, "max": 3.372, "mean": 0.712, "p50": 0.583, "p95": 1.233 }, "task_quality": { "information_extraction": 76, "summarization": 90, "text_correction": 22 }, "task_cost_usd": { "information_extraction": 0.042634, "summarization": 0.04095, "text_correction": 0.185255 }, "task_cost_per_quality": { "information_extraction": 0.00561, "summarization": 0.00455, "text_correction": 0.2807 }, "task_cost_per_hour_usd": { "information_extraction": 0.01829, "summarization": 0.01819, "text_correction": 0.04637 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 87, "total_cost_usd": 0.368575, "cost_per_quality": 0.02017, "hourly_prompt_tokens": 13739, "hourly_completion_tokens": 1323, "cost_per_hour_usd": 0.01755, "latency": { "n": 21, "min": 12.193, "max": 242.006, "mean": 29.27, "p50": 17.685, "p95": 32.916 }, "error_count": 9, "tokens_per_second": 37.959, "ttft": { "n": 28, "min": 0.451, "max": 28.359, "mean": 1.767, "p50": 0.732, "p95": 1.791 }, "task_quality": { "information_extraction": 78, "summarization": 95, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.155533, "summarization": 0.149983, "text_correction": 0.063059 }, "task_cost_per_quality": { "information_extraction": 0.01994, "summarization": 0.01579, "text_correction": 0.07166 }, "task_cost_per_hour_usd": { "information_extraction": 0.01624, "summarization": 0.01592, "text_correction": 0.03148 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.009321, "cost_per_quality": 0.0002005, "hourly_prompt_tokens": 13619, "hourly_completion_tokens": 723, "cost_per_hour_usd": 0.004272, "latency": { "n": 50, "min": 1.172, "max": 73.069, "mean": 7.738, "p50": 2.915, "p95": 21.543 }, "tokens_per_second": 28.535, "ttft": { "n": 50, "min": 0.555, "max": 117.948, "mean": 9.302, "p50": 2.065, "p95": 33.703 }, "task_quality": { "dictation": 98, "information_extraction": 84, "summarization": 98, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.001607, "information_extraction": 0.000978, "summarization": 0.000853, "text_correction": 0.005883 }, "task_cost_per_quality": { "dictation": 0.00008199, "information_extraction": 0.0001164, "summarization": 0.00008704, "text_correction": 0.0006465 }, "task_cost_per_hour_usd": { "dictation": 0.002606, "information_extraction": 0.00296, "summarization": 0.003218, "text_correction": 0.006066 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 90, "total_cost_usd": 0.038012, "cost_per_quality": 0.000862, "hourly_prompt_tokens": 13619, "hourly_completion_tokens": 723, "cost_per_hour_usd": 0.005667, "latency": { "n": 49, "min": 2.129, "max": 279.992, "mean": 32.086, "p50": 6.843, "p95": 160.219 }, "error_count": 1, "tokens_per_second": 33.437, "ttft": { "n": 49, "min": 0.491, "max": 474.883, "mean": 47.005, "p50": 1.972, "p95": 392.724 }, "task_quality": { "dictation": 95, "information_extraction": 84, "summarization": 98, "text_correction": 84 }, "task_cost_usd": { "dictation": 0.003037, "information_extraction": 0.001729, "summarization": 0.00169, "text_correction": 0.031556 }, "task_cost_per_quality": { "dictation": 0.0001598, "information_extraction": 0.0002058, "summarization": 0.0001724, "text_correction": 0.004174 }, "task_cost_per_hour_usd": { "dictation": 0.003282, "information_extraction": 0.002963, "summarization": 0.00319, "text_correction": 0.006758 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 78, "total_cost_usd": 0.013332, "cost_per_quality": 0.0008546, "hourly_prompt_tokens": 13619, "hourly_completion_tokens": 723, "cost_per_hour_usd": 0.002739, "latency": { "n": 20, "min": 2.967, "max": 32.589, "mean": 8.975, "p50": 6.411, "p95": 15.093 }, "error_count": 10, "tokens_per_second": 56.128, "ttft": { "n": 30, "min": 0.512, "max": 9.353, "mean": 2.322, "p50": 0.855, "p95": 8.525 }, "task_quality": { "information_extraction": 64, "summarization": 92 }, "task_cost_usd": { "information_extraction": 0.007139, "summarization": 0.006193 }, "task_cost_per_quality": { "information_extraction": 0.001115, "summarization": 0.0006732 }, "task_cost_per_hour_usd": { "information_extraction": 0.002829, "summarization": 0.002642 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 81, "total_cost_usd": 0.048088, "cost_per_quality": 0.002968, "hourly_prompt_tokens": 13619, "hourly_completion_tokens": 723, "cost_per_hour_usd": 0.002404, "latency": { "n": 20, "min": 3.62, "max": 45.278, "mean": 13.696, "p50": 10.401, "p95": 25.204 }, "error_count": 10, "tokens_per_second": 66.782, "ttft": { "n": 29, "min": 0.445, "max": 8.667, "mean": 2.496, "p50": 1.451, "p95": 6.818 }, "task_quality": { "information_extraction": 72, "summarization": 91 }, "task_cost_usd": { "information_extraction": 0.025435, "summarization": 0.022653 }, "task_cost_per_quality": { "information_extraction": 0.003533, "summarization": 0.002489 }, "task_cost_per_hour_usd": { "information_extraction": 0.002489, "summarization": 0.002316 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.058344, "cost_per_quality": 0.001282, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4222, "cost_per_hour_usd": 0.04956, "latency": { "n": 50, "min": 0.433, "max": 2.128, "mean": 0.864, "p50": 0.835, "p95": 1.621 }, "tokens_per_second": 62.905, "ttft": { "n": 50, "min": 0.302, "max": 3.074, "mean": 0.77, "p50": 0.549, "p95": 1.613 }, "task_quality": { "dictation": 95, "information_extraction": 83, "summarization": 97, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.020466, "information_extraction": 0.012616, "summarization": 0.011156, "text_correction": 0.014106 }, "task_cost_per_quality": { "dictation": 0.001077, "information_extraction": 0.00152, "summarization": 0.00115, "text_correction": 0.001585 }, "task_cost_per_hour_usd": { "dictation": 0.04191, "information_extraction": 0.04922, "summarization": 0.05453, "text_correction": 0.06185 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.12663, "cost_per_quality": 0.002878, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4222, "cost_per_hour_usd": 0.05935, "latency": { "n": 50, "min": 0.78, "max": 3.154, "mean": 1.427, "p50": 1.136, "p95": 2.804 }, "tokens_per_second": 115.719, "ttft": { "n": 50, "min": 0.302, "max": 3.704, "mean": 0.661, "p50": 0.463, "p95": 1.475 }, "task_quality": { "dictation": 91, "information_extraction": 83, "summarization": 93, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.041386, "information_extraction": 0.020592, "summarization": 0.021644, "text_correction": 0.043008 }, "task_cost_per_quality": { "dictation": 0.002274, "information_extraction": 0.002481, "summarization": 0.002327, "text_correction": 0.005001 }, "task_cost_per_hour_usd": { "dictation": 0.05668, "information_extraction": 0.0469, "summarization": 0.05341, "text_correction": 0.0769 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "900s", "quality_score": 84, "total_cost_usd": 0.443098, "cost_per_quality": 0.01758, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4222, "cost_per_hour_usd": 0.06374, "latency": { "n": 30, "min": 0.854, "max": 22.504, "mean": 6.725, "p50": 2.992, "p95": 18.186 }, "tokens_per_second": 140.862, "ttft": { "n": 30, "min": 0.421, "max": 0.811, "mean": 0.55, "p50": 0.551, "p95": 0.666 }, "task_quality": { "information_extraction": 81, "summarization": 88, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.092412, "summarization": 0.07816, "text_correction": 0.272526 }, "task_cost_per_quality": { "information_extraction": 0.01141, "summarization": 0.008882, "text_correction": 0.03365 }, "task_cost_per_hour_usd": { "information_extraction": 0.04737, "summarization": 0.04322, "text_correction": 0.08537 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 78, "total_cost_usd": 1.755452, "cost_per_quality": 0.07761, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4222, "cost_per_hour_usd": 0.06053, "latency": { "n": 29, "min": 2.928, "max": 94.227, "mean": 26.498, "p50": 5.288, "p95": 91.848 }, "error_count": 1, "tokens_per_second": 131.75, "ttft": { "n": 29, "min": 0.39, "max": 1.038, "mean": 0.654, "p50": 0.552, "p95": 1.005 }, "task_quality": { "information_extraction": 72, "summarization": 85, "text_correction": 78 }, "task_cost_usd": { "information_extraction": 0.330202, "summarization": 0.302366, "text_correction": 1.122884 }, "task_cost_per_quality": { "information_extraction": 0.04586, "summarization": 0.03557, "text_correction": 0.16 }, "task_cost_per_hour_usd": { "information_extraction": 0.04099, "summarization": 0.03868, "text_correction": 0.08553 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.465509, "cost_per_quality": 0.0098, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9483, "cost_per_hour_usd": 0.1712, "latency": { "n": 50, "min": 3.27, "max": 59.197, "mean": 14.61, "p50": 8.089, "p95": 46.993 }, "tokens_per_second": 72.303, "ttft": { "n": 50, "min": 3.749, "max": 41.81, "mean": 15.437, "p50": 13.917, "p95": 32.488 }, "task_quality": { "dictation": 99, "information_extraction": 91, "summarization": 100, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.116477, "information_extraction": 0.139848, "summarization": 0.060125, "text_correction": 0.149059 }, "task_cost_per_quality": { "dictation": 0.005883, "information_extraction": 0.01537, "summarization": 0.006013, "text_correction": 0.01656 }, "task_cost_per_hour_usd": { "dictation": 0.1426, "information_extraction": 0.1838, "summarization": 0.1602, "text_correction": 0.1945 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 96, "total_cost_usd": 1.116269, "cost_per_quality": 0.02326, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9483, "cost_per_hour_usd": 0.1864, "latency": { "n": 50, "min": 5.418, "max": 85.329, "mean": 25.758, "p50": 22.849, "p95": 48.773 }, "tokens_per_second": 86.001, "ttft": { "n": 50, "min": 11.486, "max": 77.683, "mean": 32.454, "p50": 26.781, "p95": 54.7 }, "task_quality": { "dictation": 97, "information_extraction": 93, "summarization": 100, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.381182, "information_extraction": 0.241368, "summarization": 0.093225, "text_correction": 0.400494 }, "task_cost_per_quality": { "dictation": 0.01965, "information_extraction": 0.02595, "summarization": 0.009323, "text_correction": 0.04261 }, "task_cost_per_hour_usd": { "dictation": 0.1852, "information_extraction": 0.1831, "summarization": 0.1472, "text_correction": 0.2023 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 84, "total_cost_usd": 2.067875, "cost_per_quality": 0.08206, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9483, "cost_per_hour_usd": 0.1659, "latency": { "n": 30, "min": 12.919, "max": 144.279, "mean": 64.116, "p50": 52.933, "p95": 141.975 }, "tokens_per_second": 96.549, "ttft": { "n": 26, "min": 10.531, "max": 122.145, "mean": 64.517, "p50": 65.669, "p95": 120.701 }, "task_quality": { "information_extraction": 78, "summarization": 92, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.557847, "summarization": 0.224816, "text_correction": 1.285212 }, "task_cost_per_quality": { "information_extraction": 0.07152, "summarization": 0.02444, "text_correction": 0.153 }, "task_cost_per_hour_usd": { "information_extraction": 0.1548, "summarization": 0.1066, "text_correction": 0.1904 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 3.23515, "cost_per_quality": 0.1312, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9483, "cost_per_hour_usd": 0.1116, "latency": { "n": 29, "min": 20.272, "max": 236.797, "mean": 96.158, "p50": 73.515, "p95": 202.807 }, "error_count": 1, "tokens_per_second": 91.722, "ttft": { "n": 29, "min": 19.178, "max": 119.418, "mean": 60.668, "p50": 56.745, "p95": 106.295 }, "task_quality": { "information_extraction": 84, "summarization": 93, "text_correction": 77 }, "task_cost_usd": { "information_extraction": 0.748085, "summarization": 0.479652, "text_correction": 2.007413 }, "task_cost_per_quality": { "information_extraction": 0.08906, "summarization": 0.05158, "text_correction": 0.2897 }, "task_cost_per_hour_usd": { "information_extraction": 0.08905, "summarization": 0.06671, "text_correction": 0.1497 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.0679, "cost_per_quality": 0.00146, "hourly_prompt_tokens": 13295, "hourly_completion_tokens": 5821, "cost_per_hour_usd": 0.02618, "latency": { "n": 50, "min": 2.776, "max": 20.471, "mean": 6.654, "p50": 5.333, "p95": 14.729 }, "tokens_per_second": 92.957, "ttft": { "n": 50, "min": 2.3, "max": 14.528, "mean": 5.942, "p50": 4.989, "p95": 14.024 }, "task_quality": { "dictation": 99, "information_extraction": 81, "summarization": 98, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.018177, "information_extraction": 0.022348, "summarization": 0.008439, "text_correction": 0.018936 }, "task_cost_per_quality": { "dictation": 0.000918, "information_extraction": 0.002759, "summarization": 0.0008611, "text_correction": 0.002036 }, "task_cost_per_hour_usd": { "dictation": 0.02156, "information_extraction": 0.02928, "summarization": 0.02378, "text_correction": 0.02995 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "120s", "quality_score": 90, "total_cost_usd": 0.160603, "cost_per_quality": 0.003569, "hourly_prompt_tokens": 13295, "hourly_completion_tokens": 5821, "cost_per_hour_usd": 0.02907, "latency": { "n": 50, "min": 4.841, "max": 33.005, "mean": 15.515, "p50": 15.621, "p95": 26.858 }, "tokens_per_second": 99.365, "ttft": { "n": 50, "min": 3.073, "max": 27.543, "mean": 10.774, "p50": 10.33, "p95": 18.85 }, "task_quality": { "dictation": 95, "information_extraction": 84, "summarization": 97, "text_correction": 84 }, "task_cost_usd": { "dictation": 0.063784, "information_extraction": 0.034236, "summarization": 0.01541, "text_correction": 0.047173 }, "task_cost_per_quality": { "dictation": 0.003357, "information_extraction": 0.004076, "summarization": 0.001589, "text_correction": 0.005616 }, "task_cost_per_hour_usd": { "dictation": 0.02986, "information_extraction": 0.0283, "summarization": 0.02291, "text_correction": 0.03132 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "900s", "quality_score": 83, "total_cost_usd": 0.254829, "cost_per_quality": 0.01023, "hourly_prompt_tokens": 13295, "hourly_completion_tokens": 5821, "cost_per_hour_usd": 0.0237, "latency": { "n": 30, "min": 6.56, "max": 73.809, "mean": 36.933, "p50": 39.57, "p95": 70.159 }, "tokens_per_second": 105.003, "ttft": { "n": 30, "min": 5.313, "max": 56.188, "mean": 28.451, "p50": 29.485, "p95": 56.136 }, "task_quality": { "information_extraction": 76, "summarization": 94, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.085549, "summarization": 0.030903, "text_correction": 0.138377 }, "task_cost_per_quality": { "information_extraction": 0.01126, "summarization": 0.003288, "text_correction": 0.01752 }, "task_cost_per_hour_usd": { "information_extraction": 0.02358, "summarization": 0.01435, "text_correction": 0.02785 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 76, "total_cost_usd": 0.404069, "cost_per_quality": 0.01969, "hourly_prompt_tokens": 13295, "hourly_completion_tokens": 5821, "cost_per_hour_usd": 0.01497, "latency": { "n": 27, "min": 9.894, "max": 114.284, "mean": 50.766, "p50": 47.392, "p95": 113.886 }, "error_count": 3, "tokens_per_second": 106.445, "ttft": { "n": 25, "min": 6.83, "max": 94.933, "mean": 23.807, "p50": 12.791, "p95": 70.479 }, "task_quality": { "information_extraction": 78, "summarization": 91, "text_correction": 57 }, "task_cost_usd": { "information_extraction": 0.092923, "summarization": 0.063701, "text_correction": 0.247445 }, "task_cost_per_quality": { "information_extraction": 0.01489, "summarization": 0.007, "text_correction": 0.04823 }, "task_cost_per_hour_usd": { "information_extraction": 0.01284, "summarization": 0.008214, "text_correction": 0.02061 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.030447, "cost_per_quality": 0.0006619, "hourly_prompt_tokens": 13403, "hourly_completion_tokens": 9986, "cost_per_hour_usd": 0.007762, "latency": { "n": 50, "min": 3.349, "max": 33.666, "mean": 12.4, "p50": 10.266, "p95": 26.992 }, "tokens_per_second": 126.137, "ttft": { "n": 50, "min": 3.194, "max": 22.209, "mean": 9.461, "p50": 7.477, "p95": 20.496 }, "task_quality": { "dictation": 99, "information_extraction": 84, "summarization": 98, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.011777, "information_extraction": 0.006014, "summarization": 0.003511, "text_correction": 0.009145 }, "task_cost_per_quality": { "dictation": 0.0005948, "information_extraction": 0.000716, "summarization": 0.0003583, "text_correction": 0.001063 }, "task_cost_per_hour_usd": { "dictation": 0.007552, "information_extraction": 0.007624, "summarization": 0.007241, "text_correction": 0.008395 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "120s", "quality_score": 83, "total_cost_usd": 0.069482, "cost_per_quality": 0.001674, "hourly_prompt_tokens": 13403, "hourly_completion_tokens": 9986, "cost_per_hour_usd": 0.008167, "latency": { "n": 50, "min": 6.442, "max": 62.131, "mean": 25.911, "p50": 24.102, "p95": 53.795 }, "tokens_per_second": 133.278, "ttft": { "n": 50, "min": 4.157, "max": 52.298, "mean": 18.842, "p50": 18.28, "p95": 36.245 }, "task_quality": { "dictation": 81, "information_extraction": 85, "summarization": 93, "text_correction": 73 }, "task_cost_usd": { "dictation": 0.03709, "information_extraction": 0.008604, "summarization": 0.00621, "text_correction": 0.017578 }, "task_cost_per_quality": { "dictation": 0.00229, "information_extraction": 0.001012, "summarization": 0.0006677, "text_correction": 0.002408 }, "task_cost_per_hour_usd": { "dictation": 0.008533, "information_extraction": 0.007315, "summarization": 0.007024, "text_correction": 0.008365 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "900s", "quality_score": 66, "total_cost_usd": 0.099063, "cost_per_quality": 0.005003, "hourly_prompt_tokens": 13403, "hourly_completion_tokens": 9986, "cost_per_hour_usd": 0.007113, "latency": { "n": 30, "min": 12.365, "max": 201.075, "mean": 72.714, "p50": 46.156, "p95": 198.793 }, "tokens_per_second": 126.505, "ttft": { "n": 30, "min": 10.162, "max": 99.37, "mean": 37.955, "p50": 32.438, "p95": 72.858 }, "task_quality": { "information_extraction": 58, "summarization": 80, "text_correction": 59 }, "task_cost_usd": { "information_extraction": 0.026422, "summarization": 0.011111, "text_correction": 0.06153 }, "task_cost_per_quality": { "information_extraction": 0.004556, "summarization": 0.001389, "text_correction": 0.01043 }, "task_cost_per_hour_usd": { "information_extraction": 0.006671, "summarization": 0.004857, "text_correction": 0.008012 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 56, "total_cost_usd": 0.130606, "cost_per_quality": 0.008329, "hourly_prompt_tokens": 13403, "hourly_completion_tokens": 9986, "cost_per_hour_usd": 0.004665, "latency": { "n": 28, "min": 20.197, "max": 242.381, "mean": 80.496, "p50": 35.306, "p95": 231.41 }, "error_count": 2, "tokens_per_second": 134.727, "ttft": { "n": 29, "min": 9.888, "max": 136.531, "mean": 43.677, "p50": 33.938, "p95": 128.918 }, "task_quality": { "information_extraction": 66, "summarization": 80, "text_correction": 23 }, "task_cost_usd": { "information_extraction": 0.032454, "summarization": 0.022505, "text_correction": 0.075647 }, "task_cost_per_quality": { "information_extraction": 0.005464, "summarization": 0.002813, "text_correction": 0.03654 }, "task_cost_per_hour_usd": { "information_extraction": 0.004053, "summarization": 0.003049, "text_correction": 0.005999 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.05999, "cost_per_quality": 0.001304, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4662, "cost_per_hour_usd": 0.05005, "latency": { "n": 50, "min": 0.559, "max": 2.403, "mean": 1.133, "p50": 1.093, "p95": 1.835 }, "tokens_per_second": 63.29, "ttft": { "n": 50, "min": 0.435, "max": 1.907, "mean": 0.84, "p50": 0.667, "p95": 1.732 }, "task_quality": { "dictation": 98, "information_extraction": 86, "summarization": 98, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.017278, "information_extraction": 0.015598, "summarization": 0.012365, "text_correction": 0.014749 }, "task_cost_per_quality": { "dictation": 0.0008815, "information_extraction": 0.001814, "summarization": 0.001262, "text_correction": 0.001735 }, "task_cost_per_hour_usd": { "dictation": 0.03561, "information_extraction": 0.05657, "summarization": 0.05867, "text_correction": 0.06502 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 0.139801, "cost_per_quality": 0.003039, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4662, "cost_per_hour_usd": 0.0642, "latency": { "n": 50, "min": 1.085, "max": 5.207, "mean": 2.201, "p50": 1.962, "p95": 4.17 }, "tokens_per_second": 93.976, "ttft": { "n": 50, "min": 0.43, "max": 3.202, "mean": 0.833, "p50": 0.683, "p95": 1.636 }, "task_quality": { "dictation": 95, "information_extraction": 86, "summarization": 95, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.040693, "information_extraction": 0.026388, "summarization": 0.025286, "text_correction": 0.047434 }, "task_cost_per_quality": { "dictation": 0.002142, "information_extraction": 0.003068, "summarization": 0.002662, "text_correction": 0.00527 }, "task_cost_per_hour_usd": { "dictation": 0.05643, "information_extraction": 0.05508, "summarization": 0.05936, "text_correction": 0.08603 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "900s", "quality_score": 84, "total_cost_usd": 0.479014, "cost_per_quality": 0.01901, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4662, "cost_per_hour_usd": 0.06858, "latency": { "n": 30, "min": 1.533, "max": 23.583, "mean": 9.676, "p50": 5.83, "p95": 21.874 }, "tokens_per_second": 110.525, "ttft": { "n": 30, "min": 0.537, "max": 0.979, "mean": 0.678, "p50": 0.654, "p95": 0.96 }, "task_quality": { "information_extraction": 76, "summarization": 93, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.095047, "summarization": 0.080126, "text_correction": 0.303841 }, "task_cost_per_quality": { "information_extraction": 0.01251, "summarization": 0.008616, "text_correction": 0.03751 }, "task_cost_per_hour_usd": { "information_extraction": 0.04752, "summarization": 0.04284, "text_correction": 0.09756 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 82, "total_cost_usd": 1.836901, "cost_per_quality": 0.07725, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4662, "cost_per_hour_usd": 0.06334, "latency": { "n": 29, "min": 5.521, "max": 108.407, "mean": 35.348, "p50": 15.494, "p95": 101.611 }, "error_count": 1, "tokens_per_second": 107.639, "ttft": { "n": 29, "min": 0.69, "max": 9.995, "mean": 1.411, "p50": 1.069, "p95": 1.901 }, "task_quality": { "information_extraction": 76, "summarization": 93, "text_correction": 78 }, "task_cost_usd": { "information_extraction": 0.330246, "summarization": 0.254522, "text_correction": 1.252133 }, "task_cost_per_quality": { "information_extraction": 0.04345, "summarization": 0.02737, "text_correction": 0.1784 }, "task_cost_per_hour_usd": { "information_extraction": 0.03965, "summarization": 0.03237, "text_correction": 0.09777 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.075702, "cost_per_quality": 0.001594, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4381, "cost_per_hour_usd": 0.06393, "latency": { "n": 50, "min": 0.642, "max": 2.21, "mean": 1.318, "p50": 1.387, "p95": 2.126 }, "tokens_per_second": 46.087, "ttft": { "n": 50, "min": 0.595, "max": 2.527, "mean": 0.991, "p50": 0.796, "p95": 1.937 }, "task_quality": { "dictation": 99, "information_extraction": 88, "summarization": 99, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.02251, "information_extraction": 0.016211, "summarization": 0.017158, "text_correction": 0.019823 }, "task_cost_per_quality": { "dictation": 0.001137, "information_extraction": 0.001842, "summarization": 0.001733, "text_correction": 0.002132 }, "task_cost_per_hour_usd": { "dictation": 0.0463, "information_extraction": 0.06297, "summarization": 0.08037, "text_correction": 0.08729 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.187517, "cost_per_quality": 0.004121, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4381, "cost_per_hour_usd": 0.08605, "latency": { "n": 50, "min": 1.331, "max": 5.009, "mean": 2.549, "p50": 1.705, "p95": 4.76 }, "tokens_per_second": 75.761, "ttft": { "n": 50, "min": 0.59, "max": 2.186, "mean": 0.848, "p50": 0.704, "p95": 1.657 }, "task_quality": { "dictation": 94, "information_extraction": 88, "summarization": 98, "text_correction": 83 }, "task_cost_usd": { "dictation": 0.055304, "information_extraction": 0.02832, "summarization": 0.038145, "text_correction": 0.065748 }, "task_cost_per_quality": { "dictation": 0.002942, "information_extraction": 0.003218, "summarization": 0.003892, "text_correction": 0.007921 }, "task_cost_per_hour_usd": { "dictation": 0.07619, "information_extraction": 0.06265, "summarization": 0.08596, "text_correction": 0.1179 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "900s", "quality_score": 84, "total_cost_usd": 0.640752, "cost_per_quality": 0.02543, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4381, "cost_per_hour_usd": 0.09186, "latency": { "n": 30, "min": 2.13, "max": 35.82, "mean": 12.162, "p50": 6.091, "p95": 34.046 }, "tokens_per_second": 83.937, "ttft": { "n": 30, "min": 0.561, "max": 1.151, "mean": 0.716, "p50": 0.697, "p95": 0.901 }, "task_quality": { "information_extraction": 73, "summarization": 94, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.110172, "summarization": 0.109416, "text_correction": 0.421164 }, "task_cost_per_quality": { "information_extraction": 0.01509, "summarization": 0.01164, "text_correction": 0.05014 }, "task_cost_per_hour_usd": { "information_extraction": 0.0568, "summarization": 0.05793, "text_correction": 0.1338 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 84, "total_cost_usd": 2.457473, "cost_per_quality": 0.1009, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4381, "cost_per_hour_usd": 0.08474, "latency": { "n": 29, "min": 9.178, "max": 149.825, "mean": 45.99, "p50": 14.168, "p95": 143.34 }, "error_count": 1, "tokens_per_second": 83.137, "ttft": { "n": 29, "min": 0.589, "max": 1.138, "mean": 0.776, "p50": 0.742, "p95": 1.115 }, "task_quality": { "information_extraction": 78, "summarization": 97, "text_correction": 78 }, "task_cost_usd": { "information_extraction": 0.363739, "summarization": 0.370388, "text_correction": 1.723346 }, "task_cost_per_quality": { "information_extraction": 0.04663, "summarization": 0.03818, "text_correction": 0.2455 }, "task_cost_per_hour_usd": { "information_extraction": 0.0451, "summarization": 0.04604, "text_correction": 0.1337 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 96, "total_cost_usd": 0.32159, "cost_per_quality": 0.0067, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5092, "cost_per_hour_usd": 0.232, "latency": { "n": 50, "min": 1.053, "max": 9.348, "mean": 2.752, "p50": 2.07, "p95": 6.633 }, "tokens_per_second": 51.594, "ttft": { "n": 50, "min": 0.649, "max": 5.687, "mean": 2.001, "p50": 1.829, "p95": 4.039 }, "task_quality": { "dictation": 99, "information_extraction": 88, "summarization": 98, "text_correction": 98 }, "task_cost_usd": { "dictation": 0.084725, "information_extraction": 0.09622, "summarization": 0.03926, "text_correction": 0.101385 }, "task_cost_per_quality": { "dictation": 0.004279, "information_extraction": 0.01093, "summarization": 0.004006, "text_correction": 0.01035 }, "task_cost_per_hour_usd": { "dictation": 0.1645, "information_extraction": 0.2751, "summarization": 0.1933, "text_correction": 0.3189 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 94, "total_cost_usd": 0.643035, "cost_per_quality": 0.01368, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5092, "cost_per_hour_usd": 0.2608, "latency": { "n": 50, "min": 1.725, "max": 10.73, "mean": 4.554, "p50": 3.284, "p95": 9.341 }, "tokens_per_second": 69.779, "ttft": { "n": 50, "min": 0.534, "max": 7.106, "mean": 2.772, "p50": 2.172, "p95": 6.321 }, "task_quality": { "dictation": 96, "information_extraction": 93, "summarization": 98, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.177625, "information_extraction": 0.1541, "summarization": 0.06816, "text_correction": 0.24315 }, "task_cost_per_quality": { "dictation": 0.009251, "information_extraction": 0.01657, "summarization": 0.006955, "text_correction": 0.02763 }, "task_cost_per_hour_usd": { "dictation": 0.2273, "information_extraction": 0.2622, "summarization": 0.1753, "text_correction": 0.3439 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 88, "total_cost_usd": 2.267215, "cost_per_quality": 0.08588, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5092, "cost_per_hour_usd": 0.2792, "latency": { "n": 30, "min": 3.232, "max": 63.806, "mean": 21.682, "p50": 21.156, "p95": 61.219 }, "tokens_per_second": 81.538, "ttft": { "n": 30, "min": 0.752, "max": 33.301, "mean": 10.678, "p50": 7.774, "p95": 32.106 }, "task_quality": { "information_extraction": 84, "summarization": 96, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.62976, "summarization": 0.25651, "text_correction": 1.380945 }, "task_cost_per_quality": { "information_extraction": 0.07497, "summarization": 0.02672, "text_correction": 0.1644 }, "task_cost_per_hour_usd": { "information_extraction": 0.2512, "summarization": 0.1433, "text_correction": 0.3613 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 87, "total_cost_usd": 6.369485, "cost_per_quality": 0.2525, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5092, "cost_per_hour_usd": 0.2196, "latency": { "n": 29, "min": 9.001, "max": 106.61, "mean": 43.715, "p50": 30.541, "p95": 103.028 }, "error_count": 1, "tokens_per_second": 91.363, "ttft": { "n": 29, "min": 1.541, "max": 38.078, "mean": 11.354, "p50": 6.841, "p95": 30.104 }, "task_quality": { "information_extraction": 78, "summarization": 96, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 1.426965, "summarization": 0.887125, "text_correction": 4.055395 }, "task_cost_per_quality": { "information_extraction": 0.1829, "summarization": 0.09241, "text_correction": 0.524 }, "task_cost_per_hour_usd": { "information_extraction": 0.1655, "summarization": 0.1167, "text_correction": 0.3174 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.014918, "cost_per_quality": 0.0002243, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4504, "cost_per_hour_usd": 0.007847, "latency": { "n": 70, "min": 0.689, "max": 4.621, "mean": 1.624, "p50": 1.125, "p95": 4.134 }, "tokens_per_second": 61.911, "ttft": { "n": 50, "min": 0.507, "max": 6.088, "mean": 1.739, "p50": 1.49, "p95": 3.841 }, "task_quality": { "dictation": 95, "information_extraction": 93, "summarization": 99, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.005732, "information_extraction": 0.003664, "summarization": 0.00136, "text_correction": 0.004162 }, "task_cost_per_quality": { "dictation": 0.0001508, "information_extraction": 0.000394, "summarization": 0.0001374, "text_correction": 0.0004475 }, "task_cost_per_hour_usd": { "dictation": 0.005647, "information_extraction": 0.01039, "summarization": 0.006799, "text_correction": 0.01249 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "120s", "quality_score": 95, "total_cost_usd": 0.032753, "cost_per_quality": 0.0004925, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4504, "cost_per_hour_usd": 0.009776, "latency": { "n": 70, "min": 1.394, "max": 9.3, "mean": 2.949, "p50": 1.985, "p95": 7.022 }, "tokens_per_second": 98.967, "ttft": { "n": 50, "min": 0.476, "max": 6.002, "mean": 2.364, "p50": 1.836, "p95": 5.008 }, "task_quality": { "dictation": 94, "information_extraction": 95, "summarization": 97, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.013671, "information_extraction": 0.006034, "summarization": 0.002946, "text_correction": 0.010102 }, "task_cost_per_quality": { "dictation": 0.0003636, "information_extraction": 0.0006352, "summarization": 0.0003037, "text_correction": 0.001063 }, "task_cost_per_hour_usd": { "dictation": 0.008601, "information_extraction": 0.01004, "summarization": 0.007153, "text_correction": 0.01351 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "900s", "quality_score": 89, "total_cost_usd": 0.073429, "cost_per_quality": 0.00275, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4504, "cost_per_hour_usd": 0.009685, "latency": { "n": 30, "min": 2.029, "max": 33.209, "mean": 12.39, "p50": 8.644, "p95": 28.171 }, "tokens_per_second": 109.263, "ttft": { "n": 30, "min": 0.79, "max": 15.276, "mean": 6.264, "p50": 6.227, "p95": 13.721 }, "task_quality": { "information_extraction": 86, "summarization": 92, "text_correction": 89 }, "task_cost_usd": { "information_extraction": 0.019685, "summarization": 0.009633, "text_correction": 0.044111 }, "task_cost_per_quality": { "information_extraction": 0.002289, "summarization": 0.001047, "text_correction": 0.004956 }, "task_cost_per_hour_usd": { "information_extraction": 0.008438, "summarization": 0.005295, "text_correction": 0.01286 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 0.234332, "cost_per_quality": 0.009506, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4504, "cost_per_hour_usd": 0.00808, "latency": { "n": 29, "min": 4.17, "max": 99.626, "mean": 34.662, "p50": 19.731, "p95": 95.641 }, "error_count": 1, "tokens_per_second": 103.455, "ttft": { "n": 29, "min": 1.351, "max": 15.17, "mean": 5.166, "p50": 3.216, "p95": 14.52 }, "task_quality": { "information_extraction": 81, "summarization": 97, "text_correction": 78 }, "task_cost_usd": { "information_extraction": 0.04743, "summarization": 0.033229, "text_correction": 0.153673 }, "task_cost_per_quality": { "information_extraction": 0.005856, "summarization": 0.003426, "text_correction": 0.02189 }, "task_cost_per_hour_usd": { "information_extraction": 0.00561, "summarization": 0.004289, "text_correction": 0.01201 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.0848, "cost_per_quality": 0.001804, "hourly_prompt_tokens": 13417, "hourly_completion_tokens": 4525, "cost_per_hour_usd": 0.06933, "latency": { "n": 50, "min": 0.75, "max": 3.806, "mean": 1.555, "p50": 1.364, "p95": 3.308 }, "tokens_per_second": 48.984, "ttft": { "n": 50, "min": 0.571, "max": 2.869, "mean": 1.234, "p50": 0.955, "p95": 2.742 }, "task_quality": { "dictation": 99, "information_extraction": 84, "summarization": 100, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.024218, "information_extraction": 0.023248, "summarization": 0.01466, "text_correction": 0.022674 }, "task_cost_per_quality": { "dictation": 0.001223, "information_extraction": 0.002768, "summarization": 0.001466, "text_correction": 0.002492 }, "task_cost_per_hour_usd": { "dictation": 0.04989, "information_extraction": 0.08038, "summarization": 0.07176, "text_correction": 0.09283 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 0.191934, "cost_per_quality": 0.004172, "hourly_prompt_tokens": 13417, "hourly_completion_tokens": 4525, "cost_per_hour_usd": 0.08589, "latency": { "n": 50, "min": 1.217, "max": 6.279, "mean": 2.653, "p50": 2.123, "p95": 5.476 }, "tokens_per_second": 83.66, "ttft": { "n": 50, "min": 0.561, "max": 3.663, "mean": 1.361, "p50": 0.965, "p95": 2.95 }, "task_quality": { "dictation": 93, "information_extraction": 91, "summarization": 98, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.053782, "information_extraction": 0.038504, "summarization": 0.028872, "text_correction": 0.070776 }, "task_cost_per_quality": { "dictation": 0.002892, "information_extraction": 0.004231, "summarization": 0.002946, "text_correction": 0.008043 }, "task_cost_per_hour_usd": { "dictation": 0.07425, "information_extraction": 0.07738, "summarization": 0.0708, "text_correction": 0.117 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "900s", "quality_score": 90, "total_cost_usd": 0.633334, "cost_per_quality": 0.02346, "hourly_prompt_tokens": 13417, "hourly_completion_tokens": 4525, "cost_per_hour_usd": 0.08936, "latency": { "n": 30, "min": 3.786, "max": 22.924, "mean": 10.581, "p50": 9.89, "p95": 22.229 }, "tokens_per_second": 101.363, "ttft": { "n": 30, "min": 0.715, "max": 9.53, "mean": 3.668, "p50": 2.681, "p95": 9.151 }, "task_quality": { "information_extraction": 86, "summarization": 98, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 0.137172, "summarization": 0.104488, "text_correction": 0.391674 }, "task_cost_per_quality": { "information_extraction": 0.01595, "summarization": 0.01066, "text_correction": 0.04554 }, "task_cost_per_hour_usd": { "information_extraction": 0.06698, "summarization": 0.05645, "text_correction": 0.1228 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 84, "total_cost_usd": 2.248118, "cost_per_quality": 0.09912, "hourly_prompt_tokens": 13417, "hourly_completion_tokens": 4525, "cost_per_hour_usd": 0.08159, "latency": { "n": 28, "min": 6.037, "max": 89.192, "mean": 31.042, "p50": 13.169, "p95": 85.107 }, "error_count": 2, "tokens_per_second": 109.464, "ttft": { "n": 29, "min": 0.753, "max": 15.675, "mean": 4.046, "p50": 2.1, "p95": 12.679 }, "task_quality": { "information_extraction": 75, "summarization": 96, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.356742, "summarization": 0.338074, "text_correction": 1.553302 }, "task_cost_per_quality": { "information_extraction": 0.05946, "summarization": 0.03522, "text_correction": 0.2185 }, "task_cost_per_hour_usd": { "information_extraction": 0.05115, "summarization": 0.04363, "text_correction": 0.1211 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "30s", "quality_score": 96, "total_cost_usd": 0.38669, "cost_per_quality": 0.008056, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4397, "cost_per_hour_usd": 0.3122, "latency": { "n": 50, "min": 1.258, "max": 9.995, "mean": 3.276, "p50": 2.577, "p95": 8.992 }, "tokens_per_second": 23.354, "ttft": { "n": 50, "min": 0.704, "max": 5.67, "mean": 2.197, "p50": 1.433, "p95": 4.785 }, "task_quality": { "dictation": 99, "information_extraction": 93, "summarization": 100, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.11049, "information_extraction": 0.11282, "summarization": 0.05692, "text_correction": 0.10646 }, "task_cost_per_quality": { "dictation": 0.00558, "information_extraction": 0.01213, "summarization": 0.005692, "text_correction": 0.01133 }, "task_cost_per_hour_usd": { "dictation": 0.2275, "information_extraction": 0.3729, "summarization": 0.2904, "text_correction": 0.4185 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "120s", "quality_score": 95, "total_cost_usd": 0.84572, "cost_per_quality": 0.0178, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4397, "cost_per_hour_usd": 0.3754, "latency": { "n": 50, "min": 2.637, "max": 13.947, "mean": 5.677, "p50": 3.884, "p95": 11.221 }, "tokens_per_second": 37.298, "ttft": { "n": 50, "min": 0.754, "max": 6.426, "mean": 2.521, "p50": 1.859, "p95": 5.56 }, "task_quality": { "dictation": 96, "information_extraction": 93, "summarization": 100, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.23592, "information_extraction": 0.17362, "summarization": 0.11502, "text_correction": 0.32116 }, "task_cost_per_quality": { "dictation": 0.01229, "information_extraction": 0.01867, "summarization": 0.0115, "text_correction": 0.03453 }, "task_cost_per_hour_usd": { "dictation": 0.3253, "information_extraction": 0.3443, "summarization": 0.2915, "text_correction": 0.5106 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "900s", "quality_score": 89, "total_cost_usd": 2.6558, "cost_per_quality": 0.09947, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4397, "cost_per_hour_usd": 0.3791, "latency": { "n": 30, "min": 4.978, "max": 52.833, "mean": 21.022, "p50": 16.583, "p95": 52.824 }, "tokens_per_second": 46.051, "ttft": { "n": 30, "min": 1.019, "max": 9.88, "mean": 4.344, "p50": 4.539, "p95": 8.853 }, "task_quality": { "information_extraction": 80, "summarization": 100, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.59907, "summarization": 0.41377, "text_correction": 1.64296 }, "task_cost_per_quality": { "information_extraction": 0.07488, "summarization": 0.04138, "text_correction": 0.1867 }, "task_cost_per_hour_usd": { "information_extraction": 0.2935, "summarization": 0.2313, "text_correction": 0.5174 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 88, "total_cost_usd": 10.25504, "cost_per_quality": 0.4018, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4397, "cost_per_hour_usd": 0.3536, "latency": { "n": 29, "min": 5.741, "max": 220.523, "mean": 67.057, "p50": 25.371, "p95": 206.376 }, "error_count": 1, "tokens_per_second": 51.068, "ttft": { "n": 29, "min": 1.045, "max": 16.345, "mean": 4.931, "p50": 3.941, "p95": 10.114 }, "task_quality": { "information_extraction": 84, "summarization": 98, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 1.9946, "summarization": 1.50945, "text_correction": 6.75099 }, "task_cost_per_quality": { "information_extraction": 0.2375, "summarization": 0.154, "text_correction": 0.893 }, "task_cost_per_hour_usd": { "information_extraction": 0.241, "summarization": 0.1964, "text_correction": 0.5178 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.006026, "cost_per_quality": 0.0001269, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5140, "cost_per_hour_usd": 0.004238, "latency": { "n": 50, "min": 0.741, "max": 10.355, "mean": 2.371, "p50": 1.757, "p95": 5.538 }, "tokens_per_second": 73.326, "ttft": { "n": 50, "min": 0.545, "max": 5.231, "mean": 1.402, "p50": 0.992, "p95": 3.565 }, "task_quality": { "dictation": 98, "information_extraction": 88, "summarization": 98, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.00155, "information_extraction": 0.001695, "summarization": 0.000853, "text_correction": 0.001928 }, "task_cost_per_quality": { "dictation": 0.00007908, "information_extraction": 0.0001926, "summarization": 0.00008704, "text_correction": 0.0002029 }, "task_cost_per_hour_usd": { "dictation": 0.003015, "information_extraction": 0.004819, "summarization": 0.003898, "text_correction": 0.005713 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.01271, "cost_per_quality": 0.0002733, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5140, "cost_per_hour_usd": 0.004848, "latency": { "n": 50, "min": 1.277, "max": 8.967, "mean": 3.147, "p50": 2.346, "p95": 6.801 }, "tokens_per_second": 118.082, "ttft": { "n": 50, "min": 0.706, "max": 9.081, "mean": 2.587, "p50": 1.56, "p95": 7.467 }, "task_quality": { "dictation": 94, "information_extraction": 90, "summarization": 98, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.003407, "information_extraction": 0.002839, "summarization": 0.00154, "text_correction": 0.004924 }, "task_cost_per_quality": { "dictation": 0.0001812, "information_extraction": 0.0003154, "summarization": 0.0001571, "text_correction": 0.0005471 }, "task_cost_per_hour_usd": { "dictation": 0.00421, "information_extraction": 0.004708, "summarization": 0.00366, "text_correction": 0.006243 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "900s", "quality_score": 87, "total_cost_usd": 0.0385, "cost_per_quality": 0.001475, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5140, "cost_per_hour_usd": 0.004804, "latency": { "n": 30, "min": 2.451, "max": 28.56, "mean": 13.142, "p50": 14.349, "p95": 25.483 }, "tokens_per_second": 136.74, "ttft": { "n": 30, "min": 0.985, "max": 19.53, "mean": 6.958, "p50": 6.891, "p95": 12.524 }, "task_quality": { "information_extraction": 83, "summarization": 98, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.011169, "summarization": 0.005081, "text_correction": 0.02225 }, "task_cost_per_quality": { "information_extraction": 0.001346, "summarization": 0.0005185, "text_correction": 0.002747 }, "task_cost_per_hour_usd": { "information_extraction": 0.004435, "summarization": 0.002793, "text_correction": 0.006052 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 0.11333, "cost_per_quality": 0.004598, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5140, "cost_per_hour_usd": 0.003908, "latency": { "n": 29, "min": 5.32, "max": 78.975, "mean": 28.972, "p50": 18.778, "p95": 71.5 }, "error_count": 1, "tokens_per_second": 147.335, "ttft": { "n": 29, "min": 1.072, "max": 22.568, "mean": 8.079, "p50": 5.295, "p95": 17.682 }, "task_quality": { "information_extraction": 83, "summarization": 93, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.025733, "summarization": 0.017505, "text_correction": 0.070092 }, "task_cost_per_quality": { "information_extraction": 0.0031, "summarization": 0.001882, "text_correction": 0.009858 }, "task_cost_per_hour_usd": { "information_extraction": 0.003003, "summarization": 0.002292, "text_correction": 0.005478 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "30s", "quality_score": 97, "total_cost_usd": 0.007243, "cost_per_quality": 0.0001493, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6565, "cost_per_hour_usd": 0.005022, "latency": { "n": 50, "min": 0.917, "max": 9.961, "mean": 3.314, "p50": 2.6, "p95": 6.945 }, "tokens_per_second": 65.302, "ttft": { "n": 50, "min": 0.721, "max": 6.504, "mean": 2.037, "p50": 1.46, "p95": 4.977 }, "task_quality": { "dictation": 99, "information_extraction": 94, "summarization": 100, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.001554, "information_extraction": 0.002226, "summarization": 0.000944, "text_correction": 0.002519 }, "task_cost_per_quality": { "dictation": 0.00007848, "information_extraction": 0.0002368, "summarization": 0.0000944, "text_correction": 0.000268 }, "task_cost_per_hour_usd": { "dictation": 0.003253, "information_extraction": 0.00586, "summarization": 0.004448, "text_correction": 0.006762 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "120s", "quality_score": 95, "total_cost_usd": 0.017323, "cost_per_quality": 0.0003647, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6565, "cost_per_hour_usd": 0.00598, "latency": { "n": 50, "min": 1.944, "max": 17.001, "mean": 6.337, "p50": 5.146, "p95": 15.362 }, "tokens_per_second": 80.352, "ttft": { "n": 50, "min": 0.841, "max": 15.667, "mean": 3.811, "p50": 1.97, "p95": 11.43 }, "task_quality": { "dictation": 97, "information_extraction": 94, "summarization": 98, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.003275, "information_extraction": 0.004154, "summarization": 0.001591, "text_correction": 0.008303 }, "task_cost_per_quality": { "dictation": 0.0001688, "information_extraction": 0.0004419, "summarization": 0.0001623, "text_correction": 0.0009124 }, "task_cost_per_hour_usd": { "dictation": 0.004438, "information_extraction": 0.006003, "summarization": 0.00402, "text_correction": 0.007752 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "900s", "quality_score": 89, "total_cost_usd": 0.064031, "cost_per_quality": 0.002398, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6565, "cost_per_hour_usd": 0.006402, "latency": { "n": 30, "min": 5.116, "max": 66.889, "mean": 31.664, "p50": 34.505, "p95": 62.401 }, "tokens_per_second": 99.221, "ttft": { "n": 30, "min": 2.149, "max": 81.831, "mean": 32.72, "p50": 34.892, "p95": 70.885 }, "task_quality": { "information_extraction": 89, "summarization": 97, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.018843, "summarization": 0.005981, "text_correction": 0.039207 }, "task_cost_per_quality": { "information_extraction": 0.002117, "summarization": 0.0006166, "text_correction": 0.00484 }, "task_cost_per_hour_usd": { "information_extraction": 0.006063, "summarization": 0.003362, "text_correction": 0.007666 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 0.133994, "cost_per_quality": 0.005436, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6565, "cost_per_hour_usd": 0.00462, "latency": { "n": 29, "min": 10.535, "max": 106.016, "mean": 43.276, "p50": 38.424, "p95": 90.887 }, "error_count": 1, "tokens_per_second": 128.694, "ttft": { "n": 29, "min": 5.337, "max": 94.258, "mean": 33.27, "p50": 35.531, "p95": 60.172 }, "task_quality": { "information_extraction": 81, "summarization": 94, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.037092, "summarization": 0.019082, "text_correction": 0.07782 }, "task_cost_per_quality": { "information_extraction": 0.004579, "summarization": 0.00203, "text_correction": 0.01067 }, "task_cost_per_hour_usd": { "information_extraction": 0.004078, "summarization": 0.002632, "text_correction": 0.006149 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.003195, "cost_per_quality": 0.00006798, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4103, "cost_per_hour_usd": 0.002702, "latency": { "n": 50, "min": 0.552, "max": 3.18, "mean": 0.892, "p50": 0.869, "p95": 1.241 }, "tokens_per_second": 63.061, "ttft": { "n": 44, "min": 0.376, "max": 0.542, "mean": 0.464, "p50": 0.482, "p95": 0.517 }, "task_quality": { "dictation": 98, "information_extraction": 86, "summarization": 98, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.001116, "information_extraction": 0.000664, "summarization": 0.000588, "text_correction": 0.000827 }, "task_cost_per_quality": { "dictation": 0.00005694, "information_extraction": 0.00007721, "summarization": 0.00006, "text_correction": 0.00008705 }, "task_cost_per_hour_usd": { "dictation": 0.002255, "information_extraction": 0.00261, "summarization": 0.002918, "text_correction": 0.003572 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.007208, "cost_per_quality": 0.0001584, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4103, "cost_per_hour_usd": 0.003356, "latency": { "n": 50, "min": 0.898, "max": 3.297, "mean": 1.576, "p50": 1.233, "p95": 2.697 }, "tokens_per_second": 108.187, "ttft": { "n": 43, "min": 0.36, "max": 0.558, "mean": 0.443, "p50": 0.43, "p95": 0.534 }, "task_quality": { "dictation": 96, "information_extraction": 85, "summarization": 95, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.002366, "information_extraction": 0.00114, "summarization": 0.001109, "text_correction": 0.002593 }, "task_cost_per_quality": { "dictation": 0.0001232, "information_extraction": 0.0001341, "summarization": 0.0001167, "text_correction": 0.0003015 }, "task_cost_per_hour_usd": { "dictation": 0.003204, "information_extraction": 0.002564, "summarization": 0.002798, "text_correction": 0.00456 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "900s", "quality_score": 85, "total_cost_usd": 0.025097, "cost_per_quality": 0.0009842, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4103, "cost_per_hour_usd": 0.003608, "latency": { "n": 30, "min": 1.329, "max": 18.329, "mean": 6.338, "p50": 3.704, "p95": 16.236 }, "tokens_per_second": 128.519, "ttft": { "n": 30, "min": 0.418, "max": 1.488, "mean": 0.771, "p50": 0.697, "p95": 1.46 }, "task_quality": { "information_extraction": 76, "summarization": 97, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.004775, "summarization": 0.003943, "text_correction": 0.016379 }, "task_cost_per_quality": { "information_extraction": 0.0006283, "summarization": 0.0004065, "text_correction": 0.001973 }, "task_cost_per_hour_usd": { "information_extraction": 0.002466, "summarization": 0.002195, "text_correction": 0.005082 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "3600s", "quality_score": 82, "total_cost_usd": 0.098297, "cost_per_quality": 0.004134, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4103, "cost_per_hour_usd": 0.00339, "latency": { "n": 29, "min": 2.424, "max": 72.209, "mean": 22.833, "p50": 5.758, "p95": 72.005 }, "error_count": 1, "tokens_per_second": 132.448, "ttft": { "n": 29, "min": 0.577, "max": 5.694, "mean": 0.986, "p50": 0.822, "p95": 1.077 }, "task_quality": { "information_extraction": 75, "summarization": 93, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.017169, "summarization": 0.014967, "text_correction": 0.066161 }, "task_cost_per_quality": { "information_extraction": 0.002289, "summarization": 0.001609, "text_correction": 0.009305 }, "task_cost_per_hour_usd": { "information_extraction": 0.002121, "summarization": 0.001919, "text_correction": 0.005049 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.076114, "cost_per_quality": 0.002046, "hourly_prompt_tokens": 13417, "hourly_completion_tokens": 6489, "cost_per_hour_usd": 0.0775, "latency": { "n": 40, "min": 0.684, "max": 4.103, "mean": 1.562, "p50": 1.341, "p95": 2.899 }, "tokens_per_second": 68.004, "ttft": { "n": 50, "min": 0.413, "max": 32.947, "mean": 4.135, "p50": 0.938, "p95": 32.068 }, "task_quality": { "dictation": 99, "information_extraction": 88, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.025478, "information_extraction": 0.022484, "text_correction": 0.028152 }, "task_cost_per_quality": { "dictation": 0.001287, "information_extraction": 0.002555, "text_correction": 0.002995 }, "task_cost_per_hour_usd": { "dictation": 0.05653, "information_extraction": 0.08334, "text_correction": 0.1076 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.18252, "cost_per_quality": 0.004906, "hourly_prompt_tokens": 13417, "hourly_completion_tokens": 6489, "cost_per_hour_usd": 0.09907, "latency": { "n": 40, "min": 1.325, "max": 6.21, "mean": 2.852, "p50": 1.82, "p95": 5.616 }, "tokens_per_second": 115.422, "ttft": { "n": 50, "min": 0.613, "max": 5.594, "mean": 2.028, "p50": 1.371, "p95": 5.066 }, "task_quality": { "dictation": 96, "information_extraction": 93, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.054954, "information_extraction": 0.048664, "text_correction": 0.078902 }, "task_cost_per_quality": { "dictation": 0.002862, "information_extraction": 0.005233, "text_correction": 0.008767 }, "task_cost_per_hour_usd": { "dictation": 0.08003, "information_extraction": 0.09354, "text_correction": 0.1242 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "900s", "quality_score": 86, "total_cost_usd": 0.487856, "cost_per_quality": 0.02836, "hourly_prompt_tokens": 13417, "hourly_completion_tokens": 6489, "cost_per_hour_usd": 0.1005, "latency": { "n": 20, "min": 3.14, "max": 18.792, "mean": 10.781, "p50": 11.598, "p95": 15.914 }, "tokens_per_second": 157.589, "ttft": { "n": 20, "min": 1.722, "max": 10.164, "mean": 4.512, "p50": 3.383, "p95": 8.475 }, "task_quality": { "information_extraction": 81, "text_correction": 91 }, "task_cost_usd": { "information_extraction": 0.147624, "text_correction": 0.340232 }, "task_cost_per_quality": { "information_extraction": 0.01823, "text_correction": 0.03739 }, "task_cost_per_hour_usd": { "information_extraction": 0.07523, "text_correction": 0.1176 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 84, "total_cost_usd": 1.742698, "cost_per_quality": 0.1092, "hourly_prompt_tokens": 13417, "hourly_completion_tokens": 6489, "cost_per_hour_usd": 0.09172, "latency": { "n": 19, "min": 7.728, "max": 68.446, "mean": 31.562, "p50": 13.818, "p95": 68.446 }, "error_count": 1, "tokens_per_second": 171.695, "ttft": { "n": 19, "min": 1.415, "max": 10.263, "mean": 4.614, "p50": 3.691, "p95": 10.263 }, "task_quality": { "information_extraction": 84, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.39913, "text_correction": 1.343568 }, "task_cost_per_quality": { "information_extraction": 0.04752, "text_correction": 0.1777 }, "task_cost_per_hour_usd": { "information_extraction": 0.05401, "text_correction": 0.1157 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.022932, "cost_per_quality": 0.002414, "hourly_prompt_tokens": 13437, "hourly_completion_tokens": 12386, "cost_per_hour_usd": 0.1264, "latency": { "n": 10, "min": 1.688, "max": 4.864, "mean": 3.263, "p50": 3.378, "p95": 4.864 }, "tokens_per_second": 52.478, "ttft": { "n": 49, "min": 0.633, "max": 16.167, "mean": 3.129, "p50": 1.731, "p95": 9.219 }, "task_quality": { "text_correction": 95 }, "task_cost_usd": { "text_correction": 0.022932 }, "task_cost_per_quality": { "text_correction": 0.002414 }, "task_cost_per_hour_usd": { "text_correction": 0.1264 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "120s", "quality_score": 95, "total_cost_usd": 0.064732, "cost_per_quality": 0.006814, "hourly_prompt_tokens": 13437, "hourly_completion_tokens": 12386, "cost_per_hour_usd": 0.1488, "latency": { "n": 10, "min": 6.761, "max": 11.072, "mean": 8.182, "p50": 7.867, "p95": 11.072 }, "tokens_per_second": 65.109, "ttft": { "n": 48, "min": 0.632, "max": 8.753, "mean": 2.473, "p50": 1.776, "p95": 6.519 }, "task_quality": { "text_correction": 95 }, "task_cost_usd": { "text_correction": 0.064732 }, "task_cost_per_quality": { "text_correction": 0.006814 }, "task_cost_per_hour_usd": { "text_correction": 0.1488 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "900s", "quality_score": 89, "total_cost_usd": 0.329892, "cost_per_quality": 0.03707, "hourly_prompt_tokens": 13437, "hourly_completion_tokens": 12386, "cost_per_hour_usd": 0.1506, "latency": { "n": 10, "min": 21.711, "max": 44.929, "mean": 33.233, "p50": 32.431, "p95": 44.929 }, "tokens_per_second": 81.778, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 89 }, "task_cost_usd": { "text_correction": 0.329892 }, "task_cost_per_quality": { "text_correction": 0.03707 }, "task_cost_per_hour_usd": { "text_correction": 0.1506 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 84, "total_cost_usd": 1.356618, "cost_per_quality": 0.1794, "hourly_prompt_tokens": 13437, "hourly_completion_tokens": 12386, "cost_per_hour_usd": 0.1507, "latency": { "n": 9, "min": 86.454, "max": 179.523, "mean": 142.337, "p50": 143.991, "p95": 179.523 }, "error_count": 1, "tokens_per_second": 86.725, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 84 }, "task_cost_usd": { "text_correction": 1.356618 }, "task_cost_per_quality": { "text_correction": 0.1794 }, "task_cost_per_hour_usd": { "text_correction": 0.1507 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 53, "total_cost_usd": 0.0136, "cost_per_quality": 0.0005132, "hourly_prompt_tokens": 13362, "hourly_completion_tokens": 3621, "cost_per_hour_usd": 0.006022, "latency": { "n": 50, "min": 0.916, "max": 11.474, "mean": 3.645, "p50": 2.634, "p95": 10.929 }, "tokens_per_second": 112.693, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "dictation": 46, "information_extraction": 44, "summarization": 79, "text_correction": 42 }, "task_cost_usd": { "dictation": 0.005305, "information_extraction": 0.002801, "summarization": 0.001607, "text_correction": 0.003887 }, "task_cost_per_quality": { "dictation": 0.0005766, "information_extraction": 0.0006366, "summarization": 0.0002034, "text_correction": 0.0009255 }, "task_cost_per_hour_usd": { "dictation": 0.005709, "information_extraction": 0.005905, "summarization": 0.005115, "text_correction": 0.007191 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 59, "total_cost_usd": 0.030284, "cost_per_quality": 0.001027, "hourly_prompt_tokens": 13362, "hourly_completion_tokens": 3621, "cost_per_hour_usd": 0.006908, "latency": { "n": 50, "min": 1.233, "max": 24.49, "mean": 8.309, "p50": 6.377, "p95": 18.39 }, "tokens_per_second": 120.637, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "dictation": 56, "information_extraction": 63, "summarization": 76, "text_correction": 39 }, "task_cost_usd": { "dictation": 0.015254, "information_extraction": 0.004057, "summarization": 0.002645, "text_correction": 0.008328 }, "task_cost_per_quality": { "dictation": 0.001362, "information_extraction": 0.000644, "summarization": 0.000348, "text_correction": 0.002135 }, "task_cost_per_hour_usd": { "dictation": 0.007619, "information_extraction": 0.005573, "summarization": 0.004838, "text_correction": 0.007524 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 55, "total_cost_usd": 0.052974, "cost_per_quality": 0.003211, "hourly_prompt_tokens": 13362, "hourly_completion_tokens": 3621, "cost_per_hour_usd": 0.005745, "latency": { "n": 30, "min": 2.336, "max": 84.812, "mean": 20.318, "p50": 11.453, "p95": 62.562 }, "tokens_per_second": 117.743, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 62, "summarization": 71, "text_correction": 33 }, "task_cost_usd": { "information_extraction": 0.012719, "summarization": 0.008028, "text_correction": 0.032227 }, "task_cost_per_quality": { "information_extraction": 0.002051, "summarization": 0.001131, "text_correction": 0.009766 }, "task_cost_per_hour_usd": { "information_extraction": 0.004861, "summarization": 0.003798, "text_correction": 0.007175 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 48, "total_cost_usd": 0.116943, "cost_per_quality": 0.008701, "hourly_prompt_tokens": 13362, "hourly_completion_tokens": 3621, "cost_per_hour_usd": 0.004177, "latency": { "n": 28, "min": 7.367, "max": 159.502, "mean": 36.106, "p50": 20.579, "p95": 151.974 }, "error_count": 2, "tokens_per_second": 103.929, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 60, "summarization": 69, "text_correction": 13 }, "task_cost_usd": { "information_extraction": 0.032061, "summarization": 0.025841, "text_correction": 0.059041 }, "task_cost_per_quality": { "information_extraction": 0.005343, "summarization": 0.003745, "text_correction": 0.05677 }, "task_cost_per_hour_usd": { "information_extraction": 0.003527, "summarization": 0.003063, "text_correction": 0.005638 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 40, "total_cost_usd": 0.008668, "cost_per_quality": 0.0004334, "hourly_prompt_tokens": 13439, "hourly_completion_tokens": 3010, "cost_per_hour_usd": 0.003174, "latency": { "n": 50, "min": 1.125, "max": 11.387, "mean": 4.336, "p50": 3.731, "p95": 8.85 }, "tokens_per_second": 125.412, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "dictation": 46, "information_extraction": 27, "summarization": 65, "text_correction": 22 }, "task_cost_usd": { "dictation": 0.00307, "information_extraction": 0.002134, "summarization": 0.001088, "text_correction": 0.002376 }, "task_cost_per_quality": { "dictation": 0.0003337, "information_extraction": 0.0007904, "summarization": 0.0001674, "text_correction": 0.00108 }, "task_cost_per_hour_usd": { "dictation": 0.002915, "information_extraction": 0.003321, "summarization": 0.00282, "text_correction": 0.003658 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 51, "total_cost_usd": 0.018451, "cost_per_quality": 0.0007236, "hourly_prompt_tokens": 13439, "hourly_completion_tokens": 3010, "cost_per_hour_usd": 0.003528, "latency": { "n": 50, "min": 1.423, "max": 21.397, "mean": 9.022, "p50": 8.287, "p95": 20.239 }, "tokens_per_second": 129.403, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "dictation": 51, "information_extraction": 48, "summarization": 67, "text_correction": 37 }, "task_cost_usd": { "dictation": 0.008081, "information_extraction": 0.003224, "summarization": 0.001412, "text_correction": 0.005734 }, "task_cost_per_quality": { "dictation": 0.0007923, "information_extraction": 0.0006717, "summarization": 0.0002107, "text_correction": 0.00155 }, "task_cost_per_hour_usd": { "dictation": 0.003723, "information_extraction": 0.003219, "summarization": 0.002396, "text_correction": 0.003907 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 46, "total_cost_usd": 0.029834, "cost_per_quality": 0.002162, "hourly_prompt_tokens": 13439, "hourly_completion_tokens": 3010, "cost_per_hour_usd": 0.002899, "latency": { "n": 30, "min": 2.598, "max": 64.514, "mean": 19.733, "p50": 12.218, "p95": 62.686 }, "tokens_per_second": 122.692, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 37, "summarization": 65, "text_correction": 34 }, "task_cost_usd": { "information_extraction": 0.006859, "summarization": 0.003956, "text_correction": 0.019019 }, "task_cost_per_quality": { "information_extraction": 0.001854, "summarization": 0.0006086, "text_correction": 0.005594 }, "task_cost_per_hour_usd": { "information_extraction": 0.00242, "summarization": 0.001798, "text_correction": 0.003618 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 34, "total_cost_usd": 0.053465, "cost_per_quality": 0.005422, "hourly_prompt_tokens": 13439, "hourly_completion_tokens": 3010, "cost_per_hour_usd": 0.001844, "latency": { "n": 29, "min": 4.03, "max": 109.769, "mean": 29.309, "p50": 14.506, "p95": 105.362 }, "error_count": 1, "tokens_per_second": 114.087, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 34, "summarization": 58, "text_correction": 9 }, "task_cost_usd": { "information_extraction": 0.014288, "summarization": 0.011737, "text_correction": 0.02744 }, "task_cost_per_quality": { "information_extraction": 0.004202, "summarization": 0.002024, "text_correction": 0.03388 }, "task_cost_per_hour_usd": { "information_extraction": 0.001558, "summarization": 0.001364, "text_correction": 0.002445 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.15709, "cost_per_quality": 0.01726, "hourly_prompt_tokens": 13513, "hourly_completion_tokens": 27189, "cost_per_hour_usd": 0.2263, "latency": { "n": 10, "min": 15.034, "max": 86.748, "mean": 37.725, "p50": 34.047, "p95": 86.748 }, "tokens_per_second": 67.899, "ttft": { "n": 50, "min": 3.057, "max": 50.441, "mean": 15.119, "p50": 10.463, "p95": 45.039 }, "task_quality": { "text_correction": 91 }, "task_cost_usd": { "text_correction": 0.15709 }, "task_cost_per_quality": { "text_correction": 0.01726 }, "task_cost_per_hour_usd": { "text_correction": 0.2263 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.396942, "cost_per_quality": 0.04268, "hourly_prompt_tokens": 13513, "hourly_completion_tokens": 27189, "cost_per_hour_usd": 0.2302, "latency": { "n": 10, "min": 29.679, "max": 208.756, "mean": 88.723, "p50": 61.151, "p95": 208.756 }, "tokens_per_second": 75.094, "ttft": { "n": 50, "min": 4.889, "max": 90.387, "mean": 34.97, "p50": 29.421, "p95": 80.329 }, "task_quality": { "text_correction": 93 }, "task_cost_usd": { "text_correction": 0.396942 }, "task_cost_per_quality": { "text_correction": 0.04268 }, "task_cost_per_hour_usd": { "text_correction": 0.2302 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "900s", "quality_score": 64, "total_cost_usd": 1.101102, "cost_per_quality": 0.172, "hourly_prompt_tokens": 13513, "hourly_completion_tokens": 27189, "cost_per_hour_usd": 0.2205, "latency": { "n": 10, "min": 149.335, "max": 252.782, "mean": 206.379, "p50": 205.902, "p95": 252.782 }, "tokens_per_second": 85.285, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 64 }, "task_cost_usd": { "text_correction": 1.101102 }, "task_cost_per_quality": { "text_correction": 0.172 }, "task_cost_per_hour_usd": { "text_correction": 0.2205 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 71, "total_cost_usd": 1.711448, "cost_per_quality": 0.2678, "hourly_prompt_tokens": 13513, "hourly_completion_tokens": 27189, "cost_per_hour_usd": 0.1902, "latency": { "n": 9, "min": 200.974, "max": 362.084, "mean": 288.099, "p50": 299.04, "p95": 362.084 }, "error_count": 1, "tokens_per_second": 94.22, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "text_correction": 71 }, "task_cost_usd": { "text_correction": 1.711448 }, "task_cost_per_quality": { "text_correction": 0.2678 }, "task_cost_per_hour_usd": { "text_correction": 0.1902 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.421071, "cost_per_quality": 0.008865, "hourly_prompt_tokens": 13456, "hourly_completion_tokens": 12456, "cost_per_hour_usd": 0.2376, "latency": { "n": 50, "min": 3.557, "max": 29.748, "mean": 15.835, "p50": 15.39, "p95": 27.625 }, "tokens_per_second": 35.876, "ttft": { "n": 50, "min": 1.404, "max": 95.253, "mean": 12.814, "p50": 7.997, "p95": 26.821 }, "task_quality": { "dictation": 99, "information_extraction": 89, "summarization": 99, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.113079, "information_extraction": 0.124671, "summarization": 0.061491, "text_correction": 0.12183 }, "task_cost_per_quality": { "dictation": 0.005711, "information_extraction": 0.01401, "summarization": 0.006211, "text_correction": 0.0131 }, "task_cost_per_hour_usd": { "dictation": 0.1904, "information_extraction": 0.2655, "summarization": 0.223, "text_correction": 0.2813 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 1.275849, "cost_per_quality": 0.02774, "hourly_prompt_tokens": 13456, "hourly_completion_tokens": 12456, "cost_per_hour_usd": 0.2958, "latency": { "n": 50, "min": 10.722, "max": 189.644, "mean": 42.762, "p50": 37.42, "p95": 70.271 }, "tokens_per_second": 39.389, "ttft": { "n": 50, "min": 6.468, "max": 103.431, "mean": 25.329, "p50": 20.06, "p95": 62.658 }, "task_quality": { "dictation": 96, "information_extraction": 90, "summarization": 98, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.357372, "information_extraction": 0.234939, "summarization": 0.115344, "text_correction": 0.568194 }, "task_cost_per_quality": { "dictation": 0.01861, "information_extraction": 0.0261, "summarization": 0.01177, "text_correction": 0.06607 }, "task_cost_per_hour_usd": { "dictation": 0.277, "information_extraction": 0.2782, "summarization": 0.2281, "text_correction": 0.3397 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "900s", "quality_score": 88, "total_cost_usd": 3.543675, "cost_per_quality": 0.1438, "hourly_prompt_tokens": 13456, "hourly_completion_tokens": 12456, "cost_per_hour_usd": 0.3003, "latency": { "n": 28, "min": 23.353, "max": 251.618, "mean": 107.133, "p50": 117.94, "p95": 205.135 }, "error_count": 2, "tokens_per_second": 64.326, "ttft": { "n": 19, "min": 12.466, "max": 355.984, "mean": 95.402, "p50": 38.431, "p95": 355.984 }, "task_quality": { "information_extraction": 86, "summarization": 94, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.658089, "summarization": 0.34182, "text_correction": 2.543766 }, "task_cost_per_quality": { "information_extraction": 0.09565, "summarization": 0.03636, "text_correction": 0.3065 }, "task_cost_per_hour_usd": { "information_extraction": 0.2631, "summarization": 0.1883, "text_correction": 0.3399 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 71, "total_cost_usd": 6.361767, "cost_per_quality": 0.32, "hourly_prompt_tokens": 13456, "hourly_completion_tokens": 12456, "cost_per_hour_usd": 0.2272, "latency": { "n": 28, "min": 37.895, "max": 357.111, "mean": 160.409, "p50": 132.313, "p95": 355.127 }, "error_count": 2, "tokens_per_second": 61.653, "ttft": { "n": 20, "min": 18.787, "max": 345.134, "mean": 89.879, "p50": 57.311, "p95": 216.905 }, "task_quality": { "information_extraction": 79, "summarization": 95, "text_correction": 40 }, "task_cost_usd": { "information_extraction": 1.320327, "summarization": 0.731277, "text_correction": 4.310163 }, "task_cost_per_quality": { "information_extraction": 0.1671, "summarization": 0.07698, "text_correction": 1.347 }, "task_cost_per_hour_usd": { "information_extraction": 0.1741, "summarization": 0.1212, "text_correction": 0.2997 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.036017, "cost_per_quality": 0.0007746, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9794, "cost_per_hour_usd": 0.0176, "latency": { "n": 50, "min": 1.153, "max": 23.421, "mean": 3.879, "p50": 3.032, "p95": 7.889 }, "tokens_per_second": 115.23, "ttft": { "n": 50, "min": 0.625, "max": 28.722, "mean": 4.295, "p50": 2.049, "p95": 17.27 }, "task_quality": { "dictation": 98, "information_extraction": 89, "summarization": 97, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.012718, "information_extraction": 0.005331, "summarization": 0.003835, "text_correction": 0.014133 }, "task_cost_per_quality": { "dictation": 0.0006489, "information_extraction": 0.000599, "summarization": 0.0003954, "text_correction": 0.001606 }, "task_cost_per_hour_usd": { "dictation": 0.01621, "information_extraction": 0.01506, "summarization": 0.0143, "text_correction": 0.02211 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.148171, "cost_per_quality": 0.003368, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9794, "cost_per_hour_usd": 0.02304, "latency": { "n": 50, "min": 1.714, "max": 58.634, "mean": 13.427, "p50": 5.177, "p95": 52.908 }, "tokens_per_second": 149.087, "ttft": { "n": 50, "min": 1.923, "max": 66.712, "mean": 12.631, "p50": 5.684, "p95": 44.297 }, "task_quality": { "dictation": 96, "information_extraction": 83, "summarization": 94, "text_correction": 80 }, "task_cost_usd": { "dictation": 0.044718, "information_extraction": 0.008464, "summarization": 0.006384, "text_correction": 0.088605 }, "task_cost_per_quality": { "dictation": 0.002329, "information_extraction": 0.00102, "summarization": 0.0006791, "text_correction": 0.01108 }, "task_cost_per_hour_usd": { "dictation": 0.0223, "information_extraction": 0.01508, "summarization": 0.01405, "text_correction": 0.02599 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "900s", "quality_score": 70, "total_cost_usd": 0.242148, "cost_per_quality": 0.01153, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9794, "cost_per_hour_usd": 0.02073, "latency": { "n": 30, "min": 4.004, "max": 106.889, "mean": 31.689, "p50": 10.293, "p95": 101.782 }, "tokens_per_second": 156.288, "ttft": { "n": 25, "min": 1.636, "max": 94.185, "mean": 23.939, "p50": 5.952, "p95": 91.879 }, "task_quality": { "information_extraction": 72, "summarization": 92, "text_correction": 46 }, "task_cost_usd": { "information_extraction": 0.039831, "summarization": 0.017588, "text_correction": 0.184729 }, "task_cost_per_quality": { "information_extraction": 0.005532, "summarization": 0.001912, "text_correction": 0.04016 }, "task_cost_per_hour_usd": { "information_extraction": 0.01629, "summarization": 0.0109, "text_correction": 0.02424 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 71, "total_cost_usd": 0.457396, "cost_per_quality": 0.02221, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9794, "cost_per_hour_usd": 0.01577, "latency": { "n": 29, "min": 5.323, "max": 187.06, "mean": 48.149, "p50": 14.291, "p95": 177.15 }, "error_count": 1, "tokens_per_second": 165.88, "ttft": { "n": 26, "min": 1.727, "max": 160.302, "mean": 23.048, "p50": 5.678, "p95": 149.957 }, "task_quality": { "information_extraction": 70, "summarization": 88, "text_correction": 56 }, "task_cost_usd": { "information_extraction": 0.07291, "summarization": 0.051687, "text_correction": 0.332799 }, "task_cost_per_quality": { "information_extraction": 0.01042, "summarization": 0.005874, "text_correction": 0.06603 }, "task_cost_per_hour_usd": { "information_extraction": 0.01047, "summarization": 0.008382, "text_correction": 0.02097 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 72, "total_cost_usd": 0.001821, "cost_per_quality": 0.00005058, "hourly_prompt_tokens": 13882, "hourly_completion_tokens": 2648, "cost_per_hour_usd": 0.001392, "latency": { "n": 50, "min": 0.295, "max": 1.331, "mean": 0.635, "p50": 0.561, "p95": 1.101 }, "tokens_per_second": 89.042, "ttft": { "n": 50, "min": 0.33, "max": 0.944, "mean": 0.644, "p50": 0.67, "p95": 0.928 }, "task_quality": { "dictation": 81, "information_extraction": 73, "summarization": 76, "text_correction": 59 }, "task_cost_usd": { "dictation": 0.00065, "information_extraction": 0.000403, "summarization": 0.00032, "text_correction": 0.000448 }, "task_cost_per_quality": { "dictation": 0.00004012, "information_extraction": 0.00005521, "summarization": 0.00004211, "text_correction": 0.00007593 }, "task_cost_per_hour_usd": { "dictation": 0.001188, "information_extraction": 0.001406, "summarization": 0.00146, "text_correction": 0.001757 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 66, "total_cost_usd": 0.004194, "cost_per_quality": 0.0001271, "hourly_prompt_tokens": 13882, "hourly_completion_tokens": 2648, "cost_per_hour_usd": 0.001728, "latency": { "n": 50, "min": 0.504, "max": 2.697, "mean": 1.281, "p50": 1.098, "p95": 2.488 }, "tokens_per_second": 149.212, "ttft": { "n": 50, "min": 0.459, "max": 1.043, "mean": 0.688, "p50": 0.665, "p95": 0.84 }, "task_quality": { "dictation": 67, "information_extraction": 58, "summarization": 82, "text_correction": 57 }, "task_cost_usd": { "dictation": 0.001317, "information_extraction": 0.000834, "summarization": 0.000675, "text_correction": 0.001368 }, "task_cost_per_quality": { "dictation": 0.00009828, "information_extraction": 0.0001438, "summarization": 0.00008232, "text_correction": 0.00024 }, "task_cost_per_hour_usd": { "dictation": 0.001609, "information_extraction": 0.00156, "summarization": 0.001509, "text_correction": 0.002184 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 58, "total_cost_usd": 0.013569, "cost_per_quality": 0.0007798, "hourly_prompt_tokens": 13882, "hourly_completion_tokens": 2648, "cost_per_hour_usd": 0.001774, "latency": { "n": 30, "min": 0.907, "max": 22.349, "mean": 6.023, "p50": 1.74, "p95": 16.212 }, "tokens_per_second": 169.594, "ttft": { "n": 30, "min": 0.602, "max": 0.783, "mean": 0.671, "p50": 0.661, "p95": 0.737 }, "task_quality": { "information_extraction": 49, "summarization": 77, "text_correction": 47 }, "task_cost_usd": { "information_extraction": 0.002639, "summarization": 0.002398, "text_correction": 0.008532 }, "task_cost_per_quality": { "information_extraction": 0.0005386, "summarization": 0.0003114, "text_correction": 0.001815 }, "task_cost_per_hour_usd": { "information_extraction": 0.001254, "summarization": 0.001201, "text_correction": 0.002405 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 43, "total_cost_usd": 0.042583, "cost_per_quality": 0.003415, "hourly_prompt_tokens": 13882, "hourly_completion_tokens": 2648, "cost_per_hour_usd": 0.001468, "latency": { "n": 29, "min": 1.575, "max": 56.411, "mean": 16.853, "p50": 3.063, "p95": 56.174 }, "error_count": 1, "tokens_per_second": 144.399, "ttft": { "n": 29, "min": 0.716, "max": 1.089, "mean": 0.884, "p50": 0.868, "p95": 1.054 }, "task_quality": { "information_extraction": 52, "summarization": 69, "text_correction": 8 }, "task_cost_usd": { "information_extraction": 0.009359, "summarization": 0.009109, "text_correction": 0.024115 }, "task_cost_per_quality": { "information_extraction": 0.0018, "summarization": 0.00132, "text_correction": 0.03349 }, "task_cost_per_hour_usd": { "information_extraction": 0.00108, "summarization": 0.001064, "text_correction": 0.002049 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 84, "total_cost_usd": 0.004903, "cost_per_quality": 0.0001167, "hourly_prompt_tokens": 13882, "hourly_completion_tokens": 4726, "cost_per_hour_usd": 0.004158, "latency": { "n": 50, "min": 0.364, "max": 1.341, "mean": 0.764, "p50": 0.655, "p95": 1.309 }, "tokens_per_second": 80.96, "ttft": { "n": 50, "min": 0.369, "max": 1.308, "mean": 0.718, "p50": 0.709, "p95": 1.009 }, "task_quality": { "dictation": 92, "information_extraction": 76, "summarization": 96, "text_correction": 74 }, "task_cost_usd": { "dictation": 0.001655, "information_extraction": 0.001071, "summarization": 0.000998, "text_correction": 0.001179 }, "task_cost_per_quality": { "dictation": 0.00008995, "information_extraction": 0.0001409, "summarization": 0.000104, "text_correction": 0.0001593 }, "task_cost_per_hour_usd": { "dictation": 0.003403, "information_extraction": 0.004161, "summarization": 0.004792, "text_correction": 0.00519 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 80, "total_cost_usd": 0.012698, "cost_per_quality": 0.0003175, "hourly_prompt_tokens": 13882, "hourly_completion_tokens": 4726, "cost_per_hour_usd": 0.005528, "latency": { "n": 50, "min": 0.567, "max": 31.935, "mean": 2.402, "p50": 1.355, "p95": 7.059 }, "tokens_per_second": 105.821, "ttft": { "n": 50, "min": 0.605, "max": 2.39, "mean": 0.808, "p50": 0.669, "p95": 1.293 }, "task_quality": { "dictation": 83, "information_extraction": 76, "summarization": 89, "text_correction": 69 }, "task_cost_usd": { "dictation": 0.003487, "information_extraction": 0.001609, "summarization": 0.00194, "text_correction": 0.005662 }, "task_cost_per_quality": { "dictation": 0.0002101, "information_extraction": 0.0002117, "summarization": 0.000218, "text_correction": 0.0008206 }, "task_cost_per_hour_usd": { "dictation": 0.004768, "information_extraction": 0.003756, "summarization": 0.004697, "text_correction": 0.007817 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 67, "total_cost_usd": 0.036409, "cost_per_quality": 0.001811, "hourly_prompt_tokens": 13882, "hourly_completion_tokens": 4726, "cost_per_hour_usd": 0.005304, "latency": { "n": 30, "min": 1.336, "max": 25.663, "mean": 7.953, "p50": 3.396, "p95": 25.59 }, "tokens_per_second": 123.922, "ttft": { "n": 30, "min": 0.634, "max": 2.751, "mean": 0.908, "p50": 0.687, "p95": 2.4 }, "task_quality": { "information_extraction": 59, "summarization": 87, "text_correction": 55 }, "task_cost_usd": { "information_extraction": 0.00672, "summarization": 0.006402, "text_correction": 0.023287 }, "task_cost_per_quality": { "information_extraction": 0.001139, "summarization": 0.0007359, "text_correction": 0.004234 }, "task_cost_per_hour_usd": { "information_extraction": 0.003598, "summarization": 0.00356, "text_correction": 0.00728 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 64, "total_cost_usd": 0.149478, "cost_per_quality": 0.008054, "hourly_prompt_tokens": 13882, "hourly_completion_tokens": 4726, "cost_per_hour_usd": 0.005154, "latency": { "n": 29, "min": 1.743, "max": 154.003, "mean": 32.795, "p50": 5.776, "p95": 113.453 }, "error_count": 1, "tokens_per_second": 123.913, "ttft": { "n": 29, "min": 0.72, "max": 2.452, "mean": 1.164, "p50": 0.964, "p95": 2.24 }, "task_quality": { "information_extraction": 58, "summarization": 84, "text_correction": 51 }, "task_cost_usd": { "information_extraction": 0.024916, "summarization": 0.022995, "text_correction": 0.101567 }, "task_cost_per_quality": { "information_extraction": 0.004296, "summarization": 0.002738, "text_correction": 0.02213 }, "task_cost_per_hour_usd": { "information_extraction": 0.003191, "summarization": 0.003023, "text_correction": 0.007477 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 60, "total_cost_usd": 0.012794, "cost_per_quality": 0.0008885, "hourly_prompt_tokens": 13883, "hourly_completion_tokens": 5640, "cost_per_hour_usd": 0.003578, "latency": { "n": 24, "min": 2.364, "max": 21.395, "mean": 8.682, "p50": 6.368, "p95": 20.939 }, "error_count": 26, "tokens_per_second": 319.809, "ttft": { "n": 34, "min": 0.737, "max": 31.291, "mean": 8.73, "p50": 6.35, "p95": 20.583 }, "task_quality": { "information_extraction": 26, "summarization": 98, "text_correction": 58 }, "task_cost_usd": { "information_extraction": 0.000378, "summarization": 0.00326, "text_correction": 0.009156 }, "task_cost_per_quality": { "information_extraction": 0.0003635, "summarization": 0.0003327, "text_correction": 0.001579 }, "task_cost_per_hour_usd": { "information_extraction": 0.00238, "summarization": 0.003426, "text_correction": 0.003713 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 64, "total_cost_usd": 0.047507, "cost_per_quality": 0.001953, "hourly_prompt_tokens": 13883, "hourly_completion_tokens": 5640, "cost_per_hour_usd": 0.003648, "latency": { "n": 38, "min": 3.883, "max": 28.137, "mean": 16.307, "p50": 16.891, "p95": 26.255 }, "error_count": 12, "tokens_per_second": 374.644, "ttft": { "n": 21, "min": 0.661, "max": 242.131, "mean": 23.603, "p50": 8.402, "p95": 51.363 }, "task_quality": { "dictation": 39, "information_extraction": 100, "summarization": 90, "text_correction": 27 }, "task_cost_usd": { "dictation": 0.024278, "information_extraction": 0.001471, "summarization": 0.005648, "text_correction": 0.01611 }, "task_cost_per_quality": { "dictation": 0.003891, "information_extraction": 0.0007355, "summarization": 0.0006276, "text_correction": 0.005967 }, "task_cost_per_hour_usd": { "dictation": 0.003708, "information_extraction": 0.003416, "summarization": 0.003359, "text_correction": 0.003692 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 29, "total_cost_usd": 0.044288, "cost_per_quality": 0.005091, "hourly_prompt_tokens": 13883, "hourly_completion_tokens": 5640, "cost_per_hour_usd": 0.002968, "latency": { "n": 30, "min": 2.359, "max": 266.43, "mean": 34.513, "p50": 16.483, "p95": 83.914 }, "tokens_per_second": 327.079, "ttft": { "n": 11, "min": 1.334, "max": 25.739, "mean": 11.69, "p50": 11.311, "p95": 25.739 }, "task_quality": { "information_extraction": 8, "summarization": 78, "text_correction": 2 }, "task_cost_usd": { "information_extraction": 0.01629, "summarization": 0.010075, "text_correction": 0.017923 }, "task_cost_per_quality": { "information_extraction": 0.02036, "summarization": 0.001292, "text_correction": 0.08961 }, "task_cost_per_hour_usd": { "information_extraction": 0.003022, "summarization": 0.00268, "text_correction": 0.003104 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 27, "total_cost_usd": 0.05284, "cost_per_quality": 0.006748, "hourly_prompt_tokens": 13883, "hourly_completion_tokens": 5640, "cost_per_hour_usd": 0.001822, "latency": { "n": 29, "min": 0.921, "max": 77.509, "mean": 25.491, "p50": 16.234, "p95": 72.137 }, "error_count": 1, "tokens_per_second": 312.065, "ttft": { "n": 8, "min": 2.41, "max": 12.99, "mean": 7.613, "p50": 5.66, "p95": 12.99 }, "task_quality": { "information_extraction": 1, "summarization": 73, "text_correction": 7 }, "task_cost_usd": { "information_extraction": 0.020269, "summarization": 0.011551, "text_correction": 0.02102 }, "task_cost_per_quality": { "information_extraction": 0.2027, "summarization": 0.001582, "text_correction": 0.03337 }, "task_cost_per_hour_usd": { "information_extraction": 0.001924, "summarization": 0.001398, "text_correction": 0.00206 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "30s", "quality_score": 40, "total_cost_usd": 0.008605, "cost_per_quality": 0.0004302, "hourly_prompt_tokens": 13878, "hourly_completion_tokens": 2751, "cost_per_hour_usd": 0.002799, "latency": { "n": 50, "min": 1.59, "max": 14.306, "mean": 4.13, "p50": 3.28, "p95": 8.359 }, "tokens_per_second": 154.742, "ttft": { "n": 50, "min": 0.599, "max": 0.892, "mean": 0.693, "p50": 0.653, "p95": 0.889 }, "task_quality": { "dictation": 43, "information_extraction": 57, "summarization": 54, "text_correction": 8 }, "task_cost_usd": { "dictation": 0.003301, "information_extraction": 0.002033, "summarization": 0.00105, "text_correction": 0.002221 }, "task_cost_per_quality": { "dictation": 0.0003838, "information_extraction": 0.0003567, "summarization": 0.0001944, "text_correction": 0.002776 }, "task_cost_per_hour_usd": { "dictation": 0.002672, "information_extraction": 0.002857, "summarization": 0.002571, "text_correction": 0.003089 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "120s", "quality_score": 43, "total_cost_usd": 0.014265, "cost_per_quality": 0.0006635, "hourly_prompt_tokens": 13878, "hourly_completion_tokens": 2751, "cost_per_hour_usd": 0.002817, "latency": { "n": 50, "min": 2.147, "max": 58.294, "mean": 7.371, "p50": 5.778, "p95": 13.797 }, "tokens_per_second": 160.952, "ttft": { "n": 47, "min": 0.599, "max": 0.933, "mean": 0.678, "p50": 0.651, "p95": 0.872 }, "task_quality": { "dictation": 47, "information_extraction": 68, "summarization": 42, "text_correction": 16 }, "task_cost_usd": { "dictation": 0.006572, "information_extraction": 0.002542, "summarization": 0.001392, "text_correction": 0.003759 }, "task_cost_per_quality": { "dictation": 0.0006991, "information_extraction": 0.0003738, "summarization": 0.0003314, "text_correction": 0.002349 }, "task_cost_per_hour_usd": { "dictation": 0.002998, "information_extraction": 0.002593, "summarization": 0.002196, "text_correction": 0.00299 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "900s", "quality_score": 30, "total_cost_usd": 0.016302, "cost_per_quality": 0.001811, "hourly_prompt_tokens": 13878, "hourly_completion_tokens": 2751, "cost_per_hour_usd": 0.00194, "latency": { "n": 30, "min": 2.399, "max": 32.147, "mean": 9.175, "p50": 7.513, "p95": 27.085 }, "tokens_per_second": 165.691, "ttft": { "n": 30, "min": 0.629, "max": 0.93, "mean": 0.697, "p50": 0.681, "p95": 0.837 }, "task_quality": { "information_extraction": 41, "summarization": 40, "text_correction": 10 }, "task_cost_usd": { "information_extraction": 0.004959, "summarization": 0.003212, "text_correction": 0.008131 }, "task_cost_per_quality": { "information_extraction": 0.00121, "summarization": 0.000803, "text_correction": 0.008131 }, "task_cost_per_hour_usd": { "information_extraction": 0.001833, "summarization": 0.001458, "text_correction": 0.002327 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 31, "total_cost_usd": 0.0425, "cost_per_quality": 0.004727, "hourly_prompt_tokens": 13878, "hourly_completion_tokens": 2751, "cost_per_hour_usd": 0.001466, "latency": { "n": 29, "min": 3.243, "max": 47.176, "mean": 16.524, "p50": 9.411, "p95": 46.652 }, "error_count": 1, "tokens_per_second": 159.186, "ttft": { "n": 29, "min": 0.807, "max": 1.35, "mean": 1.053, "p50": 1.042, "p95": 1.274 }, "task_quality": { "information_extraction": 46, "summarization": 43, "text_correction": 5 }, "task_cost_usd": { "information_extraction": 0.011791, "summarization": 0.009982, "text_correction": 0.020727 }, "task_cost_per_quality": { "information_extraction": 0.002563, "summarization": 0.002321, "text_correction": 0.04606 }, "task_cost_per_hour_usd": { "information_extraction": 0.001273, "summarization": 0.001142, "text_correction": 0.001885 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "30s", "quality_score": 83, "total_cost_usd": 0.004624, "cost_per_quality": 0.0001114, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 790, "cost_per_hour_usd": 0.003026, "latency": { "n": 50, "min": 0.251, "max": 1.187, "mean": 0.554, "p50": 0.499, "p95": 0.873 }, "tokens_per_second": 112.943, "ttft": { "n": 50, "min": 0.235, "max": 1.162, "mean": 0.554, "p50": 0.569, "p95": 1.097 }, "task_quality": { "dictation": 87, "information_extraction": 69, "summarization": 92, "text_correction": 83 }, "task_cost_usd": { "dictation": 0.001565, "information_extraction": 0.001075, "summarization": 0.00087, "text_correction": 0.001114 }, "task_cost_per_quality": { "dictation": 0.00008994, "information_extraction": 0.0001558, "summarization": 0.00009457, "text_correction": 0.0001342 }, "task_cost_per_hour_usd": { "dictation": 0.002525, "information_extraction": 0.003134, "summarization": 0.003269, "text_correction": 0.003727 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "120s", "quality_score": 77, "total_cost_usd": 0.009995, "cost_per_quality": 0.0002596, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 790, "cost_per_hour_usd": 0.003607, "latency": { "n": 50, "min": 0.533, "max": 7.468, "mean": 1.192, "p50": 1.014, "p95": 1.845 }, "tokens_per_second": 167.671, "ttft": { "n": 50, "min": 0.416, "max": 1.03, "mean": 0.669, "p50": 0.651, "p95": 0.928 }, "task_quality": { "dictation": 82, "information_extraction": 70, "summarization": 87, "text_correction": 69 }, "task_cost_usd": { "dictation": 0.003193, "information_extraction": 0.001919, "summarization": 0.001525, "text_correction": 0.003358 }, "task_cost_per_quality": { "dictation": 0.0001947, "information_extraction": 0.0002741, "summarization": 0.0001753, "text_correction": 0.0004867 }, "task_cost_per_hour_usd": { "dictation": 0.003424, "information_extraction": 0.003171, "summarization": 0.003015, "text_correction": 0.004619 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "900s", "quality_score": 68, "total_cost_usd": 0.033583, "cost_per_quality": 0.001646, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 790, "cost_per_hour_usd": 0.00376, "latency": { "n": 30, "min": 0.569, "max": 17.136, "mean": 4.297, "p50": 1.98, "p95": 12.596 }, "tokens_per_second": 193.895, "ttft": { "n": 30, "min": 0.615, "max": 1.036, "mean": 0.717, "p50": 0.704, "p95": 0.832 }, "task_quality": { "information_extraction": 65, "summarization": 79, "text_correction": 60 }, "task_cost_usd": { "information_extraction": 0.006459, "summarization": 0.005754, "text_correction": 0.02137 }, "task_cost_per_quality": { "information_extraction": 0.0009937, "summarization": 0.0007284, "text_correction": 0.003562 }, "task_cost_per_hour_usd": { "information_extraction": 0.002638, "summarization": 0.002488, "text_correction": 0.005123 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 64, "total_cost_usd": 0.049213, "cost_per_quality": 0.003845, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 790, "cost_per_hour_usd": 0.002461, "latency": { "n": 20, "min": 2.201, "max": 42.499, "mean": 6.083, "p50": 3.335, "p95": 8.275 }, "error_count": 10, "tokens_per_second": 113.072, "ttft": { "n": 20, "min": 0.738, "max": 1.447, "mean": 1.085, "p50": 1.079, "p95": 1.382 }, "task_quality": { "information_extraction": 62, "summarization": 79, "text_correction": 51 }, "task_cost_usd": { "information_extraction": 0.021561, "summarization": 0.022432, "text_correction": 0.00522 }, "task_cost_per_quality": { "information_extraction": 0.003864, "summarization": 0.002839, "text_correction": 0.01024 }, "task_cost_per_hour_usd": { "information_extraction": 0.002398, "summarization": 0.002244, "text_correction": 0.005162 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 88, "total_cost_usd": 0.006235, "cost_per_quality": 0.0001417, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4377, "cost_per_hour_usd": 0.005383, "latency": { "n": 50, "min": 0.501, "max": 3.664, "mean": 1.455, "p50": 1.284, "p95": 3.129 }, "tokens_per_second": 40.399, "ttft": { "n": 50, "min": 0.368, "max": 0.905, "mean": 0.606, "p50": 0.604, "p95": 0.861 }, "task_quality": { "dictation": 95, "information_extraction": 72, "summarization": 93, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.001905, "information_extraction": 0.001415, "summarization": 0.001155, "text_correction": 0.00176 }, "task_cost_per_quality": { "dictation": 0.0001003, "information_extraction": 0.0001965, "summarization": 0.0001242, "text_correction": 0.0001934 }, "task_cost_per_hour_usd": { "dictation": 0.004013, "information_extraction": 0.005506, "summarization": 0.005838, "text_correction": 0.007693 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 79, "total_cost_usd": 0.015685, "cost_per_quality": 0.0003971, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4377, "cost_per_hour_usd": 0.007339, "latency": { "n": 50, "min": 0.994, "max": 7.512, "mean": 3.792, "p50": 3.846, "p95": 7.271 }, "tokens_per_second": 50.194, "ttft": { "n": 50, "min": 0.562, "max": 0.898, "mean": 0.683, "p50": 0.689, "p95": 0.732 }, "task_quality": { "dictation": 84, "information_extraction": 67, "summarization": 88, "text_correction": 78 }, "task_cost_usd": { "dictation": 0.004798, "information_extraction": 0.002701, "summarization": 0.002399, "text_correction": 0.005787 }, "task_cost_per_quality": { "dictation": 0.0002856, "information_extraction": 0.0004031, "summarization": 0.0002726, "text_correction": 0.0007419 }, "task_cost_per_hour_usd": { "dictation": 0.00671, "information_extraction": 0.005846, "summarization": 0.005984, "text_correction": 0.01035 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 77, "total_cost_usd": 0.056342, "cost_per_quality": 0.002439, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4377, "cost_per_hour_usd": 0.008011, "latency": { "n": 30, "min": 2.303, "max": 59.358, "mean": 16.112, "p50": 8.334, "p95": 44.017 }, "tokens_per_second": 69.771, "ttft": { "n": 30, "min": 0.709, "max": 1.137, "mean": 0.782, "p50": 0.747, "p95": 0.916 }, "task_quality": { "information_extraction": 70, "summarization": 86, "text_correction": 74 }, "task_cost_usd": { "information_extraction": 0.010996, "summarization": 0.007463, "text_correction": 0.037883 }, "task_cost_per_quality": { "information_extraction": 0.001571, "summarization": 0.0008678, "text_correction": 0.005119 }, "task_cost_per_hour_usd": { "information_extraction": 0.00545, "summarization": 0.004127, "text_correction": 0.01181 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 71, "total_cost_usd": 0.212298, "cost_per_quality": 0.01031, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4377, "cost_per_hour_usd": 0.007321, "latency": { "n": 29, "min": 3.789, "max": 232.637, "mean": 61.345, "p50": 13.176, "p95": 227.646 }, "error_count": 1, "tokens_per_second": 69.17, "ttft": { "n": 29, "min": 0.752, "max": 1.607, "mean": 1.014, "p50": 0.986, "p95": 1.235 }, "task_quality": { "information_extraction": 70, "summarization": 84, "text_correction": 59 }, "task_cost_usd": { "information_extraction": 0.03326, "summarization": 0.02556, "text_correction": 0.153478 }, "task_cost_per_quality": { "information_extraction": 0.004751, "summarization": 0.003043, "text_correction": 0.0289 }, "task_cost_per_hour_usd": { "information_extraction": 0.004066, "summarization": 0.003286, "text_correction": 0.01177 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "30s", "quality_score": 78, "total_cost_usd": 0.003454, "cost_per_quality": 0.00008856, "hourly_prompt_tokens": 13644, "hourly_completion_tokens": 2943, "cost_per_hour_usd": 0.002622, "latency": { "n": 50, "min": 0.14, "max": 0.675, "mean": 0.338, "p50": 0.28, "p95": 0.636 }, "tokens_per_second": 184.437, "ttft": { "n": 50, "min": 0.058, "max": 0.325, "mean": 0.138, "p50": 0.108, "p95": 0.322 }, "task_quality": { "dictation": 81, "information_extraction": 80, "summarization": 84, "text_correction": 64 }, "task_cost_usd": { "dictation": 0.001119, "information_extraction": 0.000835, "summarization": 0.000622, "text_correction": 0.000878 }, "task_cost_per_quality": { "dictation": 0.00006907, "information_extraction": 0.0001044, "summarization": 0.00007405, "text_correction": 0.0001372 }, "task_cost_per_hour_usd": { "dictation": 0.00211, "information_extraction": 0.002776, "summarization": 0.002756, "text_correction": 0.003374 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "120s", "quality_score": 68, "total_cost_usd": 0.007705, "cost_per_quality": 0.0002266, "hourly_prompt_tokens": 13644, "hourly_completion_tokens": 2943, "cost_per_hour_usd": 0.003243, "latency": { "n": 50, "min": 0.209, "max": 1.398, "mean": 0.688, "p50": 0.606, "p95": 1.233 }, "tokens_per_second": 258.867, "ttft": { "n": 50, "min": 0.061, "max": 0.273, "mean": 0.112, "p50": 0.091, "p95": 0.272 }, "task_quality": { "dictation": 73, "information_extraction": 59, "summarization": 75, "text_correction": 63 }, "task_cost_usd": { "dictation": 0.002469, "information_extraction": 0.001385, "summarization": 0.001184, "text_correction": 0.002667 }, "task_cost_per_quality": { "dictation": 0.0001691, "information_extraction": 0.0002347, "summarization": 0.0001579, "text_correction": 0.0004233 }, "task_cost_per_hour_usd": { "dictation": 0.003084, "information_extraction": 0.002698, "summarization": 0.002692, "text_correction": 0.004288 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "900s", "quality_score": 55, "total_cost_usd": 0.026602, "cost_per_quality": 0.001612, "hourly_prompt_tokens": 13644, "hourly_completion_tokens": 2943, "cost_per_hour_usd": 0.003464, "latency": { "n": 30, "min": 0.674, "max": 12.143, "mean": 3.853, "p50": 1.625, "p95": 11.353 }, "tokens_per_second": 253.791, "ttft": { "n": 30, "min": 0.099, "max": 0.203, "mean": 0.136, "p50": 0.126, "p95": 0.19 }, "task_quality": { "information_extraction": 37, "summarization": 72, "text_correction": 55 }, "task_cost_usd": { "information_extraction": 0.005266, "summarization": 0.004069, "text_correction": 0.017267 }, "task_cost_per_quality": { "information_extraction": 0.001423, "summarization": 0.0005651, "text_correction": 0.003139 }, "task_cost_per_hour_usd": { "information_extraction": 0.002441, "summarization": 0.002073, "text_correction": 0.004852 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 33, "total_cost_usd": 0.079403, "cost_per_quality": 0.008593, "hourly_prompt_tokens": 13644, "hourly_completion_tokens": 2943, "cost_per_hour_usd": 0.002836, "latency": { "n": 28, "min": 1.437, "max": 40.135, "mean": 13.615, "p50": 4.622, "p95": 39.861 }, "error_count": 2, "tokens_per_second": 176.973, "ttft": { "n": 29, "min": 0.247, "max": 0.923, "mean": 0.504, "p50": 0.458, "p95": 0.877 }, "task_quality": { "information_extraction": 19, "summarization": 61, "text_correction": 18 }, "task_cost_usd": { "information_extraction": 0.015846, "summarization": 0.015039, "text_correction": 0.048518 }, "task_cost_per_quality": { "information_extraction": 0.009267, "summarization": 0.002465, "text_correction": 0.02995 }, "task_cost_per_hour_usd": { "information_extraction": 0.002054, "summarization": 0.001785, "text_correction": 0.004092 } } ] } ], "combined": [ { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.074371, "cost_per_quality": 0.0008263, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4646, "cost_per_hour_usd": 0.03054, "latency": { "n": 100, "min": 0.659, "max": 2.183, "mean": 1.092, "p50": 0.991, "p95": 1.707 }, "tokens_per_second": 63.819, "ttft": { "n": 50, "min": 0.447, "max": 1.075, "mean": 0.588, "p50": 0.557, "p95": 0.76 }, "task_quality": { "dictation": 98, "information_extraction": 85, "summarization": 90, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.024592, "information_extraction": 0.018487, "summarization": 0.013502, "text_correction": 0.01779 }, "task_cost_per_quality": { "dictation": 0.0006273, "information_extraction": 0.001087, "summarization": 0.0007501, "text_correction": 0.001011 }, "task_cost_per_hour_usd": { "dictation": 0.02414, "information_extraction": 0.03363, "summarization": 0.03339, "text_correction": 0.03849 } }, { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "120s", "quality_score": 84, "total_cost_usd": 0.167697, "cost_per_quality": 0.001996, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4646, "cost_per_hour_usd": 0.03804, "latency": { "n": 100, "min": 1.069, "max": 4.239, "mean": 1.787, "p50": 1.789, "p95": 2.656 }, "tokens_per_second": 119.895, "ttft": { "n": 50, "min": 0.458, "max": 1.798, "mean": 0.587, "p50": 0.537, "p95": 0.669 }, "task_quality": { "dictation": 88, "information_extraction": 84, "summarization": 88, "text_correction": 77 }, "task_cost_usd": { "dictation": 0.052328, "information_extraction": 0.031328, "summarization": 0.028843, "text_correction": 0.055198 }, "task_cost_per_quality": { "dictation": 0.001487, "information_extraction": 0.001865, "summarization": 0.001639, "text_correction": 0.003584 }, "task_cost_per_hour_usd": { "dictation": 0.0347, "information_extraction": 0.03297, "summarization": 0.03471, "text_correction": 0.04933 } }, { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "900s", "quality_score": 73, "total_cost_usd": 0.561326, "cost_per_quality": 0.01282, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4646, "cost_per_hour_usd": 0.04027, "latency": { "n": 60, "min": 1.534, "max": 55.316, "mean": 16.762, "p50": 5.76, "p95": 50.448 }, "tokens_per_second": 77.355, "ttft": { "n": 30, "min": 0.519, "max": 1.581, "mean": 0.656, "p50": 0.619, "p95": 0.84 }, "task_quality": { "information_extraction": 70, "summarization": 79, "text_correction": 72 }, "task_cost_usd": { "information_extraction": 0.114541, "summarization": 0.093681, "text_correction": 0.353104 }, "task_cost_per_quality": { "information_extraction": 0.008181, "summarization": 0.005929, "text_correction": 0.02452 }, "task_cost_per_hour_usd": { "information_extraction": 0.02905, "summarization": 0.0258, "text_correction": 0.05548 } }, { "model": "claude-haiku-4-5-20251001", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 71, "total_cost_usd": 2.183741, "cost_per_quality": 0.05303, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4646, "cost_per_hour_usd": 0.03765, "latency": { "n": 58, "min": 5.023, "max": 234.955, "mean": 66.021, "p50": 10.272, "p95": 230.647 }, "error_count": 2, "tokens_per_second": 82.192, "ttft": { "n": 29, "min": 0.663, "max": 1.242, "mean": 0.885, "p50": 0.882, "p95": 1.065 }, "task_quality": { "information_extraction": 74, "summarization": 78, "text_correction": 62 }, "task_cost_usd": { "information_extraction": 0.406793, "summarization": 0.338978, "text_correction": 1.43797 }, "task_cost_per_quality": { "information_extraction": 0.02749, "summarization": 0.02173, "text_correction": 0.1289 }, "task_cost_per_hour_usd": { "information_extraction": 0.02482, "summarization": 0.02175, "text_correction": 0.05525 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.018013, "cost_per_quality": 0.0001958, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.005924, "latency": { "n": 100, "min": 0.809, "max": 4.63, "mean": 1.928, "p50": 1.698, "p95": 3.344 }, "tokens_per_second": 113.822, "ttft": { "n": 50, "min": 0.68, "max": 4.234, "mean": 1.584, "p50": 1.49, "p95": 3.236 }, "task_quality": { "dictation": 98, "information_extraction": 92, "summarization": 91, "text_correction": 87 }, "task_cost_usd": { "dictation": 0.004839, "information_extraction": 0.00487, "summarization": 0.003438, "text_correction": 0.004866 }, "task_cost_per_quality": { "dictation": 0.0001234, "information_extraction": 0.0002647, "summarization": 0.0001889, "text_correction": 0.0002797 }, "task_cost_per_hour_usd": { "dictation": 0.004197, "information_extraction": 0.006712, "summarization": 0.006705, "text_correction": 0.00749 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 87, "total_cost_usd": 0.03754, "cost_per_quality": 0.0004315, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.006789, "latency": { "n": 100, "min": 1.279, "max": 5.019, "mean": 3.086, "p50": 3.051, "p95": 4.645 }, "tokens_per_second": 184.214, "ttft": { "n": 50, "min": 0.684, "max": 4.63, "mean": 2.504, "p50": 2.545, "p95": 4.233 }, "task_quality": { "dictation": 88, "information_extraction": 88, "summarization": 89, "text_correction": 82 }, "task_cost_usd": { "dictation": 0.01336, "information_extraction": 0.008114, "summarization": 0.006522, "text_correction": 0.009544 }, "task_cost_per_quality": { "dictation": 0.0003795, "information_extraction": 0.000461, "summarization": 0.0003664, "text_correction": 0.000582 }, "task_cost_per_hour_usd": { "dictation": 0.006586, "information_extraction": 0.006592, "summarization": 0.006483, "text_correction": 0.007548 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 81, "total_cost_usd": 0.094254, "cost_per_quality": 0.001939, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.006341, "latency": { "n": 60, "min": 2.494, "max": 18.894, "mean": 9.372, "p50": 8.493, "p95": 18.377 }, "tokens_per_second": 222.344, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 78, "summarization": 83, "text_correction": 80 }, "task_cost_usd": { "information_extraction": 0.025864, "summarization": 0.016902, "text_correction": 0.051488 }, "task_cost_per_quality": { "information_extraction": 0.001658, "summarization": 0.001018, "text_correction": 0.003218 }, "task_cost_per_hour_usd": { "information_extraction": 0.005635, "summarization": 0.004448, "text_correction": 0.007951 } }, { "model": "claude-haiku-5-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 79, "total_cost_usd": 0.309674, "cost_per_quality": 0.006758, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 6818, "cost_per_hour_usd": 0.005339, "latency": { "n": 58, "min": 3.424, "max": 76.048, "mean": 24.38, "p50": 11.163, "p95": 72.929 }, "error_count": 2, "tokens_per_second": 226.934, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 72, "summarization": 88, "text_correction": 77 }, "task_cost_usd": { "information_extraction": 0.063312, "summarization": 0.048742, "text_correction": 0.19762 }, "task_cost_per_quality": { "information_extraction": 0.004397, "summarization": 0.002769, "text_correction": 0.01426 }, "task_cost_per_hour_usd": { "information_extraction": 0.003794, "summarization": 0.003151, "text_correction": 0.007646 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.367805, "cost_per_quality": 0.003998, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4409, "cost_per_hour_usd": 0.1497, "latency": { "n": 100, "min": 1.577, "max": 5.885, "mean": 2.424, "p50": 2.163, "p95": 3.677 }, "tokens_per_second": 27.764, "ttft": { "n": 50, "min": 1.118, "max": 2.922, "mean": 1.426, "p50": 1.366, "p95": 1.792 }, "task_quality": { "dictation": 100, "information_extraction": 86, "summarization": 95, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.12301, "information_extraction": 0.08781, "summarization": 0.068235, "text_correction": 0.08875 }, "task_cost_per_quality": { "dictation": 0.003075, "information_extraction": 0.005105, "summarization": 0.003591, "text_correction": 0.004986 }, "task_cost_per_hour_usd": { "dictation": 0.1192, "information_extraction": 0.1606, "summarization": 0.166, "text_correction": 0.1898 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.805885, "cost_per_quality": 0.009158, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4409, "cost_per_hour_usd": 0.1834, "latency": { "n": 100, "min": 2.149, "max": 5.67, "mean": 3.45, "p50": 2.995, "p95": 4.968 }, "tokens_per_second": 55.878, "ttft": { "n": 50, "min": 1.115, "max": 2.664, "mean": 1.351, "p50": 1.24, "p95": 1.755 }, "task_quality": { "dictation": 96, "information_extraction": 85, "summarization": 92, "text_correction": 79 }, "task_cost_usd": { "dictation": 0.261215, "information_extraction": 0.135015, "summarization": 0.135615, "text_correction": 0.27404 }, "task_cost_per_quality": { "dictation": 0.006802, "information_extraction": 0.007942, "summarization": 0.00737, "text_correction": 0.01734 }, "task_cost_per_hour_usd": { "dictation": 0.1712, "information_extraction": 0.1473, "summarization": 0.1647, "text_correction": 0.2428 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "900s", "quality_score": 79, "total_cost_usd": 2.713455, "cost_per_quality": 0.05725, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4409, "cost_per_hour_usd": 0.195, "latency": { "n": 60, "min": 2.518, "max": 29.804, "mean": 12.146, "p50": 8.187, "p95": 28.51 }, "tokens_per_second": 72.87, "ttft": { "n": 30, "min": 1.161, "max": 1.532, "mean": 1.288, "p50": 1.245, "p95": 1.5 }, "task_quality": { "information_extraction": 74, "summarization": 83, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.498555, "summarization": 0.45403, "text_correction": 1.76087 }, "task_cost_per_quality": { "information_extraction": 0.03369, "summarization": 0.02735, "text_correction": 0.1114 }, "task_cost_per_hour_usd": { "information_extraction": 0.13, "summarization": 0.1245, "text_correction": 0.2736 } }, { "model": "claude-opus-4-5-20251101", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 79, "total_cost_usd": 10.574905, "cost_per_quality": 0.2308, "hourly_prompt_tokens": 14422, "hourly_completion_tokens": 4409, "cost_per_hour_usd": 0.1823, "latency": { "n": 58, "min": 7.976, "max": 495.821, "mean": 129.789, "p50": 14.535, "p95": 469.737 }, "error_count": 2, "tokens_per_second": 38.684, "ttft": { "n": 29, "min": 1.295, "max": 2.33, "mean": 1.542, "p50": 1.455, "p95": 2.106 }, "task_quality": { "information_extraction": 75, "summarization": 85, "text_correction": 78 }, "task_cost_usd": { "information_extraction": 1.79104, "summarization": 1.618465, "text_correction": 7.1654 }, "task_cost_per_quality": { "information_extraction": 0.1194, "summarization": 0.0952, "text_correction": 0.5104 }, "task_cost_per_hour_usd": { "information_extraction": 0.1114, "summarization": 0.1036, "text_correction": 0.2724 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.372805, "cost_per_quality": 0.003966, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4548, "cost_per_hour_usd": 0.1519, "latency": { "n": 100, "min": 1.629, "max": 4.607, "mean": 2.405, "p50": 2.25, "p95": 4.03 }, "tokens_per_second": 28.667, "ttft": { "n": 50, "min": 1.162, "max": 3.799, "mean": 1.598, "p50": 1.461, "p95": 2.924 }, "task_quality": { "dictation": 100, "information_extraction": 86, "summarization": 96, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.12321, "information_extraction": 0.090285, "summarization": 0.07061, "text_correction": 0.0887 }, "task_cost_per_quality": { "dictation": 0.00308, "information_extraction": 0.005249, "summarization": 0.003678, "text_correction": 0.004874 }, "task_cost_per_hour_usd": { "dictation": 0.1201, "information_extraction": 0.1645, "summarization": 0.1706, "text_correction": 0.1908 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.844585, "cost_per_quality": 0.009281, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4548, "cost_per_hour_usd": 0.1899, "latency": { "n": 100, "min": 2.046, "max": 7.539, "mean": 3.795, "p50": 3.13, "p95": 6.045 }, "tokens_per_second": 56.026, "ttft": { "n": 50, "min": 1.143, "max": 2.151, "mean": 1.49, "p50": 1.437, "p95": 1.908 }, "task_quality": { "dictation": 97, "information_extraction": 89, "summarization": 92, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.26129, "information_extraction": 0.152765, "summarization": 0.15584, "text_correction": 0.27469 }, "task_cost_per_quality": { "dictation": 0.006734, "information_extraction": 0.008582, "summarization": 0.00847, "text_correction": 0.01616 }, "task_cost_per_hour_usd": { "dictation": 0.1723, "information_extraction": 0.1612, "summarization": 0.1811, "text_correction": 0.2447 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "900s", "quality_score": 83, "total_cost_usd": 2.857605, "cost_per_quality": 0.05738, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4548, "cost_per_hour_usd": 0.2024, "latency": { "n": 60, "min": 2.455, "max": 30.453, "mean": 14.163, "p50": 11.849, "p95": 29.049 }, "tokens_per_second": 73.524, "ttft": { "n": 30, "min": 1.129, "max": 2.704, "mean": 1.478, "p50": 1.33, "p95": 2.282 }, "task_quality": { "information_extraction": 77, "summarization": 88, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.55488, "summarization": 0.545755, "text_correction": 1.75697 }, "task_cost_per_quality": { "information_extraction": 0.03603, "summarization": 0.03101, "text_correction": 0.1046 }, "task_cost_per_hour_usd": { "information_extraction": 0.1413, "summarization": 0.1431, "text_correction": 0.2754 } }, { "model": "claude-opus-4-6", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 82, "total_cost_usd": 10.776695, "cost_per_quality": 0.2266, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4548, "cost_per_hour_usd": 0.1858, "latency": { "n": 58, "min": 12.08, "max": 493.861, "mean": 135.7, "p50": 20.685, "p95": 475.247 }, "error_count": 2, "tokens_per_second": 39.347, "ttft": { "n": 29, "min": 1.278, "max": 3.158, "mean": 1.808, "p50": 1.546, "p95": 2.969 }, "task_quality": { "information_extraction": 78, "summarization": 86, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 1.89349, "summarization": 1.760415, "text_correction": 7.12279 }, "task_cost_per_quality": { "information_extraction": 0.1214, "summarization": 0.1023, "text_correction": 0.4885 }, "task_cost_per_hour_usd": { "information_extraction": 0.1171, "summarization": 0.1114, "text_correction": 0.2737 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.51025, "cost_per_quality": 0.005607, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6334, "cost_per_hour_usd": 0.2042, "latency": { "n": 100, "min": 1.224, "max": 4.321, "mean": 1.979, "p50": 1.782, "p95": 3.278 }, "tokens_per_second": 47.772, "ttft": { "n": 50, "min": 0.718, "max": 2.792, "mean": 1.003, "p50": 0.971, "p95": 1.211 }, "task_quality": { "dictation": 100, "information_extraction": 91, "summarization": 79, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.17783, "information_extraction": 0.110435, "summarization": 0.105335, "text_correction": 0.11665 }, "task_cost_per_quality": { "dictation": 0.004446, "information_extraction": 0.006068, "summarization": 0.006667, "text_correction": 0.006205 }, "task_cost_per_hour_usd": { "dictation": 0.165, "information_extraction": 0.2069, "summarization": 0.2506, "text_correction": 0.2502 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 1.16359, "cost_per_quality": 0.01265, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6334, "cost_per_hour_usd": 0.2569, "latency": { "n": 100, "min": 1.61, "max": 5.197, "mean": 3.359, "p50": 3.054, "p95": 5.017 }, "tokens_per_second": 83.588, "ttft": { "n": 50, "min": 0.656, "max": 2.305, "mean": 1.059, "p50": 0.973, "p95": 2.115 }, "task_quality": { "dictation": 95, "information_extraction": 88, "summarization": 94, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.380605, "information_extraction": 0.20362, "summarization": 0.213745, "text_correction": 0.36562 }, "task_cost_per_quality": { "dictation": 0.01002, "information_extraction": 0.01157, "summarization": 0.01137, "text_correction": 0.02031 }, "task_cost_per_hour_usd": { "dictation": 0.2347, "information_extraction": 0.2164, "summarization": 0.2511, "text_correction": 0.3276 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "900s", "quality_score": 84, "total_cost_usd": 3.719245, "cost_per_quality": 0.07379, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6334, "cost_per_hour_usd": 0.2735, "latency": { "n": 60, "min": 2.14, "max": 42.121, "mean": 15.231, "p50": 9.314, "p95": 38.928 }, "tokens_per_second": 94.435, "ttft": { "n": 30, "min": 0.889, "max": 2.372, "mean": 1.177, "p50": 1.039, "p95": 1.947 }, "task_quality": { "information_extraction": 78, "summarization": 87, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.70902, "summarization": 0.755795, "text_correction": 2.25443 }, "task_cost_per_quality": { "information_extraction": 0.04545, "summarization": 0.04344, "text_correction": 0.1281 }, "task_cost_per_hour_usd": { "information_extraction": 0.1883, "summarization": 0.2024, "text_correction": 0.3696 } }, { "model": "claude-opus-4-7", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 82, "total_cost_usd": 14.782515, "cost_per_quality": 0.3108, "hourly_prompt_tokens": 19305, "hourly_completion_tokens": 6334, "cost_per_hour_usd": 0.2549, "latency": { "n": 58, "min": 8.129, "max": 205.497, "mean": 62.142, "p50": 15.771, "p95": 204.093 }, "error_count": 2, "tokens_per_second": 90.272, "ttft": { "n": 29, "min": 1.024, "max": 2.706, "mean": 1.453, "p50": 1.327, "p95": 2.632 }, "task_quality": { "information_extraction": 78, "summarization": 87, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 2.590905, "summarization": 2.42928, "text_correction": 9.76233 }, "task_cost_per_quality": { "information_extraction": 0.1661, "summarization": 0.1396, "text_correction": 0.6696 }, "task_cost_per_hour_usd": { "information_extraction": 0.1609, "summarization": 0.1543, "text_correction": 0.3734 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "30s", "quality_score": 88, "total_cost_usd": 0.4879, "cost_per_quality": 0.005544, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6455, "cost_per_hour_usd": 0.2002, "latency": { "n": 100, "min": 1.017, "max": 4.069, "mean": 1.966, "p50": 1.804, "p95": 3.153 }, "tokens_per_second": 42.286, "ttft": { "n": 46, "min": 0.669, "max": 2.298, "mean": 1.018, "p50": 0.951, "p95": 1.391 }, "task_quality": { "dictation": 79, "information_extraction": 90, "summarization": 93, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.166355, "information_extraction": 0.108685, "summarization": 0.09896, "text_correction": 0.1139 }, "task_cost_per_quality": { "dictation": 0.005264, "information_extraction": 0.006038, "summarization": 0.00532, "text_correction": 0.006472 }, "task_cost_per_hour_usd": { "dictation": 0.1586, "information_extraction": 0.2068, "summarization": 0.2441, "text_correction": 0.2494 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "120s", "quality_score": 86, "total_cost_usd": 1.11289, "cost_per_quality": 0.01294, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6455, "cost_per_hour_usd": 0.2521, "latency": { "n": 100, "min": 1.107, "max": 6.237, "mean": 3.538, "p50": 3.162, "p95": 5.423 }, "tokens_per_second": 70.258, "ttft": { "n": 46, "min": 0.677, "max": 2.294, "mean": 1.026, "p50": 0.945, "p95": 2.159 }, "task_quality": { "dictation": 77, "information_extraction": 86, "summarization": 93, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.33573, "information_extraction": 0.19107, "summarization": 0.22147, "text_correction": 0.36462 }, "task_cost_per_quality": { "dictation": 0.0109, "information_extraction": 0.01111, "summarization": 0.01191, "text_correction": 0.02072 }, "task_cost_per_hour_usd": { "dictation": 0.2182, "information_extraction": 0.209, "summarization": 0.2586, "text_correction": 0.3296 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "900s", "quality_score": 81, "total_cost_usd": 3.726445, "cost_per_quality": 0.07668, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6455, "cost_per_hour_usd": 0.2752, "latency": { "n": 60, "min": 2.544, "max": 46.333, "mean": 17.187, "p50": 10.165, "p95": 43.844 }, "tokens_per_second": 83.977, "ttft": { "n": 30, "min": 0.852, "max": 2.187, "mean": 1.078, "p50": 0.983, "p95": 2.093 }, "task_quality": { "information_extraction": 74, "summarization": 86, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.70577, "summarization": 0.752645, "text_correction": 2.26803 }, "task_cost_per_quality": { "information_extraction": 0.04769, "summarization": 0.04376, "text_correction": 0.135 }, "task_cost_per_hour_usd": { "information_extraction": 0.1886, "summarization": 0.2029, "text_correction": 0.3724 } }, { "model": "claude-opus-4-8", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 81, "total_cost_usd": 14.95694, "cost_per_quality": 0.3184, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 6455, "cost_per_hour_usd": 0.2579, "latency": { "n": 58, "min": 8.165, "max": 224.711, "mean": 68.892, "p50": 19.606, "p95": 223.915 }, "error_count": 2, "tokens_per_second": 83.599, "ttft": { "n": 29, "min": 1.059, "max": 3.059, "mean": 1.377, "p50": 1.241, "p95": 2.474 }, "task_quality": { "information_extraction": 78, "summarization": 86, "text_correction": 80 }, "task_cost_usd": { "information_extraction": 2.555455, "summarization": 2.598355, "text_correction": 9.80313 }, "task_cost_per_quality": { "information_extraction": 0.1638, "summarization": 0.1511, "text_correction": 0.6808 }, "task_cost_per_hour_usd": { "information_extraction": 0.16, "summarization": 0.163, "text_correction": 0.3758 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.698225, "cost_per_quality": 0.00735, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8973, "cost_per_hour_usd": 0.2774, "latency": { "n": 100, "min": 1.685, "max": 10.881, "mean": 3.51, "p50": 2.889, "p95": 7.018 }, "tokens_per_second": 46.387, "ttft": { "n": 50, "min": 0.855, "max": 9.113, "mean": 2.63, "p50": 2.111, "p95": 6.656 }, "task_quality": { "dictation": 100, "information_extraction": 89, "summarization": 96, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.20783, "information_extraction": 0.20036, "summarization": 0.145885, "text_correction": 0.14415 }, "task_cost_per_quality": { "dictation": 0.005196, "information_extraction": 0.01126, "summarization": 0.007598, "text_correction": 0.007668 }, "task_cost_per_hour_usd": { "dictation": 0.2049, "information_extraction": 0.3293, "summarization": 0.3349, "text_correction": 0.3141 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 1.463265, "cost_per_quality": 0.01573, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8973, "cost_per_hour_usd": 0.3239, "latency": { "n": 100, "min": 2.205, "max": 13.123, "mean": 5.516, "p50": 5.02, "p95": 10.433 }, "tokens_per_second": 71.65, "ttft": { "n": 50, "min": 0.832, "max": 12.019, "mean": 3.003, "p50": 2.294, "p95": 7.328 }, "task_quality": { "dictation": 96, "information_extraction": 89, "summarization": 95, "text_correction": 92 }, "task_cost_usd": { "dictation": 0.449155, "information_extraction": 0.31007, "summarization": 0.25582, "text_correction": 0.44822 }, "task_cost_per_quality": { "dictation": 0.0117, "information_extraction": 0.01742, "summarization": 0.01346, "text_correction": 0.02436 }, "task_cost_per_hour_usd": { "dictation": 0.2875, "information_extraction": 0.3097, "summarization": 0.3087, "text_correction": 0.3981 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 89, "total_cost_usd": 4.23327, "cost_per_quality": 0.07927, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8973, "cost_per_hour_usd": 0.3244, "latency": { "n": 60, "min": 2.263, "max": 125.998, "mean": 27.629, "p50": 14.862, "p95": 123.015 }, "tokens_per_second": 77.512, "ttft": { "n": 30, "min": 1.13, "max": 20.128, "mean": 5.205, "p50": 1.736, "p95": 16.525 }, "task_quality": { "information_extraction": 84, "summarization": 91, "text_correction": 91 }, "task_cost_usd": { "information_extraction": 1.05262, "summarization": 0.83732, "text_correction": 2.34333 }, "task_cost_per_quality": { "information_extraction": 0.06266, "summarization": 0.04601, "text_correction": 0.1288 }, "task_cost_per_hour_usd": { "information_extraction": 0.27, "summarization": 0.2393, "text_correction": 0.4144 } }, { "model": "claude-opus-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 84, "total_cost_usd": 18.60789, "cost_per_quality": 0.3819, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8973, "cost_per_hour_usd": 0.3208, "latency": { "n": 58, "min": 14.332, "max": 346.988, "mean": 97.263, "p50": 31.97, "p95": 345.969 }, "error_count": 2, "tokens_per_second": 85.575, "ttft": { "n": 29, "min": 1.253, "max": 226.836, "mean": 31.88, "p50": 4.888, "p95": 167.819 }, "task_quality": { "information_extraction": 84, "summarization": 88, "text_correction": 80 }, "task_cost_usd": { "information_extraction": 3.212705, "summarization": 2.944305, "text_correction": 12.45088 }, "task_cost_per_quality": { "information_extraction": 0.1912, "summarization": 0.1673, "text_correction": 0.8646 }, "task_cost_per_hour_usd": { "information_extraction": 0.2075, "summarization": 0.1962, "text_correction": 0.4526 } }, { "model": "claude-opus-5-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.2865, "cost_per_quality": 0.006032, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 8134, "cost_per_hour_usd": 0.2182, "latency": { "n": 50, "min": 1.482, "max": 43.161, "mean": 6.086, "p50": 3.47, "p95": 29.692 }, "tokens_per_second": 36.301, "ttft": { "n": 50, "min": 1.1, "max": 24.548, "mean": 4.919, "p50": 2.255, "p95": 18.666 }, "task_quality": { "dictation": 99, "information_extraction": 88, "summarization": 99, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.070892, "information_extraction": 0.075644, "summarization": 0.061784, "text_correction": 0.07818 }, "task_cost_per_quality": { "dictation": 0.00358, "information_extraction": 0.008596, "summarization": 0.006241, "text_correction": 0.008406 }, "task_cost_per_hour_usd": { "dictation": 0.1414, "information_extraction": 0.2473, "summarization": 0.2671, "text_correction": 0.2849 } }, { "model": "claude-opus-5-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.657096, "cost_per_quality": 0.01413, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 8134, "cost_per_hour_usd": 0.2669, "latency": { "n": 50, "min": 2.271, "max": 83.426, "mean": 9.894, "p50": 5.383, "p95": 36.374 }, "tokens_per_second": 65.565, "ttft": { "n": 50, "min": 1.326, "max": 51.025, "mean": 8.065, "p50": 3.374, "p95": 34.625 }, "task_quality": { "dictation": 96, "information_extraction": 85, "summarization": 99, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.154532, "information_extraction": 0.121728, "summarization": 0.159568, "text_correction": 0.221268 }, "task_cost_per_quality": { "dictation": 0.008049, "information_extraction": 0.01432, "summarization": 0.01612, "text_correction": 0.02379 }, "task_cost_per_hour_usd": { "dictation": 0.2033, "information_extraction": 0.2377, "summarization": 0.3, "text_correction": 0.3366 } }, { "model": "claude-opus-5-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 88, "total_cost_usd": 1.926408, "cost_per_quality": 0.07297, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 8134, "cost_per_hour_usd": 0.2694, "latency": { "n": 30, "min": 6.324, "max": 206.793, "mean": 40.056, "p50": 17.712, "p95": 155.408 }, "tokens_per_second": 77.192, "ttft": { "n": 30, "min": 4.019, "max": 30.002, "mean": 10.907, "p50": 10.404, "p95": 22.816 }, "task_quality": { "information_extraction": 84, "summarization": 97, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.435968, "summarization": 0.408628, "text_correction": 1.081812 }, "task_cost_per_quality": { "information_extraction": 0.0519, "summarization": 0.04213, "text_correction": 0.1288 }, "task_cost_per_hour_usd": { "information_extraction": 0.2141, "summarization": 0.2109, "text_correction": 0.3405 } }, { "model": "claude-opus-5-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 87, "total_cost_usd": 6.956968, "cost_per_quality": 0.2757, "hourly_prompt_tokens": 19302, "hourly_completion_tokens": 8134, "cost_per_hour_usd": 0.2399, "latency": { "n": 29, "min": 9.431, "max": 415.235, "mean": 91.03, "p50": 31.503, "p95": 284.497 }, "error_count": 1, "tokens_per_second": 91.813, "ttft": { "n": 29, "min": 2.728, "max": 206.907, "mean": 25.242, "p50": 14.789, "p95": 77.001 }, "task_quality": { "information_extraction": 84, "summarization": 95, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 1.223792, "summarization": 1.295992, "text_correction": 4.437184 }, "task_cost_per_quality": { "information_extraction": 0.1457, "summarization": 0.1364, "text_correction": 0.6087 }, "task_cost_per_hour_usd": { "information_extraction": 0.1556, "summarization": 0.1631, "text_correction": 0.3365 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.223488, "cost_per_quality": 0.002403, "hourly_prompt_tokens": 14306, "hourly_completion_tokens": 4228, "cost_per_hour_usd": 0.08916, "latency": { "n": 100, "min": 1.636, "max": 4.6, "mean": 2.455, "p50": 2.263, "p95": 3.765 }, "tokens_per_second": 28.502, "ttft": { "n": 50, "min": 1.09, "max": 3.136, "mean": 1.524, "p50": 1.406, "p95": 2.462 }, "task_quality": { "dictation": 100, "information_extraction": 87, "summarization": 93, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.073806, "information_extraction": 0.055461, "summarization": 0.041151, "text_correction": 0.05307 }, "task_cost_per_quality": { "dictation": 0.001845, "information_extraction": 0.003187, "summarization": 0.002212, "text_correction": 0.002916 }, "task_cost_per_hour_usd": { "dictation": 0.07042, "information_extraction": 0.09806, "summarization": 0.09837, "text_correction": 0.1118 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "120s", "quality_score": 86, "total_cost_usd": 0.493476, "cost_per_quality": 0.005738, "hourly_prompt_tokens": 14306, "hourly_completion_tokens": 4228, "cost_per_hour_usd": 0.1096, "latency": { "n": 100, "min": 1.874, "max": 6.548, "mean": 3.699, "p50": 3.452, "p95": 6.015 }, "tokens_per_second": 53.587, "ttft": { "n": 49, "min": 1.074, "max": 2.764, "mean": 1.394, "p50": 1.293, "p95": 1.829 }, "task_quality": { "dictation": 90, "information_extraction": 85, "summarization": 90, "text_correction": 81 }, "task_cost_usd": { "dictation": 0.152934, "information_extraction": 0.091089, "summarization": 0.084279, "text_correction": 0.165174 }, "task_cost_per_quality": { "dictation": 0.004248, "information_extraction": 0.005358, "summarization": 0.004682, "text_correction": 0.0102 }, "task_cost_per_hour_usd": { "dictation": 0.09952, "information_extraction": 0.09417, "summarization": 0.09951, "text_correction": 0.1437 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "900s", "quality_score": 76, "total_cost_usd": 1.690113, "cost_per_quality": 0.03706, "hourly_prompt_tokens": 14306, "hourly_completion_tokens": 4228, "cost_per_hour_usd": 0.1177, "latency": { "n": 60, "min": 2.772, "max": 29.911, "mean": 13.374, "p50": 9.87, "p95": 29.146 }, "tokens_per_second": 72.93, "ttft": { "n": 30, "min": 1.153, "max": 3.569, "mean": 1.492, "p50": 1.292, "p95": 2.829 }, "task_quality": { "information_extraction": 73, "summarization": 84, "text_correction": 72 }, "task_cost_usd": { "information_extraction": 0.351978, "summarization": 0.279483, "text_correction": 1.058652 }, "task_cost_per_quality": { "information_extraction": 0.02411, "summarization": 0.01664, "text_correction": 0.07352 }, "task_cost_per_hour_usd": { "information_extraction": 0.08614, "summarization": 0.07494, "text_correction": 0.1617 } }, { "model": "claude-sonnet-4-5-20250929", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 75, "total_cost_usd": 5.848689, "cost_per_quality": 0.1418, "hourly_prompt_tokens": 14306, "hourly_completion_tokens": 4228, "cost_per_hour_usd": 0.1063, "latency": { "n": 55, "min": 8.582, "max": 489.752, "mean": 122.984, "p50": 19.039, "p95": 474.386 }, "error_count": 5, "tokens_per_second": 41.084, "ttft": { "n": 28, "min": 1.139, "max": 2.784, "mean": 1.489, "p50": 1.403, "p95": 1.841 }, "task_quality": { "information_extraction": 77, "summarization": 81, "text_correction": 67 }, "task_cost_usd": { "information_extraction": 1.150206, "summarization": 0.982329, "text_correction": 3.716154 }, "task_cost_per_quality": { "information_extraction": 0.07862, "summarization": 0.06064, "text_correction": 0.3467 }, "task_cost_per_hour_usd": { "information_extraction": 0.07227, "summarization": 0.06175, "text_correction": 0.1603 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.222588, "cost_per_quality": 0.002446, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4588, "cost_per_hour_usd": 0.09105, "latency": { "n": 100, "min": 0.904, "max": 3.531, "mean": 1.717, "p50": 1.453, "p95": 2.913 }, "tokens_per_second": 43.923, "ttft": { "n": 50, "min": 0.527, "max": 2.72, "mean": 0.985, "p50": 0.871, "p95": 1.419 }, "task_quality": { "dictation": 98, "information_extraction": 88, "summarization": 88, "text_correction": 87 }, "task_cost_usd": { "dictation": 0.073926, "information_extraction": 0.055566, "summarization": 0.039726, "text_correction": 0.05337 }, "task_cost_per_quality": { "dictation": 0.001886, "information_extraction": 0.003157, "summarization": 0.002257, "text_correction": 0.003067 }, "task_cost_per_hour_usd": { "dictation": 0.0722, "information_extraction": 0.1006, "summarization": 0.09842, "text_correction": 0.1149 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.509661, "cost_per_quality": 0.005792, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4588, "cost_per_hour_usd": 0.1146, "latency": { "n": 100, "min": 1.231, "max": 6.733, "mean": 2.757, "p50": 2.355, "p95": 4.927 }, "tokens_per_second": 82.557, "ttft": { "n": 49, "min": 0.492, "max": 2.07, "mean": 0.997, "p50": 0.869, "p95": 1.803 }, "task_quality": { "dictation": 91, "information_extraction": 86, "summarization": 91, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.152844, "information_extraction": 0.101349, "summarization": 0.089694, "text_correction": 0.165774 }, "task_cost_per_quality": { "dictation": 0.004199, "information_extraction": 0.005892, "summarization": 0.004928, "text_correction": 0.009638 }, "task_cost_per_hour_usd": { "dictation": 0.1019, "information_extraction": 0.1034, "summarization": 0.1061, "text_correction": 0.1475 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "900s", "quality_score": 80, "total_cost_usd": 1.682994, "cost_per_quality": 0.03566, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4588, "cost_per_hour_usd": 0.1215, "latency": { "n": 60, "min": 2.139, "max": 44.854, "mean": 14.645, "p50": 10.428, "p95": 40.783 }, "tokens_per_second": 73.876, "ttft": { "n": 30, "min": 0.774, "max": 3.049, "mean": 1.077, "p50": 0.893, "p95": 2.393 }, "task_quality": { "information_extraction": 77, "summarization": 86, "text_correction": 78 }, "task_cost_usd": { "information_extraction": 0.334209, "summarization": 0.312243, "text_correction": 1.036542 }, "task_cost_per_quality": { "information_extraction": 0.02284, "summarization": 0.01815, "text_correction": 0.06645 }, "task_cost_per_hour_usd": { "information_extraction": 0.08815, "summarization": 0.08323, "text_correction": 0.1644 } }, { "model": "claude-sonnet-4-6", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 78, "total_cost_usd": 6.501402, "cost_per_quality": 0.1437, "hourly_prompt_tokens": 14423, "hourly_completion_tokens": 4588, "cost_per_hour_usd": 0.1121, "latency": { "n": 58, "min": 9.261, "max": 264.874, "mean": 80.71, "p50": 21.733, "p95": 259.098 }, "error_count": 2, "tokens_per_second": 55.064, "ttft": { "n": 29, "min": 0.877, "max": 2.5, "mean": 1.094, "p50": 1.056, "p95": 1.164 }, "task_quality": { "information_extraction": 76, "summarization": 81, "text_correction": 77 }, "task_cost_usd": { "information_extraction": 1.213104, "summarization": 1.100064, "text_correction": 4.188234 }, "task_cost_per_quality": { "information_extraction": 0.07981, "summarization": 0.06791, "text_correction": 0.3022 }, "task_cost_per_hour_usd": { "information_extraction": 0.07391, "summarization": 0.06909, "text_correction": 0.1632 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.39945, "cost_per_quality": 0.004438, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8276, "cost_per_hour_usd": 0.1577, "latency": { "n": 100, "min": 1.634, "max": 6.629, "mean": 2.984, "p50": 2.554, "p95": 4.99 }, "tokens_per_second": 49.16, "ttft": { "n": 50, "min": 0.879, "max": 7.005, "mean": 2.311, "p50": 1.745, "p95": 5.85 }, "task_quality": { "dictation": 100, "information_extraction": 91, "summarization": 83, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.120318, "information_extraction": 0.118971, "summarization": 0.068181, "text_correction": 0.09198 }, "task_cost_per_quality": { "dictation": 0.003008, "information_extraction": 0.006537, "summarization": 0.004107, "text_correction": 0.005226 }, "task_cost_per_hour_usd": { "dictation": 0.1169, "information_extraction": 0.1917, "summarization": 0.1705, "text_correction": 0.1901 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.885054, "cost_per_quality": 0.009944, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8276, "cost_per_hour_usd": 0.1904, "latency": { "n": 100, "min": 2.253, "max": 18.277, "mean": 5.138, "p50": 4.706, "p95": 9.352 }, "tokens_per_second": 74.805, "ttft": { "n": 50, "min": 0.921, "max": 11.672, "mean": 2.617, "p50": 1.876, "p95": 5.885 }, "task_quality": { "dictation": 93, "information_extraction": 88, "summarization": 90, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.266928, "information_extraction": 0.154047, "summarization": 0.140337, "text_correction": 0.323742 }, "task_cost_per_quality": { "dictation": 0.007175, "information_extraction": 0.008753, "summarization": 0.007796, "text_correction": 0.01882 }, "task_cost_per_hour_usd": { "dictation": 0.1673, "information_extraction": 0.1623, "summarization": 0.1716, "text_correction": 0.2516 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 83, "total_cost_usd": 3.101412, "cost_per_quality": 0.06228, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8276, "cost_per_hour_usd": 0.2104, "latency": { "n": 60, "min": 2.588, "max": 144.129, "mean": 24.98, "p50": 14.315, "p95": 90.343 }, "tokens_per_second": 90.314, "ttft": { "n": 30, "min": 1.265, "max": 152.608, "mean": 17.796, "p50": 1.882, "p95": 151.823 }, "task_quality": { "information_extraction": 79, "summarization": 84, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 0.655482, "summarization": 0.478002, "text_correction": 1.967928 }, "task_cost_per_quality": { "information_extraction": 0.04149, "summarization": 0.02845, "text_correction": 0.1144 }, "task_cost_per_hour_usd": { "information_extraction": 0.1616, "summarization": 0.1355, "text_correction": 0.275 } }, { "model": "claude-sonnet-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 74, "total_cost_usd": 10.376535, "cost_per_quality": 0.246, "hourly_prompt_tokens": 19300, "hourly_completion_tokens": 8276, "cost_per_hour_usd": 0.182, "latency": { "n": 57, "min": 6.562, "max": 289.815, "mean": 73.227, "p50": 19.525, "p95": 277.33 }, "error_count": 3, "tokens_per_second": 96.575, "ttft": { "n": 28, "min": 1.434, "max": 176.505, "mean": 12.843, "p50": 2.757, "p95": 27.142 }, "task_quality": { "information_extraction": 77, "summarization": 82, "text_correction": 62 }, "task_cost_usd": { "information_extraction": 1.662414, "summarization": 1.526103, "text_correction": 7.188018 }, "task_cost_per_quality": { "information_extraction": 0.1136, "summarization": 0.09306, "text_correction": 0.6441 }, "task_cost_per_hour_usd": { "information_extraction": 0.1133, "summarization": 0.1031, "text_correction": 0.2612 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.115834, "cost_per_quality": 0.003114, "hourly_prompt_tokens": 19332, "hourly_completion_tokens": 10657, "cost_per_hour_usd": 0.1302, "latency": { "n": 40, "min": 0.749, "max": 4.392, "mean": 1.843, "p50": 1.444, "p95": 3.623 }, "tokens_per_second": 97.429, "ttft": { "n": 30, "min": 0.532, "max": 4.695, "mean": 1.216, "p50": 0.926, "p95": 3.676 }, "task_quality": { "information_extraction": 93, "summarization": 95, "text_correction": 93 }, "task_cost_usd": { "information_extraction": 0.018702, "summarization": 0.032752, "text_correction": 0.06438 }, "task_cost_per_quality": { "information_extraction": 0.002011, "summarization": 0.003448, "text_correction": 0.003461 }, "task_cost_per_hour_usd": { "information_extraction": 0.08656, "summarization": 0.1504, "text_correction": 0.1412 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 90, "total_cost_usd": 0.234626, "cost_per_quality": 0.006517, "hourly_prompt_tokens": 19332, "hourly_completion_tokens": 10657, "cost_per_hour_usd": 0.1354, "latency": { "n": 40, "min": 0.825, "max": 7.053, "mean": 2.847, "p50": 2.978, "p95": 4.087 }, "tokens_per_second": 133.054, "ttft": { "n": 30, "min": 0.539, "max": 6.554, "mean": 0.979, "p50": 0.732, "p95": 1.449 }, "task_quality": { "information_extraction": 89, "summarization": 95, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 0.031424, "summarization": 0.048274, "text_correction": 0.154928 }, "task_cost_per_quality": { "information_extraction": 0.003531, "summarization": 0.005081, "text_correction": 0.009007 }, "task_cost_per_hour_usd": { "information_extraction": 0.08484, "summarization": 0.1265, "text_correction": 0.1579 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 84, "total_cost_usd": 1.40926, "cost_per_quality": 0.04194, "hourly_prompt_tokens": 19332, "hourly_completion_tokens": 10657, "cost_per_hour_usd": 0.1543, "latency": { "n": 40, "min": 1.194, "max": 31.835, "mean": 14.675, "p50": 12.892, "p95": 29.033 }, "tokens_per_second": 163.012, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 76, "summarization": 89, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.144244, "summarization": 0.190764, "text_correction": 1.074252 }, "task_cost_per_quality": { "information_extraction": 0.01898, "summarization": 0.02143, "text_correction": 0.06319 }, "task_cost_per_hour_usd": { "information_extraction": 0.08919, "summarization": 0.1104, "text_correction": 0.1856 } }, { "model": "claude-sonnet-5-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 5.46651, "cost_per_quality": 0.1738, "hourly_prompt_tokens": 19332, "hourly_completion_tokens": 10657, "cost_per_hour_usd": 0.1464, "latency": { "n": 38, "min": 3.901, "max": 151.059, "mean": 53.998, "p50": 20.985, "p95": 151.059 }, "error_count": 2, "tokens_per_second": 172.062, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 83, "summarization": 87, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.521506, "summarization": 0.5032, "text_correction": 4.441804 }, "task_cost_per_quality": { "information_extraction": 0.06283, "summarization": 0.06427, "text_correction": 0.2938 }, "task_cost_per_hour_usd": { "information_extraction": 0.07564, "summarization": 0.07973, "text_correction": 0.184 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.084745, "cost_per_quality": 0.0008921, "hourly_prompt_tokens": 13338, "hourly_completion_tokens": 6443, "cost_per_hour_usd": 0.01687, "latency": { "n": 100, "min": 1.944, "max": 48.811, "mean": 12.187, "p50": 6.243, "p95": 36.037 }, "tokens_per_second": 54.2, "ttft": { "n": 50, "min": 1.803, "max": 45.479, "mean": 10.193, "p50": 5.666, "p95": 27.57 }, "task_quality": { "dictation": 97, "information_extraction": 90, "summarization": 95, "text_correction": 96 }, "task_cost_usd": { "dictation": 0.015928, "information_extraction": 0.026254, "summarization": 0.011179, "text_correction": 0.031384 }, "task_cost_per_quality": { "dictation": 0.0004105, "information_extraction": 0.001459, "summarization": 0.0005884, "text_correction": 0.001635 }, "task_cost_per_hour_usd": { "dictation": 0.01206, "information_extraction": 0.0184, "summarization": 0.01572, "text_correction": 0.02004 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 0.235009, "cost_per_quality": 0.002661, "hourly_prompt_tokens": 13338, "hourly_completion_tokens": 6443, "cost_per_hour_usd": 0.01939, "latency": { "n": 96, "min": 5.962, "max": 104.135, "mean": 32.254, "p50": 19.724, "p95": 94.866 }, "error_count": 4, "tokens_per_second": 61.433, "ttft": { "n": 50, "min": 3.444, "max": 82.184, "mean": 25.955, "p50": 15, "p95": 72.626 }, "task_quality": { "dictation": 97, "information_extraction": 88, "summarization": 97, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.063501, "information_extraction": 0.053866, "summarization": 0.017798, "text_correction": 0.099844 }, "task_cost_per_quality": { "dictation": 0.001637, "information_extraction": 0.003061, "summarization": 0.001147, "text_correction": 0.005873 }, "task_cost_per_hour_usd": { "dictation": 0.01818, "information_extraction": 0.0191, "summarization": 0.01579, "text_correction": 0.02133 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 83, "total_cost_usd": 0.583089, "cost_per_quality": 0.01405, "hourly_prompt_tokens": 13338, "hourly_completion_tokens": 6443, "cost_per_hour_usd": 0.01915, "latency": { "n": 50, "min": 15.568, "max": 287.402, "mean": 131.915, "p50": 92.667, "p95": 261.246 }, "error_count": 10, "tokens_per_second": 66.272, "ttft": { "n": 26, "min": 8.279, "max": 308.576, "mean": 108.618, "p50": 75.892, "p95": 286.626 }, "task_quality": { "information_extraction": 81, "summarization": 93, "text_correction": 75 }, "task_cost_usd": { "information_extraction": 0.150538, "summarization": 0.039123, "text_correction": 0.393428 }, "task_cost_per_quality": { "information_extraction": 0.009292, "summarization": 0.004207, "text_correction": 0.02623 }, "task_cost_per_hour_usd": { "information_extraction": 0.01722, "summarization": 0.01394, "text_correction": 0.02082 } }, { "model": "deepseek-v4.1-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 83, "total_cost_usd": 0.410673, "cost_per_quality": 0.01414, "hourly_prompt_tokens": 13338, "hourly_completion_tokens": 6443, "cost_per_hour_usd": 0.01173, "latency": { "n": 35, "min": 15.966, "max": 265.546, "mean": 95.557, "p50": 73.266, "p95": 234.857 }, "error_count": 25, "tokens_per_second": 66.289, "ttft": { "n": 24, "min": 16.696, "max": 257.74, "mean": 92.417, "p50": 67.067, "p95": 252.402 }, "task_quality": { "information_extraction": 76, "summarization": 96, "text_correction": 78 }, "task_cost_usd": { "information_extraction": 0.216952, "summarization": 0.077478, "text_correction": 0.116243 }, "task_cost_per_quality": { "information_extraction": 0.01427, "summarization": 0.008071, "text_correction": 0.02981 }, "task_cost_per_hour_usd": { "information_extraction": 0.01112, "summarization": 0.009214, "text_correction": 0.01642 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.12346, "cost_per_quality": 0.001357, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12232, "cost_per_hour_usd": 0.03994, "latency": { "n": 100, "min": 0.987, "max": 12.603, "mean": 3.106, "p50": 2.171, "p95": 6.558 }, "tokens_per_second": 134.023, "ttft": { "n": 50, "min": 0.876, "max": 9.892, "mean": 2.99, "p50": 1.941, "p95": 7.417 }, "task_quality": { "dictation": 97, "information_extraction": 85, "summarization": 93, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.026723, "information_extraction": 0.030046, "summarization": 0.014239, "text_correction": 0.052452 }, "task_cost_per_quality": { "dictation": 0.0006887, "information_extraction": 0.001767, "summarization": 0.0007655, "text_correction": 0.002914 }, "task_cost_per_hour_usd": { "dictation": 0.02854, "information_extraction": 0.04118, "summarization": 0.034, "text_correction": 0.05211 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.344997, "cost_per_quality": 0.00392, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12232, "cost_per_hour_usd": 0.04762, "latency": { "n": 100, "min": 2.148, "max": 72.196, "mean": 7.262, "p50": 4.399, "p95": 18.266 }, "tokens_per_second": 168.795, "ttft": { "n": 50, "min": 1.768, "max": 27.782, "mean": 6.054, "p50": 4.022, "p95": 22.221 }, "task_quality": { "dictation": 95, "information_extraction": 83, "summarization": 91, "text_correction": 83 }, "task_cost_usd": { "dictation": 0.117147, "information_extraction": 0.05784, "summarization": 0.02864, "text_correction": 0.14137 }, "task_cost_per_quality": { "dictation": 0.003083, "information_extraction": 0.003484, "summarization": 0.001574, "text_correction": 0.008516 }, "task_cost_per_hour_usd": { "dictation": 0.04747, "information_extraction": 0.04251, "summarization": 0.03389, "text_correction": 0.05498 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 79, "total_cost_usd": 0.914511, "cost_per_quality": 0.01929, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12232, "cost_per_hour_usd": 0.04499, "latency": { "n": 60, "min": 3.166, "max": 72.027, "mean": 27.892, "p50": 19.669, "p95": 65.287 }, "tokens_per_second": 182.622, "ttft": { "n": 30, "min": 3.013, "max": 57.216, "mean": 19.465, "p50": 14.292, "p95": 42.71 }, "task_quality": { "information_extraction": 77, "summarization": 84, "text_correction": 76 }, "task_cost_usd": { "information_extraction": 0.18863, "summarization": 0.080201, "text_correction": 0.64568 }, "task_cost_per_quality": { "information_extraction": 0.01225, "summarization": 0.004774, "text_correction": 0.04248 }, "task_cost_per_hour_usd": { "information_extraction": 0.03739, "summarization": 0.02417, "text_correction": 0.05397 } }, { "model": "gemini-2.5-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 61, "total_cost_usd": 2.016392, "cost_per_quality": 0.05699, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12232, "cost_per_hour_usd": 0.03477, "latency": { "n": 58, "min": 6.162, "max": 161.841, "mean": 55.584, "p50": 25.308, "p95": 154.505 }, "error_count": 2, "tokens_per_second": 193.646, "ttft": { "n": 29, "min": 3.687, "max": 143.394, "mean": 42.422, "p50": 21.147, "p95": 141.942 }, "task_quality": { "information_extraction": 68, "summarization": 81, "text_correction": 34 }, "task_cost_usd": { "information_extraction": 0.364918, "summarization": 0.189612, "text_correction": 1.461862 }, "task_cost_per_quality": { "information_extraction": 0.02683, "summarization": 0.0117, "text_correction": 0.2389 }, "task_cost_per_hour_usd": { "information_extraction": 0.02437, "summarization": 0.01551, "text_correction": 0.04746 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "30s", "quality_score": 88, "total_cost_usd": 0.006028, "cost_per_quality": 0.0000685, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4470, "cost_per_hour_usd": 0.002647, "latency": { "n": 100, "min": 0.446, "max": 1.392, "mean": 0.739, "p50": 0.699, "p95": 1.067 }, "tokens_per_second": 81.566, "ttft": { "n": 50, "min": 0.275, "max": 0.99, "mean": 0.443, "p50": 0.4, "p95": 0.829 }, "task_quality": { "dictation": 97, "information_extraction": 74, "summarization": 93, "text_correction": 87 }, "task_cost_usd": { "dictation": 0.002024, "information_extraction": 0.001482, "summarization": 0.00103, "text_correction": 0.001492 }, "task_cost_per_quality": { "dictation": 0.00005216, "information_extraction": 0.0001001, "summarization": 0.00005538, "text_correction": 0.00008575 }, "task_cost_per_hour_usd": { "dictation": 0.002213, "information_extraction": 0.002802, "summarization": 0.002687, "text_correction": 0.00331 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "120s", "quality_score": 79, "total_cost_usd": 0.013114, "cost_per_quality": 0.000166, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4470, "cost_per_hour_usd": 0.003144, "latency": { "n": 100, "min": 0.68, "max": 1.468, "mean": 1.012, "p50": 0.972, "p95": 1.393 }, "tokens_per_second": 171.886, "ttft": { "n": 50, "min": 0.282, "max": 0.736, "mean": 0.408, "p50": 0.388, "p95": 0.56 }, "task_quality": { "dictation": 82, "information_extraction": 73, "summarization": 89, "text_correction": 73 }, "task_cost_usd": { "dictation": 0.004214, "information_extraction": 0.002353, "summarization": 0.002099, "text_correction": 0.004448 }, "task_cost_per_quality": { "dictation": 0.0001285, "information_extraction": 0.0001612, "summarization": 0.0001179, "text_correction": 0.0003047 }, "task_cost_per_hour_usd": { "dictation": 0.003024, "information_extraction": 0.002624, "summarization": 0.002696, "text_correction": 0.004037 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "900s", "quality_score": 71, "total_cost_usd": 0.046637, "cost_per_quality": 0.001095, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4470, "cost_per_hour_usd": 0.003325, "latency": { "n": 60, "min": 0.844, "max": 10.035, "mean": 3.683, "p50": 2.046, "p95": 9.143 }, "tokens_per_second": 237.106, "ttft": { "n": 30, "min": 0.314, "max": 0.708, "mean": 0.435, "p50": 0.413, "p95": 0.7 }, "task_quality": { "information_extraction": 67, "summarization": 83, "text_correction": 64 }, "task_cost_usd": { "information_extraction": 0.009227, "summarization": 0.00816, "text_correction": 0.02925 }, "task_cost_per_quality": { "information_extraction": 0.0006886, "summarization": 0.0004916, "text_correction": 0.002285 }, "task_cost_per_hour_usd": { "information_extraction": 0.002383, "summarization": 0.00224, "text_correction": 0.004492 } }, { "model": "gemini-2.5-flash-lite", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 65, "total_cost_usd": 0.184626, "cost_per_quality": 0.004897, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4470, "cost_per_hour_usd": 0.003183, "latency": { "n": 58, "min": 1.664, "max": 49.564, "mean": 12.917, "p50": 3.141, "p95": 42.611 }, "error_count": 2, "tokens_per_second": 247.87, "ttft": { "n": 29, "min": 0.377, "max": 0.821, "mean": 0.553, "p50": 0.566, "p95": 0.708 }, "task_quality": { "information_extraction": 57, "summarization": 76, "text_correction": 60 }, "task_cost_usd": { "information_extraction": 0.033985, "summarization": 0.031135, "text_correction": 0.119506 }, "task_cost_per_quality": { "information_extraction": 0.002981, "summarization": 0.002048, "text_correction": 0.01107 }, "task_cost_per_hour_usd": { "information_extraction": 0.002124, "summarization": 0.002005, "text_correction": 0.004514 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 1.134788, "cost_per_quality": 0.0122, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9559, "cost_per_hour_usd": 0.1842, "latency": { "n": 100, "min": 2.95, "max": 50.596, "mean": 10.215, "p50": 9.394, "p95": 20.112 }, "tokens_per_second": 104.793, "ttft": { "n": 50, "min": 2.94, "max": 37.104, "mean": 9.379, "p50": 8.201, "p95": 20.581 }, "task_quality": { "dictation": 95, "information_extraction": 86, "summarization": 94, "text_correction": 96 }, "task_cost_usd": { "dictation": 0.309364, "information_extraction": 0.242756, "summarization": 0.190332, "text_correction": 0.392336 }, "task_cost_per_quality": { "dictation": 0.008141, "information_extraction": 0.01411, "summarization": 0.01012, "text_correction": 0.02043 }, "task_cost_per_hour_usd": { "dictation": 0.1628, "information_extraction": 0.1822, "summarization": 0.1843, "text_correction": 0.2069 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 2.102096, "cost_per_quality": 0.02362, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9559, "cost_per_hour_usd": 0.1889, "latency": { "n": 100, "min": 4.73, "max": 71.569, "mean": 17.796, "p50": 11.461, "p95": 60.567 }, "tokens_per_second": 109.092, "ttft": { "n": 50, "min": 5.007, "max": 52.593, "mean": 15.315, "p50": 10.345, "p95": 48.003 }, "task_quality": { "dictation": 96, "information_extraction": 83, "summarization": 91, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.452128, "information_extraction": 0.309228, "summarization": 0.213252, "text_correction": 1.127488 }, "task_cost_per_quality": { "dictation": 0.01177, "information_extraction": 0.01863, "summarization": 0.01172, "text_correction": 0.06555 }, "task_cost_per_hour_usd": { "dictation": 0.1691, "information_extraction": 0.1677, "summarization": 0.157, "text_correction": 0.2147 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "900s", "quality_score": 78, "total_cost_usd": 3.900261, "cost_per_quality": 0.08334, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9559, "cost_per_hour_usd": 0.1651, "latency": { "n": 60, "min": 10.822, "max": 161.068, "mean": 51.05, "p50": 31.428, "p95": 147.606 }, "tokens_per_second": 109.744, "ttft": { "n": 30, "min": 6.495, "max": 144.72, "mean": 37.774, "p50": 25.276, "p95": 102.095 }, "task_quality": { "information_extraction": 76, "summarization": 84, "text_correction": 73 }, "task_cost_usd": { "information_extraction": 0.726252, "summarization": 0.371799, "text_correction": 2.80221 }, "task_cost_per_quality": { "information_extraction": 0.04778, "summarization": 0.02213, "text_correction": 0.1919 }, "task_cost_per_hour_usd": { "information_extraction": 0.1324, "summarization": 0.09534, "text_correction": 0.1967 } }, { "model": "gemini-2.5-pro", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 77, "total_cost_usd": 6.555658, "cost_per_quality": 0.1468, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 9559, "cost_per_hour_usd": 0.113, "latency": { "n": 58, "min": 13.451, "max": 241.059, "mean": 78.644, "p50": 40.033, "p95": 239.252 }, "error_count": 2, "tokens_per_second": 111.654, "ttft": { "n": 28, "min": 10.502, "max": 131.477, "mean": 45.436, "p50": 27.488, "p95": 120.207 }, "task_quality": { "information_extraction": 75, "summarization": 86, "text_correction": 71 }, "task_cost_usd": { "information_extraction": 1.329234, "summarization": 0.74049, "text_correction": 4.485934 }, "task_cost_per_quality": { "information_extraction": 0.08862, "summarization": 0.04305, "text_correction": 0.351 }, "task_cost_per_hour_usd": { "information_extraction": 0.08276, "summarization": 0.05493, "text_correction": 0.1576 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.017848, "cost_per_quality": 0.0001983, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3714, "cost_per_hour_usd": 0.007548, "latency": { "n": 100, "min": 0.496, "max": 2.069, "mean": 0.938, "p50": 0.894, "p95": 1.493 }, "tokens_per_second": 61.657, "ttft": { "n": 50, "min": 0.402, "max": 1.217, "mean": 0.616, "p50": 0.548, "p95": 1.009 }, "task_quality": { "dictation": 94, "information_extraction": 83, "summarization": 89, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.005641, "information_extraction": 0.004345, "summarization": 0.0031, "text_correction": 0.004762 }, "task_cost_per_quality": { "dictation": 0.00015, "information_extraction": 0.0002617, "summarization": 0.0001742, "text_correction": 0.0002533 }, "task_cost_per_hour_usd": { "dictation": 0.005914, "information_extraction": 0.007993, "summarization": 0.007759, "text_correction": 0.01018 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "120s", "quality_score": 83, "total_cost_usd": 0.041752, "cost_per_quality": 0.000503, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3714, "cost_per_hour_usd": 0.009605, "latency": { "n": 100, "min": 0.771, "max": 3.886, "mean": 1.274, "p50": 1.118, "p95": 1.882 }, "tokens_per_second": 136.806, "ttft": { "n": 50, "min": 0.408, "max": 0.797, "mean": 0.554, "p50": 0.531, "p95": 0.73 }, "task_quality": { "dictation": 84, "information_extraction": 83, "summarization": 88, "text_correction": 78 }, "task_cost_usd": { "dictation": 0.013277, "information_extraction": 0.007077, "summarization": 0.00615, "text_correction": 0.015248 }, "task_cost_per_quality": { "dictation": 0.0003951, "information_extraction": 0.0004263, "summarization": 0.0003494, "text_correction": 0.0009774 }, "task_cost_per_hour_usd": { "dictation": 0.009137, "information_extraction": 0.007558, "summarization": 0.007647, "text_correction": 0.01322 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "900s", "quality_score": 76, "total_cost_usd": 0.148403, "cost_per_quality": 0.003254, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3714, "cost_per_hour_usd": 0.01022, "latency": { "n": 60, "min": 0.937, "max": 17.329, "mean": 4.957, "p50": 2.048, "p95": 16.179 }, "tokens_per_second": 185.151, "ttft": { "n": 30, "min": 0.492, "max": 0.814, "mean": 0.628, "p50": 0.632, "p95": 0.777 }, "task_quality": { "information_extraction": 68, "summarization": 82, "text_correction": 78 }, "task_cost_usd": { "information_extraction": 0.025906, "summarization": 0.022073, "text_correction": 0.100424 }, "task_cost_per_quality": { "information_extraction": 0.001905, "summarization": 0.001346, "text_correction": 0.006437 }, "task_cost_per_hour_usd": { "information_extraction": 0.006455, "summarization": 0.005853, "text_correction": 0.01491 } }, { "model": "gemini-3.1-flash-lite", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 64, "total_cost_usd": 0.525362, "cost_per_quality": 0.01415, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 3714, "cost_per_hour_usd": 0.009058, "latency": { "n": 58, "min": 1.931, "max": 41.722, "mean": 11.551, "p50": 2.973, "p95": 40.34 }, "error_count": 2, "tokens_per_second": 231.395, "ttft": { "n": 29, "min": 0.654, "max": 1.142, "mean": 0.786, "p50": 0.781, "p95": 0.961 }, "task_quality": { "information_extraction": 65, "summarization": 78, "text_correction": 48 }, "task_cost_usd": { "information_extraction": 0.088969, "summarization": 0.079901, "text_correction": 0.356492 }, "task_cost_per_quality": { "information_extraction": 0.006844, "summarization": 0.005122, "text_correction": 0.04126 }, "task_cost_per_hour_usd": { "information_extraction": 0.005376, "summarization": 0.004959, "text_correction": 0.01407 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.833322, "cost_per_quality": 0.008865, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12439, "cost_per_hour_usd": 0.1781, "latency": { "n": 100, "min": 2.709, "max": 10.752, "mean": 5.11, "p50": 4.72, "p95": 8.102 }, "tokens_per_second": 170.827, "ttft": { "n": 50, "min": 2.408, "max": 8.856, "mean": 4.99, "p50": 4.644, "p95": 7.669 }, "task_quality": { "dictation": 99, "information_extraction": 87, "summarization": 94, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.31401, "information_extraction": 0.18436, "summarization": 0.126562, "text_correction": 0.20839 }, "task_cost_per_quality": { "dictation": 0.00793, "information_extraction": 0.0106, "summarization": 0.006732, "text_correction": 0.01108 }, "task_cost_per_hour_usd": { "dictation": 0.1711, "information_extraction": 0.1775, "summarization": 0.1738, "text_correction": 0.1936 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 1.725087, "cost_per_quality": 0.01875, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12439, "cost_per_hour_usd": 0.1879, "latency": { "n": 100, "min": 4.574, "max": 22.245, "mean": 9.389, "p50": 7.957, "p95": 21.796 }, "tokens_per_second": 188.293, "ttft": { "n": 50, "min": 4.323, "max": 25.445, "mean": 9.003, "p50": 7.059, "p95": 23.423 }, "task_quality": { "dictation": 98, "information_extraction": 90, "summarization": 90, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.650152, "information_extraction": 0.250108, "summarization": 0.161087, "text_correction": 0.66374 }, "task_cost_per_quality": { "dictation": 0.01659, "information_extraction": 0.01389, "summarization": 0.008949, "text_correction": 0.03729 }, "task_cost_per_hour_usd": { "dictation": 0.1915, "information_extraction": 0.165, "summarization": 0.15, "text_correction": 0.2078 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 78, "total_cost_usd": 3.549325, "cost_per_quality": 0.07584, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12439, "cost_per_hour_usd": 0.1681, "latency": { "n": 60, "min": 7.219, "max": 83.022, "mean": 27.779, "p50": 14.534, "p95": 82.316 }, "tokens_per_second": 191.234, "ttft": { "n": 30, "min": 6.239, "max": 71.043, "mean": 23.8, "p50": 12.852, "p95": 60.012 }, "task_quality": { "information_extraction": 75, "summarization": 86, "text_correction": 73 }, "task_cost_usd": { "information_extraction": 0.539684, "summarization": 0.351325, "text_correction": 2.658316 }, "task_cost_per_quality": { "information_extraction": 0.03598, "summarization": 0.02043, "text_correction": 0.1821 }, "task_cost_per_hour_usd": { "information_extraction": 0.1234, "summarization": 0.1, "text_correction": 0.2009 } }, { "model": "gemini-3.5-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 55, "total_cost_usd": 7.504573, "cost_per_quality": 0.2353, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 12439, "cost_per_hour_usd": 0.1294, "latency": { "n": 58, "min": 9.922, "max": 228.703, "mean": 56.633, "p50": 17.066, "p95": 168.917 }, "error_count": 2, "tokens_per_second": 195.597, "ttft": { "n": 29, "min": 9.103, "max": 146.503, "mean": 50.585, "p50": 13.348, "p95": 141.666 }, "task_quality": { "information_extraction": 68, "summarization": 84, "text_correction": 11 }, "task_cost_usd": { "information_extraction": 0.973919, "summarization": 0.747344, "text_correction": 5.78331 }, "task_cost_per_quality": { "information_extraction": 0.07161, "summarization": 0.04448, "text_correction": 2.921 }, "task_cost_per_hour_usd": { "information_extraction": 0.07364, "summarization": 0.06124, "text_correction": 0.1776 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.025975, "cost_per_quality": 0.0002886, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4301, "cost_per_hour_usd": 0.0113, "latency": { "n": 100, "min": 0.57, "max": 1.745, "mean": 0.904, "p50": 0.858, "p95": 1.488 }, "tokens_per_second": 66.002, "ttft": { "n": 50, "min": 0.384, "max": 1.297, "mean": 0.548, "p50": 0.491, "p95": 0.935 }, "task_quality": { "dictation": 93, "information_extraction": 84, "summarization": 92, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.007554, "information_extraction": 0.006344, "summarization": 0.004739, "text_correction": 0.007338 }, "task_cost_per_quality": { "dictation": 0.0002031, "information_extraction": 0.0003776, "summarization": 0.0002576, "text_correction": 0.0004122 }, "task_cost_per_hour_usd": { "dictation": 0.008183, "information_extraction": 0.01203, "summarization": 0.01207, "text_correction": 0.01612 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "120s", "quality_score": 86, "total_cost_usd": 0.063248, "cost_per_quality": 0.0007354, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4301, "cost_per_hour_usd": 0.01499, "latency": { "n": 100, "min": 0.794, "max": 4.136, "mean": 1.218, "p50": 1.063, "p95": 1.997 }, "tokens_per_second": 145.352, "ttft": { "n": 50, "min": 0.41, "max": 0.761, "mean": 0.52, "p50": 0.508, "p95": 0.666 }, "task_quality": { "dictation": 87, "information_extraction": 80, "summarization": 92, "text_correction": 83 }, "task_cost_usd": { "dictation": 0.019792, "information_extraction": 0.009773, "summarization": 0.009459, "text_correction": 0.024224 }, "task_cost_per_quality": { "dictation": 0.0005687, "information_extraction": 0.0006108, "summarization": 0.0005141, "text_correction": 0.001459 }, "task_cost_per_hour_usd": { "dictation": 0.01407, "information_extraction": 0.01088, "summarization": 0.01194, "text_correction": 0.02161 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "900s", "quality_score": 73, "total_cost_usd": 0.225579, "cost_per_quality": 0.00515, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4301, "cost_per_hour_usd": 0.01604, "latency": { "n": 60, "min": 0.993, "max": 14.561, "mean": 4.791, "p50": 1.882, "p95": 12.601 }, "tokens_per_second": 186.811, "ttft": { "n": 30, "min": 0.472, "max": 0.706, "mean": 0.574, "p50": 0.571, "p95": 0.694 }, "task_quality": { "information_extraction": 63, "summarization": 85, "text_correction": 72 }, "task_cost_usd": { "information_extraction": 0.033496, "summarization": 0.029251, "text_correction": 0.162832 }, "task_cost_per_quality": { "information_extraction": 0.002658, "summarization": 0.001721, "text_correction": 0.01131 }, "task_cost_per_hour_usd": { "information_extraction": 0.008731, "summarization": 0.008027, "text_correction": 0.02475 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 68, "total_cost_usd": 0.866449, "cost_per_quality": 0.02197, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4301, "cost_per_hour_usd": 0.01494, "latency": { "n": 58, "min": 1.426, "max": 41.483, "mean": 12.032, "p50": 2.857, "p95": 39.949 }, "error_count": 2, "tokens_per_second": 249.086, "ttft": { "n": 29, "min": 0.515, "max": 1.828, "mean": 0.72, "p50": 0.679, "p95": 0.808 }, "task_quality": { "information_extraction": 59, "summarization": 76, "text_correction": 70 }, "task_cost_usd": { "information_extraction": 0.113989, "summarization": 0.102662, "text_correction": 0.649798 }, "task_cost_per_quality": { "information_extraction": 0.00966, "summarization": 0.006754, "text_correction": 0.05157 }, "task_cost_per_hour_usd": { "information_extraction": 0.007133, "summarization": 0.006567, "text_correction": 0.02463 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "low", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.014074, "cost_per_quality": 0.000306, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4324, "cost_per_hour_usd": 0.01201, "latency": { "n": 50, "min": 0.557, "max": 2.136, "mean": 0.892, "p50": 0.831, "p95": 1.187 }, "tokens_per_second": 70.546, "ttft": { "n": 47, "min": 0.397, "max": 0.709, "mean": 0.512, "p50": 0.509, "p95": 0.616 }, "task_quality": { "dictation": 98, "information_extraction": 81, "summarization": 96, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.003772, "information_extraction": 0.0031, "summarization": 0.003533, "text_correction": 0.003669 }, "task_cost_per_quality": { "dictation": 0.0001924, "information_extraction": 0.0003827, "summarization": 0.000368, "text_correction": 0.0003945 }, "task_cost_per_hour_usd": { "dictation": 0.008184, "information_extraction": 0.01185, "summarization": 0.01595, "text_correction": 0.01614 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "low", "bucket": "120s", "quality_score": 87, "total_cost_usd": 0.033117, "cost_per_quality": 0.0007613, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4324, "cost_per_hour_usd": 0.01548, "latency": { "n": 50, "min": 0.756, "max": 2.97, "mean": 1.286, "p50": 1.119, "p95": 2.241 }, "tokens_per_second": 140.976, "ttft": { "n": 46, "min": 0.426, "max": 0.698, "mean": 0.525, "p50": 0.513, "p95": 0.639 }, "task_quality": { "dictation": 88, "information_extraction": 85, "summarization": 93, "text_correction": 83 }, "task_cost_usd": { "dictation": 0.009893, "information_extraction": 0.004763, "summarization": 0.006248, "text_correction": 0.012213 }, "task_cost_per_quality": { "dictation": 0.0005621, "information_extraction": 0.0005604, "summarization": 0.0006718, "text_correction": 0.001471 }, "task_cost_per_hour_usd": { "dictation": 0.01408, "information_extraction": 0.01068, "summarization": 0.01457, "text_correction": 0.02173 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "low", "bucket": "900s", "quality_score": 75, "total_cost_usd": 0.111518, "cost_per_quality": 0.004956, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4324, "cost_per_hour_usd": 0.01595, "latency": { "n": 30, "min": 1.138, "max": 13.235, "mean": 3.959, "p50": 1.552, "p95": 10.544 }, "tokens_per_second": 206.149, "ttft": { "n": 29, "min": 0.494, "max": 4.447, "mean": 0.733, "p50": 0.589, "p95": 0.802 }, "task_quality": { "information_extraction": 68, "summarization": 87, "text_correction": 70 }, "task_cost_usd": { "information_extraction": 0.016833, "summarization": 0.013134, "text_correction": 0.081551 }, "task_cost_per_quality": { "information_extraction": 0.002475, "summarization": 0.00151, "text_correction": 0.01165 }, "task_cost_per_hour_usd": { "information_extraction": 0.008778, "summarization": 0.007349, "text_correction": 0.0248 } }, { "model": "gemini-3.5-flash-lite", "reasoning_effort": "low", "bucket": "3600s", "quality_score": 70, "total_cost_usd": 0.434835, "cost_per_quality": 0.02142, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4324, "cost_per_hour_usd": 0.01499, "latency": { "n": 29, "min": 1.353, "max": 59.05, "mean": 13.38, "p50": 2.554, "p95": 44.658 }, "error_count": 1, "tokens_per_second": 241.267, "ttft": { "n": 29, "min": 0.563, "max": 4.844, "mean": 0.941, "p50": 0.693, "p95": 4.102 }, "task_quality": { "information_extraction": 63, "summarization": 85, "text_correction": 63 }, "task_cost_usd": { "information_extraction": 0.056255, "summarization": 0.051486, "text_correction": 0.327094 }, "task_cost_per_quality": { "information_extraction": 0.008929, "summarization": 0.006057, "text_correction": 0.05769 }, "task_cost_per_hour_usd": { "information_extraction": 0.007063, "summarization": 0.006592, "text_correction": 0.02473 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.665195, "cost_per_quality": 0.007077, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2076, "cost_per_hour_usd": 0.09071, "latency": { "n": 100, "min": 2.066, "max": 43.03, "mean": 6.881, "p50": 4.475, "p95": 16.893 }, "tokens_per_second": 151.22, "ttft": { "n": 50, "min": 1.564, "max": 7.823, "mean": 4.663, "p50": 4.128, "p95": 7.317 }, "task_quality": { "dictation": 98, "information_extraction": 87, "summarization": 98, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.225219, "information_extraction": 0.139121, "summarization": 0.103646, "text_correction": 0.197209 }, "task_cost_per_quality": { "dictation": 0.005745, "information_extraction": 0.007995, "summarization": 0.005288, "text_correction": 0.0106 }, "task_cost_per_hour_usd": { "dictation": 0.08463, "information_extraction": 0.08911, "summarization": 0.08914, "text_correction": 0.1012 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 1.416575, "cost_per_quality": 0.01557, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2076, "cost_per_hour_usd": 0.09613, "latency": { "n": 100, "min": 3.693, "max": 56.629, "mean": 11.151, "p50": 10.309, "p95": 19.862 }, "tokens_per_second": 167.859, "ttft": { "n": 50, "min": 3.826, "max": 45.615, "mean": 10.237, "p50": 9.397, "p95": 20.052 }, "task_quality": { "dictation": 97, "information_extraction": 86, "summarization": 92, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.515491, "information_extraction": 0.203294, "summarization": 0.144227, "text_correction": 0.553563 }, "task_cost_per_quality": { "dictation": 0.01329, "information_extraction": 0.01182, "summarization": 0.007838, "text_correction": 0.03145 }, "task_cost_per_hour_usd": { "dictation": 0.09721, "information_extraction": 0.08461, "summarization": 0.07979, "text_correction": 0.106 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 82, "total_cost_usd": 1.879896, "cost_per_quality": 0.04168, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2076, "cost_per_hour_usd": 0.07716, "latency": { "n": 55, "min": 4.527, "max": 96.324, "mean": 21.519, "p50": 12.362, "p95": 60.315 }, "error_count": 5, "tokens_per_second": 177.953, "ttft": { "n": 30, "min": 3.677, "max": 41.31, "mean": 15.521, "p50": 11.303, "p95": 40.662 }, "task_quality": { "information_extraction": 74, "summarization": 88, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.447484, "summarization": 0.270123, "text_correction": 1.162289 }, "task_cost_per_quality": { "information_extraction": 0.03024, "summarization": 0.01535, "text_correction": 0.09225 }, "task_cost_per_hour_usd": { "information_extraction": 0.06445, "summarization": 0.05037, "text_correction": 0.0964 } }, { "model": "gemini-3.6-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 75, "total_cost_usd": 1.45855, "cost_per_quality": 0.04862, "hourly_prompt_tokens": 13930, "hourly_completion_tokens": 2076, "cost_per_hour_usd": 0.03646, "latency": { "n": 40, "min": 4.219, "max": 29.074, "mean": 11.606, "p50": 11.663, "p95": 17.613 }, "error_count": 20, "tokens_per_second": 180.801, "ttft": { "n": 29, "min": 4.408, "max": 123.844, "mean": 22.405, "p50": 9.761, "p95": 78.438 }, "task_quality": { "information_extraction": 68, "summarization": 82 }, "task_cost_usd": { "information_extraction": 0.821338, "summarization": 0.637212 }, "task_cost_per_quality": { "information_extraction": 0.06039, "summarization": 0.03885 }, "task_cost_per_hour_usd": { "information_extraction": 0.03945, "summarization": 0.03322 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.203236, "cost_per_quality": 0.002139, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6406, "cost_per_hour_usd": 0.04992, "latency": { "n": 100, "min": 1.891, "max": 9.731, "mean": 4.026, "p50": 3.749, "p95": 7.192 }, "tokens_per_second": 113.583, "ttft": { "n": 50, "min": 1.606, "max": 44.449, "mean": 5.802, "p50": 3.234, "p95": 23.96 }, "task_quality": { "dictation": 99, "information_extraction": 89, "summarization": 97, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.055057, "information_extraction": 0.039026, "summarization": 0.037679, "text_correction": 0.071474 }, "task_cost_per_quality": { "dictation": 0.00139, "information_extraction": 0.002192, "summarization": 0.001942, "text_correction": 0.003802 }, "task_cost_per_hour_usd": { "dictation": 0.04113, "information_extraction": 0.04716, "summarization": 0.05169, "text_correction": 0.06076 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 0.443868, "cost_per_quality": 0.004825, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6406, "cost_per_hour_usd": 0.05464, "latency": { "n": 100, "min": 2.8, "max": 24.385, "mean": 7.43, "p50": 5.418, "p95": 17.337 }, "tokens_per_second": 134.71, "ttft": { "n": 50, "min": 2.193, "max": 70.709, "mean": 9.908, "p50": 4.916, "p95": 40.486 }, "task_quality": { "dictation": 96, "information_extraction": 89, "summarization": 94, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.156997, "information_extraction": 0.045753, "summarization": 0.049474, "text_correction": 0.191644 }, "task_cost_per_quality": { "dictation": 0.004088, "information_extraction": 0.00257, "summarization": 0.002632, "text_correction": 0.01089 }, "task_cost_per_hour_usd": { "dictation": 0.05509, "information_extraction": 0.03955, "summarization": 0.04399, "text_correction": 0.06406 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 82, "total_cost_usd": 0.753248, "cost_per_quality": 0.01557, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6406, "cost_per_hour_usd": 0.04389, "latency": { "n": 60, "min": 3.3, "max": 41.586, "mean": 16.11, "p50": 8.654, "p95": 41.453 }, "tokens_per_second": 145.934, "ttft": { "n": 30, "min": 3.167, "max": 38.214, "mean": 12.776, "p50": 7.898, "p95": 28.289 }, "task_quality": { "information_extraction": 71, "summarization": 88, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.122651, "summarization": 0.103897, "text_correction": 0.5267 }, "task_cost_per_quality": { "information_extraction": 0.009092, "summarization": 0.005903, "text_correction": 0.02993 }, "task_cost_per_hour_usd": { "information_extraction": 0.03066, "summarization": 0.02728, "text_correction": 0.05631 } }, { "model": "gemini-3.7-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 78, "total_cost_usd": 2.000158, "cost_per_quality": 0.04421, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 6406, "cost_per_hour_usd": 0.03449, "latency": { "n": 58, "min": 5.958, "max": 160.78, "mean": 35.174, "p50": 10.852, "p95": 130.822 }, "error_count": 2, "tokens_per_second": 146.651, "ttft": { "n": 29, "min": 1.335, "max": 70.223, "mean": 11.903, "p50": 7.519, "p95": 27.281 }, "task_quality": { "information_extraction": 68, "summarization": 85, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.312553, "summarization": 0.285369, "text_correction": 1.402236 }, "task_cost_per_quality": { "information_extraction": 0.02298, "summarization": 0.01679, "text_correction": 0.09618 }, "task_cost_per_hour_usd": { "information_extraction": 0.02072, "summarization": 0.01948, "text_correction": 0.0496 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.349525, "cost_per_quality": 0.003679, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7850, "cost_per_hour_usd": 0.06251, "latency": { "n": 100, "min": 1.571, "max": 61.443, "mean": 7.08, "p50": 4.128, "p95": 30.985 }, "tokens_per_second": 113.735, "ttft": { "n": 50, "min": 1.456, "max": 38.606, "mean": 5.829, "p50": 3.615, "p95": 15.387 }, "task_quality": { "dictation": 99, "information_extraction": 89, "summarization": 99, "text_correction": 92 }, "task_cost_usd": { "dictation": 0.080142, "information_extraction": 0.049426, "summarization": 0.040257, "text_correction": 0.1797 }, "task_cost_per_quality": { "dictation": 0.002024, "information_extraction": 0.002777, "summarization": 0.002033, "text_correction": 0.009766 }, "task_cost_per_hour_usd": { "dictation": 0.05148, "information_extraction": 0.05492, "summarization": 0.05652, "text_correction": 0.07419 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 0.684757, "cost_per_quality": 0.007443, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7850, "cost_per_hour_usd": 0.06502, "latency": { "n": 100, "min": 2.606, "max": 104.228, "mean": 12.632, "p50": 6.221, "p95": 47.951 }, "tokens_per_second": 135.785, "ttft": { "n": 50, "min": 2.943, "max": 53.089, "mean": 8.527, "p50": 6.128, "p95": 16.701 }, "task_quality": { "dictation": 96, "information_extraction": 87, "summarization": 95, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.233284, "information_extraction": 0.060343, "summarization": 0.048376, "text_correction": 0.342754 }, "task_cost_per_quality": { "dictation": 0.006075, "information_extraction": 0.003468, "summarization": 0.002546, "text_correction": 0.01904 }, "task_cost_per_hour_usd": { "dictation": 0.06491, "information_extraction": 0.04794, "summarization": 0.04666, "text_correction": 0.07384 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 81, "total_cost_usd": 1.05881, "cost_per_quality": 0.02179, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7850, "cost_per_hour_usd": 0.05323, "latency": { "n": 60, "min": 3.191, "max": 79.846, "mean": 25.86, "p50": 14.846, "p95": 64.265 }, "tokens_per_second": 140.263, "ttft": { "n": 30, "min": 1.068, "max": 66.971, "mean": 17.366, "p50": 9.547, "p95": 58.789 }, "task_quality": { "information_extraction": 67, "summarization": 88, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.193382, "summarization": 0.134814, "text_correction": 0.730614 }, "task_cost_per_quality": { "information_extraction": 0.01443, "summarization": 0.00766, "text_correction": 0.04151 }, "task_cost_per_hour_usd": { "information_extraction": 0.04091, "summarization": 0.03426, "text_correction": 0.06507 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 75, "total_cost_usd": 2.314246, "cost_per_quality": 0.0532, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 7850, "cost_per_hour_usd": 0.0399, "latency": { "n": 58, "min": 3.27, "max": 260.212, "mean": 56.396, "p50": 14.535, "p95": 198.292 }, "error_count": 2, "tokens_per_second": 137.121, "ttft": { "n": 29, "min": 1.502, "max": 145.557, "mean": 25.565, "p50": 12.44, "p95": 84.942 }, "task_quality": { "information_extraction": 70, "summarization": 85, "text_correction": 71 }, "task_cost_usd": { "information_extraction": 0.327701, "summarization": 0.352791, "text_correction": 1.633754 }, "task_cost_per_quality": { "information_extraction": 0.02341, "summarization": 0.02075, "text_correction": 0.1278 }, "task_cost_per_hour_usd": { "information_extraction": 0.02296, "summarization": 0.02433, "text_correction": 0.0559 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "low", "bucket": "30s", "quality_score": 96, "total_cost_usd": 0.036288, "cost_per_quality": 0.000756, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4289, "cost_per_hour_usd": 0.02756, "latency": { "n": 50, "min": 0.992, "max": 5.718, "mean": 1.972, "p50": 1.833, "p95": 2.944 }, "tokens_per_second": 55.882, "ttft": { "n": 50, "min": 0.732, "max": 4.996, "mean": 1.437, "p50": 1.137, "p95": 2.857 }, "task_quality": { "dictation": 99, "information_extraction": 91, "summarization": 98, "text_correction": 96 }, "task_cost_usd": { "dictation": 0.014125, "information_extraction": 0.006242, "summarization": 0.005895, "text_correction": 0.010026 }, "task_cost_per_quality": { "dictation": 0.0007134, "information_extraction": 0.0006859, "summarization": 0.0006015, "text_correction": 0.001044 }, "task_cost_per_hour_usd": { "dictation": 0.02563, "information_extraction": 0.02331, "summarization": 0.0271, "text_correction": 0.03574 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "low", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.056209, "cost_per_quality": 0.001235, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4289, "cost_per_hour_usd": 0.02664, "latency": { "n": 50, "min": 1.328, "max": 5.443, "mean": 2.487, "p50": 2.296, "p95": 4.055 }, "tokens_per_second": 71.901, "ttft": { "n": 50, "min": 0.714, "max": 5.568, "mean": 1.378, "p50": 1.01, "p95": 4.791 }, "task_quality": { "dictation": 96, "information_extraction": 86, "summarization": 97, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.017831, "information_extraction": 0.009277, "summarization": 0.009075, "text_correction": 0.020026 }, "task_cost_per_quality": { "dictation": 0.0009287, "information_extraction": 0.001079, "summarization": 0.0009356, "text_correction": 0.002356 }, "task_cost_per_hour_usd": { "dictation": 0.02536, "information_extraction": 0.02076, "summarization": 0.02276, "text_correction": 0.03568 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "low", "bucket": "900s", "quality_score": 84, "total_cost_usd": 0.19813, "cost_per_quality": 0.007862, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4289, "cost_per_hour_usd": 0.02813, "latency": { "n": 30, "min": 1.757, "max": 22.089, "mean": 7.456, "p50": 3.228, "p95": 21.986 }, "tokens_per_second": 117.484, "ttft": { "n": 30, "min": 0.911, "max": 24.476, "mean": 2.251, "p50": 1.243, "p95": 3.431 }, "task_quality": { "information_extraction": 73, "summarization": 93, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.03569, "summarization": 0.033091, "text_correction": 0.129349 }, "task_cost_per_quality": { "information_extraction": 0.004889, "summarization": 0.003558, "text_correction": 0.01522 }, "task_cost_per_hour_usd": { "information_extraction": 0.01846, "summarization": 0.01789, "text_correction": 0.03967 } }, { "model": "gemini-3.8-flash", "reasoning_effort": "low", "bucket": "3600s", "quality_score": 67, "total_cost_usd": 0.769843, "cost_per_quality": 0.03962, "hourly_prompt_tokens": 13950, "hourly_completion_tokens": 4289, "cost_per_hour_usd": 0.02655, "latency": { "n": 29, "min": 3.68, "max": 130.293, "mean": 27.246, "p50": 5.649, "p95": 90 }, "error_count": 1, "tokens_per_second": 128.39, "ttft": { "n": 29, "min": 1.102, "max": 14.306, "mean": 2.536, "p50": 1.537, "p95": 9.013 }, "task_quality": { "information_extraction": 32, "summarization": 90, "text_correction": 79 }, "task_cost_usd": { "information_extraction": 0.129829, "summarization": 0.11981, "text_correction": 0.520204 }, "task_cost_per_quality": { "information_extraction": 0.04057, "summarization": 0.01331, "text_correction": 0.07317 }, "task_cost_per_hour_usd": { "information_extraction": 0.01617, "summarization": 0.01528, "text_correction": 0.03962 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.14744, "cost_per_quality": 0.001569, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4499, "cost_per_hour_usd": 0.05926, "latency": { "n": 100, "min": 1.398, "max": 3.719, "mean": 1.994, "p50": 2.001, "p95": 2.624 }, "tokens_per_second": 33.351, "ttft": { "n": 50, "min": 1.208, "max": 2.335, "mean": 1.476, "p50": 1.388, "p95": 2.041 }, "task_quality": { "dictation": 100, "information_extraction": 88, "summarization": 97, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.04644, "information_extraction": 0.034846, "summarization": 0.029736, "text_correction": 0.036418 }, "task_cost_per_quality": { "dictation": 0.001161, "information_extraction": 0.00198, "summarization": 0.001533, "text_correction": 0.002046 }, "task_cost_per_hour_usd": { "dictation": 0.04742, "information_extraction": 0.06173, "summarization": 0.06593, "text_correction": 0.07385 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "120s", "quality_score": 94, "total_cost_usd": 0.322676, "cost_per_quality": 0.003433, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4499, "cost_per_hour_usd": 0.07282, "latency": { "n": 100, "min": 1.849, "max": 5.283, "mean": 2.96, "p50": 2.614, "p95": 4.652 }, "tokens_per_second": 63.901, "ttft": { "n": 50, "min": 1.275, "max": 2.867, "mean": 1.675, "p50": 1.569, "p95": 2.36 }, "task_quality": { "dictation": 99, "information_extraction": 91, "summarization": 95, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.098556, "information_extraction": 0.056386, "summarization": 0.058986, "text_correction": 0.108748 }, "task_cost_per_quality": { "dictation": 0.002489, "information_extraction": 0.003098, "summarization": 0.003105, "text_correction": 0.006109 }, "task_cost_per_hour_usd": { "dictation": 0.06772, "information_extraction": 0.05949, "summarization": 0.06733, "text_correction": 0.09443 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "900s", "quality_score": 82, "total_cost_usd": 1.095444, "cost_per_quality": 0.02227, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4499, "cost_per_hour_usd": 0.07703, "latency": { "n": 60, "min": 2.793, "max": 28.748, "mean": 10.417, "p50": 6.483, "p95": 24.843 }, "tokens_per_second": 90.994, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 73, "summarization": 90, "text_correction": 82 }, "task_cost_usd": { "information_extraction": 0.190534, "summarization": 0.212934, "text_correction": 0.691976 }, "task_cost_per_quality": { "information_extraction": 0.01305, "summarization": 0.01183, "text_correction": 0.04219 }, "task_cost_per_hour_usd": { "information_extraction": 0.0495, "summarization": 0.05482, "text_correction": 0.1067 } }, { "model": "gemini-4-argon", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 79, "total_cost_usd": 4.228608, "cost_per_quality": 0.09229, "hourly_prompt_tokens": 13957, "hourly_completion_tokens": 4499, "cost_per_hour_usd": 0.07291, "latency": { "n": 58, "min": 4.129, "max": 112.374, "mean": 33.26, "p50": 10.859, "p95": 108.814 }, "error_count": 2, "tokens_per_second": 102.421, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 75, "summarization": 89, "text_correction": 75 }, "task_cost_usd": { "information_extraction": 0.680676, "summarization": 0.728366, "text_correction": 2.819566 }, "task_cost_per_quality": { "information_extraction": 0.04538, "summarization": 0.04092, "text_correction": 0.2089 }, "task_cost_per_hour_usd": { "information_extraction": 0.04305, "summarization": 0.04557, "text_correction": 0.1076 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.007859, "cost_per_quality": 0.00008451, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4205, "cost_per_hour_usd": 0.003166, "latency": { "n": 100, "min": 0.44, "max": 31.21, "mean": 2.791, "p50": 0.882, "p95": 16.283 }, "tokens_per_second": 50.756, "ttft": { "n": 49, "min": 0.281, "max": 0.914, "mean": 0.52, "p50": 0.507, "p95": 0.746 }, "task_quality": { "dictation": 98, "information_extraction": 88, "summarization": 94, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.002862, "information_extraction": 0.001826, "summarization": 0.001337, "text_correction": 0.001834 }, "task_cost_per_quality": { "dictation": 0.00007301, "information_extraction": 0.0001037, "summarization": 0.00007112, "text_correction": 0.0000986 }, "task_cost_per_hour_usd": { "dictation": 0.002853, "information_extraction": 0.003243, "summarization": 0.003168, "text_correction": 0.003708 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.015779, "cost_per_quality": 0.0001773, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4205, "cost_per_hour_usd": 0.003596, "latency": { "n": 100, "min": 0.733, "max": 16.429, "mean": 2.568, "p50": 1.508, "p95": 6.615 }, "tokens_per_second": 82.282, "ttft": { "n": 49, "min": 0.278, "max": 11.725, "mean": 1.066, "p50": 0.515, "p95": 5.616 }, "task_quality": { "dictation": 96, "information_extraction": 83, "summarization": 88, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.005216, "information_extraction": 0.002876, "summarization": 0.002593, "text_correction": 0.005094 }, "task_cost_per_quality": { "dictation": 0.0001358, "information_extraction": 0.0001733, "summarization": 0.0001473, "text_correction": 0.0002862 }, "task_cost_per_hour_usd": { "dictation": 0.003509, "information_extraction": 0.003104, "summarization": 0.003186, "text_correction": 0.004387 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 64, "total_cost_usd": 0.05348, "cost_per_quality": 0.001393, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4205, "cost_per_hour_usd": 0.003771, "latency": { "n": 60, "min": 1.13, "max": 54.428, "mean": 12.885, "p50": 4.713, "p95": 48.628 }, "tokens_per_second": 82.818, "ttft": { "n": 30, "min": 0.392, "max": 3.446, "mean": 0.861, "p50": 0.619, "p95": 2.158 }, "task_quality": { "information_extraction": 24, "summarization": 88, "text_correction": 80 }, "task_cost_usd": { "information_extraction": 0.011323, "summarization": 0.010771, "text_correction": 0.031386 }, "task_cost_per_quality": { "information_extraction": 0.002359, "summarization": 0.000612, "text_correction": 0.001962 }, "task_cost_per_hour_usd": { "information_extraction": 0.002918, "summarization": 0.002887, "text_correction": 0.004777 } }, { "model": "gemma-4-31b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 63, "total_cost_usd": 0.211103, "cost_per_quality": 0.005777, "hourly_prompt_tokens": 13984, "hourly_completion_tokens": 4205, "cost_per_hour_usd": 0.00364, "latency": { "n": 58, "min": 3.419, "max": 224.722, "mean": 51.057, "p50": 8.63, "p95": 171.873 }, "error_count": 2, "tokens_per_second": 74.085, "ttft": { "n": 29, "min": 0.931, "max": 7.91, "mean": 1.886, "p50": 1.644, "p95": 3.665 }, "task_quality": { "information_extraction": 33, "summarization": 83, "text_correction": 73 }, "task_cost_usd": { "information_extraction": 0.044008, "summarization": 0.041713, "text_correction": 0.125382 }, "task_cost_per_quality": { "information_extraction": 0.006668, "summarization": 0.002513, "text_correction": 0.009542 }, "task_cost_per_hour_usd": { "information_extraction": 0.002739, "summarization": 0.002661, "text_correction": 0.004775 } }, { "model": "gemma-4-31b", "reasoning_effort": "low", "bucket": "30s", "quality_score": 86, "total_cost_usd": 0.002489, "cost_per_quality": 0.00009647, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.003389, "latency": { "n": 30, "min": 0.495, "max": 8.456, "mean": 1.418, "p50": 1.03, "p95": 2.861 }, "tokens_per_second": 67.824, "ttft": { "n": 30, "min": 0.28, "max": 0.718, "mean": 0.464, "p50": 0.448, "p95": 0.665 }, "task_quality": { "information_extraction": 75, "summarization": 93, "text_correction": 90 }, "task_cost_usd": { "information_extraction": 0.000901, "summarization": 0.000672, "text_correction": 0.000916 }, "task_cost_per_quality": { "information_extraction": 0.0001201, "summarization": 0.00007226, "text_correction": 0.0001018 }, "task_cost_per_hour_usd": { "information_extraction": 0.003238, "summarization": 0.003195, "text_correction": 0.003727 } }, { "model": "gemma-4-31b", "reasoning_effort": "low", "bucket": "120s", "quality_score": 84, "total_cost_usd": 0.005258, "cost_per_quality": 0.0002087, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.003653, "latency": { "n": 30, "min": 0.79, "max": 4.834, "mean": 2.178, "p50": 1.629, "p95": 4.597 }, "tokens_per_second": 87.139, "ttft": { "n": 30, "min": 0.305, "max": 2.234, "mean": 0.523, "p50": 0.435, "p95": 0.654 }, "task_quality": { "information_extraction": 83, "summarization": 86, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.001422, "summarization": 0.00129, "text_correction": 0.002546 }, "task_cost_per_quality": { "information_extraction": 0.0001713, "summarization": 0.00015, "text_correction": 0.0003067 }, "task_cost_per_hour_usd": { "information_extraction": 0.003103, "summarization": 0.003196, "text_correction": 0.00441 } }, { "model": "gemma-4-31b", "reasoning_effort": "low", "bucket": "900s", "quality_score": 62, "total_cost_usd": 0.026779, "cost_per_quality": 0.00144, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.003797, "latency": { "n": 30, "min": 1.211, "max": 51.691, "mean": 11.419, "p50": 3.546, "p95": 38.18 }, "tokens_per_second": 95.167, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 32, "summarization": 81, "text_correction": 74 }, "task_cost_usd": { "information_extraction": 0.005631, "summarization": 0.005414, "text_correction": 0.015734 }, "task_cost_per_quality": { "information_extraction": 0.00176, "summarization": 0.0006684, "text_correction": 0.002126 }, "task_cost_per_hour_usd": { "information_extraction": 0.002927, "summarization": 0.002914, "text_correction": 0.004811 } }, { "model": "gemma-4-31b", "reasoning_effort": "low", "bucket": "3600s", "quality_score": 58, "total_cost_usd": 0.11089, "cost_per_quality": 0.006373, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.003696, "latency": { "n": 30, "min": 4.157, "max": 239.348, "mean": 51.474, "p50": 7.716, "p95": 197.224 }, "tokens_per_second": 78.512, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 28, "summarization": 76, "text_correction": 70 }, "task_cost_usd": { "information_extraction": 0.022213, "summarization": 0.020867, "text_correction": 0.06781 }, "task_cost_per_quality": { "information_extraction": 0.007933, "summarization": 0.002746, "text_correction": 0.009687 }, "task_cost_per_hour_usd": { "information_extraction": 0.002772, "summarization": 0.002678, "text_correction": 0.004777 } }, { "model": "gemma-4-31b", "reasoning_effort": "none", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.003892, "cost_per_quality": 0.00008649, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4478, "cost_per_hour_usd": 0.003188, "latency": { "n": 50, "min": 0.491, "max": 24.569, "mean": 1.66, "p50": 0.898, "p95": 3.369 }, "tokens_per_second": 53.877, "ttft": { "n": 50, "min": 0.274, "max": 3.318, "mean": 0.521, "p50": 0.439, "p95": 0.721 }, "task_quality": { "dictation": 99, "information_extraction": 73, "summarization": 97, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.001431, "information_extraction": 0.000887, "summarization": 0.000653, "text_correction": 0.000921 }, "task_cost_per_quality": { "dictation": 0.00007227, "information_extraction": 0.0001215, "summarization": 0.00006732, "text_correction": 0.0001023 }, "task_cost_per_hour_usd": { "dictation": 0.002889, "information_extraction": 0.003233, "summarization": 0.003165, "text_correction": 0.003761 } }, { "model": "gemma-4-31b", "reasoning_effort": "none", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.007866, "cost_per_quality": 0.0001729, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4478, "cost_per_hour_usd": 0.003634, "latency": { "n": 50, "min": 0.693, "max": 18.936, "mean": 2.783, "p50": 1.674, "p95": 7.54 }, "tokens_per_second": 80.835, "ttft": { "n": 49, "min": 0.206, "max": 5.311, "mean": 0.682, "p50": 0.457, "p95": 2.567 }, "task_quality": { "dictation": 96, "information_extraction": 89, "summarization": 90, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.002609, "information_extraction": 0.001428, "summarization": 0.001285, "text_correction": 0.002544 }, "task_cost_per_quality": { "dictation": 0.0001359, "information_extraction": 0.0001604, "summarization": 0.0001428, "text_correction": 0.0002891 }, "task_cost_per_hour_usd": { "dictation": 0.003553, "information_extraction": 0.003131, "summarization": 0.003208, "text_correction": 0.004436 } }, { "model": "gemma-4-31b", "reasoning_effort": "none", "bucket": "900s", "quality_score": 66, "total_cost_usd": 0.026754, "cost_per_quality": 0.001351, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4478, "cost_per_hour_usd": 0.003819, "latency": { "n": 30, "min": 0.97, "max": 85.023, "mean": 15.924, "p50": 5.37, "p95": 46.284 }, "tokens_per_second": 77.894, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 27, "summarization": 88, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.005687, "summarization": 0.005396, "text_correction": 0.015671 }, "task_cost_per_quality": { "information_extraction": 0.002106, "summarization": 0.0006132, "text_correction": 0.001888 }, "task_cost_per_hour_usd": { "information_extraction": 0.002963, "summarization": 0.002927, "text_correction": 0.004835 } }, { "model": "gemma-4-31b", "reasoning_effort": "none", "bucket": "3600s", "quality_score": 63, "total_cost_usd": 0.112276, "cost_per_quality": 0.005941, "hourly_prompt_tokens": 13937, "hourly_completion_tokens": 4478, "cost_per_hour_usd": 0.003743, "latency": { "n": 30, "min": 3.311, "max": 169.164, "mean": 48.844, "p50": 7.261, "p95": 168.819 }, "tokens_per_second": 81.131, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 27, "summarization": 87, "text_correction": 76 }, "task_cost_usd": { "information_extraction": 0.022075, "summarization": 0.021015, "text_correction": 0.069186 }, "task_cost_per_quality": { "information_extraction": 0.008176, "summarization": 0.002416, "text_correction": 0.009103 }, "task_cost_per_hour_usd": { "information_extraction": 0.002779, "summarization": 0.002707, "text_correction": 0.004841 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.223361, "cost_per_quality": 0.002402, "hourly_prompt_tokens": 13681, "hourly_completion_tokens": 1049, "cost_per_hour_usd": 0.03586, "latency": { "n": 100, "min": 0.925, "max": 115.959, "mean": 11.033, "p50": 1.877, "p95": 54.653 }, "tokens_per_second": 34.307, "ttft": { "n": 50, "min": 0.439, "max": 237.261, "mean": 10.408, "p50": 0.785, "p95": 39.771 }, "task_quality": { "dictation": 96, "information_extraction": 87, "summarization": 95, "text_correction": 96 }, "task_cost_usd": { "dictation": 0.019796, "information_extraction": 0.012605, "summarization": 0.01115, "text_correction": 0.17981 }, "task_cost_per_quality": { "dictation": 0.0005155, "information_extraction": 0.0007244, "summarization": 0.0005868, "text_correction": 0.009365 }, "task_cost_per_hour_usd": { "dictation": 0.01675, "information_extraction": 0.01968, "summarization": 0.02162, "text_correction": 0.04622 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.676771, "cost_per_quality": 0.007437, "hourly_prompt_tokens": 13681, "hourly_completion_tokens": 1049, "cost_per_hour_usd": 0.04129, "latency": { "n": 100, "min": 1.564, "max": 283.676, "mean": 35.725, "p50": 4.159, "p95": 220.921 }, "tokens_per_second": 41.077, "ttft": { "n": 49, "min": 0.394, "max": 213.446, "mean": 24.096, "p50": 0.675, "p95": 136.4 }, "task_quality": { "dictation": 92, "information_extraction": 88, "summarization": 96, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.038597, "information_extraction": 0.020507, "summarization": 0.022257, "text_correction": 0.59541 }, "task_cost_per_quality": { "dictation": 0.001049, "information_extraction": 0.001165, "summarization": 0.001159, "text_correction": 0.03383 }, "task_cost_per_hour_usd": { "dictation": 0.02173, "information_extraction": 0.01872, "summarization": 0.02152, "text_correction": 0.04769 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "900s", "quality_score": 65, "total_cost_usd": 0.420805, "cost_per_quality": 0.01506, "hourly_prompt_tokens": 13681, "hourly_completion_tokens": 1049, "cost_per_hour_usd": 0.02842, "latency": { "n": 44, "min": 2.405, "max": 326.503, "mean": 36.952, "p50": 8.084, "p95": 308.863 }, "error_count": 16, "tokens_per_second": 46.923, "ttft": { "n": 30, "min": 0.414, "max": 3.372, "mean": 0.712, "p50": 0.583, "p95": 1.233 }, "task_quality": { "information_extraction": 77, "summarization": 87, "text_correction": 31 }, "task_cost_usd": { "information_extraction": 0.075908, "summarization": 0.081716, "text_correction": 0.263181 }, "task_cost_per_quality": { "information_extraction": 0.005477, "summarization": 0.004696, "text_correction": 0.1698 }, "task_cost_per_hour_usd": { "information_extraction": 0.01773, "summarization": 0.01777, "text_correction": 0.04442 } }, { "model": "glm-5.3", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 84, "total_cost_usd": 0.679043, "cost_per_quality": 0.01972, "hourly_prompt_tokens": 13681, "hourly_completion_tokens": 1049, "cost_per_hour_usd": 0.01656, "latency": { "n": 41, "min": 7.191, "max": 242.006, "mean": 21.404, "p50": 14.734, "p95": 29.082 }, "error_count": 19, "tokens_per_second": 47.491, "ttft": { "n": 28, "min": 0.451, "max": 28.359, "mean": 1.767, "p50": 0.732, "p95": 1.791 }, "task_quality": { "information_extraction": 76, "summarization": 87, "text_correction": 88 }, "task_cost_usd": { "information_extraction": 0.312776, "summarization": 0.303208, "text_correction": 0.063059 }, "task_cost_per_quality": { "information_extraction": 0.02058, "summarization": 0.01743, "text_correction": 0.07166 }, "task_cost_per_hour_usd": { "information_extraction": 0.01594, "summarization": 0.01568, "text_correction": 0.03078 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.018653, "cost_per_quality": 0.000205, "hourly_prompt_tokens": 13645, "hourly_completion_tokens": 708, "cost_per_hour_usd": 0.004276, "latency": { "n": 100, "min": 0.948, "max": 73.069, "mean": 7.481, "p50": 3.233, "p95": 21.543 }, "tokens_per_second": 29.635, "ttft": { "n": 50, "min": 0.555, "max": 117.948, "mean": 9.302, "p50": 2.065, "p95": 33.703 }, "task_quality": { "dictation": 97, "information_extraction": 84, "summarization": 95, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.003161, "information_extraction": 0.002006, "summarization": 0.00172, "text_correction": 0.011766 }, "task_cost_per_quality": { "dictation": 0.00008147, "information_extraction": 0.0001194, "summarization": 0.00009053, "text_correction": 0.0006537 }, "task_cost_per_hour_usd": { "dictation": 0.00258, "information_extraction": 0.003006, "summarization": 0.003236, "text_correction": 0.006071 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "120s", "quality_score": 90, "total_cost_usd": 0.076055, "cost_per_quality": 0.0008623, "hourly_prompt_tokens": 13645, "hourly_completion_tokens": 708, "cost_per_hour_usd": 0.005672, "latency": { "n": 98, "min": 0.917, "max": 279.992, "mean": 31.151, "p50": 5.647, "p95": 160.219 }, "error_count": 2, "tokens_per_second": 41.112, "ttft": { "n": 49, "min": 0.491, "max": 474.883, "mean": 47.005, "p50": 1.972, "p95": 392.724 }, "task_quality": { "dictation": 95, "information_extraction": 81, "summarization": 95, "text_correction": 87 }, "task_cost_usd": { "dictation": 0.006021, "information_extraction": 0.003519, "summarization": 0.003403, "text_correction": 0.063112 }, "task_cost_per_quality": { "dictation": 0.0001584, "information_extraction": 0.0002172, "summarization": 0.0001791, "text_correction": 0.00403 }, "task_cost_per_hour_usd": { "dictation": 0.003269, "information_extraction": 0.002996, "summarization": 0.003205, "text_correction": 0.006763 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "900s", "quality_score": 74, "total_cost_usd": 0.026652, "cost_per_quality": 0.0009004, "hourly_prompt_tokens": 13645, "hourly_completion_tokens": 708, "cost_per_hour_usd": 0.00274, "latency": { "n": 40, "min": 1.717, "max": 32.589, "mean": 8.003, "p50": 6.082, "p95": 15.093 }, "error_count": 20, "tokens_per_second": 65.114, "ttft": { "n": 30, "min": 0.512, "max": 9.353, "mean": 2.322, "p50": 0.855, "p95": 8.525 }, "task_quality": { "information_extraction": 62, "summarization": 86 }, "task_cost_usd": { "information_extraction": 0.014234, "summarization": 0.012418 }, "task_cost_per_quality": { "information_extraction": 0.001148, "summarization": 0.000722 }, "task_cost_per_hour_usd": { "information_extraction": 0.002826, "summarization": 0.002648 } }, { "model": "glm-5.3-flash", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 75, "total_cost_usd": 0.093625, "cost_per_quality": 0.003201, "hourly_prompt_tokens": 13645, "hourly_completion_tokens": 708, "cost_per_hour_usd": 0.002401, "latency": { "n": 39, "min": 3.4, "max": 45.278, "mean": 11.96, "p50": 7.546, "p95": 38.308 }, "error_count": 21, "tokens_per_second": 79.645, "ttft": { "n": 29, "min": 0.445, "max": 8.667, "mean": 2.496, "p50": 1.451, "p95": 6.818 }, "task_quality": { "information_extraction": 62, "summarization": 88 }, "task_cost_usd": { "information_extraction": 0.048194, "summarization": 0.045431 }, "task_cost_per_quality": { "information_extraction": 0.004091, "summarization": 0.002581 }, "task_cost_per_hour_usd": { "information_extraction": 0.00248, "summarization": 0.002322 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.11636, "cost_per_quality": 0.001279, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4211, "cost_per_hour_usd": 0.04944, "latency": { "n": 100, "min": 0.433, "max": 2.128, "mean": 0.896, "p50": 0.854, "p95": 1.621 }, "tokens_per_second": 62.242, "ttft": { "n": 50, "min": 0.302, "max": 3.074, "mean": 0.77, "p50": 0.549, "p95": 1.613 }, "task_quality": { "dictation": 96, "information_extraction": 86, "summarization": 92, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.040932, "information_extraction": 0.024976, "summarization": 0.02224, "text_correction": 0.028212 }, "task_cost_per_quality": { "dictation": 0.001066, "information_extraction": 0.001452, "summarization": 0.001209, "text_correction": 0.001585 }, "task_cost_per_hour_usd": { "dictation": 0.04188, "information_extraction": 0.04887, "summarization": 0.05439, "text_correction": 0.06181 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "120s", "quality_score": 87, "total_cost_usd": 0.254716, "cost_per_quality": 0.002928, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4211, "cost_per_hour_usd": 0.05951, "latency": { "n": 100, "min": 0.663, "max": 3.892, "mean": 1.492, "p50": 1.156, "p95": 2.876 }, "tokens_per_second": 116.11, "ttft": { "n": 50, "min": 0.302, "max": 3.704, "mean": 0.661, "p50": 0.463, "p95": 1.475 }, "task_quality": { "dictation": 90, "information_extraction": 82, "summarization": 89, "text_correction": 87 }, "task_cost_usd": { "dictation": 0.08278, "information_extraction": 0.041808, "summarization": 0.044112, "text_correction": 0.086016 }, "task_cost_per_quality": { "dictation": 0.002299, "information_extraction": 0.002549, "summarization": 0.002478, "text_correction": 0.004943 }, "task_cost_per_hour_usd": { "dictation": 0.05665, "information_extraction": 0.04734, "summarization": 0.05401, "text_correction": 0.07686 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "900s", "quality_score": 81, "total_cost_usd": 0.88334, "cost_per_quality": 0.01818, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4211, "cost_per_hour_usd": 0.06359, "latency": { "n": 60, "min": 0.854, "max": 22.504, "mean": 6.647, "p50": 2.681, "p95": 18.186 }, "tokens_per_second": 143.343, "ttft": { "n": 30, "min": 0.421, "max": 0.811, "mean": 0.55, "p50": 0.551, "p95": 0.666 }, "task_quality": { "information_extraction": 78, "summarization": 82, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.183072, "summarization": 0.155216, "text_correction": 0.545052 }, "task_cost_per_quality": { "information_extraction": 0.01174, "summarization": 0.009464, "text_correction": 0.03283 }, "task_cost_per_hour_usd": { "information_extraction": 0.04704, "summarization": 0.04298, "text_correction": 0.08532 } }, { "model": "gpt-4.1", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 75, "total_cost_usd": 3.505912, "cost_per_quality": 0.0806, "hourly_prompt_tokens": 13379, "hourly_completion_tokens": 4211, "cost_per_hour_usd": 0.06045, "latency": { "n": 58, "min": 2.749, "max": 94.227, "mean": 26.053, "p50": 4.731, "p95": 91.848 }, "error_count": 2, "tokens_per_second": 142.344, "ttft": { "n": 29, "min": 0.39, "max": 1.038, "mean": 0.654, "p50": 0.552, "p95": 1.005 }, "task_quality": { "information_extraction": 68, "summarization": 78, "text_correction": 77 }, "task_cost_usd": { "information_extraction": 0.656844, "summarization": 0.6033, "text_correction": 2.245768 }, "task_cost_per_quality": { "information_extraction": 0.0483, "summarization": 0.03867, "text_correction": 0.162 }, "task_cost_per_hour_usd": { "information_extraction": 0.04081, "summarization": 0.03859, "text_correction": 0.08548 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.917807, "cost_per_quality": 0.009764, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9409, "cost_per_hour_usd": 0.17, "latency": { "n": 100, "min": 2.41, "max": 59.197, "mean": 12.728, "p50": 7.25, "p95": 43.59 }, "tokens_per_second": 84.284, "ttft": { "n": 50, "min": 3.749, "max": 41.81, "mean": 15.437, "p50": 13.917, "p95": 32.488 }, "task_quality": { "dictation": 99, "information_extraction": 91, "summarization": 98, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.230394, "information_extraction": 0.267985, "summarization": 0.12131, "text_correction": 0.298118 }, "task_cost_per_quality": { "dictation": 0.005818, "information_extraction": 0.01472, "summarization": 0.006189, "text_correction": 0.01638 }, "task_cost_per_hour_usd": { "dictation": 0.1415, "information_extraction": 0.1816, "summarization": 0.1601, "text_correction": 0.1938 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 2.219882, "cost_per_quality": 0.02387, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9409, "cost_per_hour_usd": 0.1856, "latency": { "n": 100, "min": 4.854, "max": 85.329, "mean": 22.529, "p50": 17.812, "p95": 48.036 }, "tokens_per_second": 100.721, "ttft": { "n": 50, "min": 11.486, "max": 77.683, "mean": 32.454, "p50": 26.781, "p95": 54.7 }, "task_quality": { "dictation": 96, "information_extraction": 89, "summarization": 96, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.731667, "information_extraction": 0.481546, "summarization": 0.205681, "text_correction": 0.800988 }, "task_cost_per_quality": { "dictation": 0.01905, "information_extraction": 0.02705, "summarization": 0.01071, "text_correction": 0.04401 }, "task_cost_per_hour_usd": { "dictation": 0.1831, "information_extraction": 0.1824, "summarization": 0.1518, "text_correction": 0.2017 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 84, "total_cost_usd": 4.097709, "cost_per_quality": 0.0813, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9409, "cost_per_hour_usd": 0.165, "latency": { "n": 60, "min": 12.919, "max": 144.279, "mean": 62.486, "p50": 44.32, "p95": 141.975 }, "tokens_per_second": 97.101, "ttft": { "n": 26, "min": 10.531, "max": 122.145, "mean": 64.517, "p50": 65.669, "p95": 120.701 }, "task_quality": { "information_extraction": 81, "summarization": 88, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 1.061624, "summarization": 0.465661, "text_correction": 2.570424 }, "task_cost_per_quality": { "information_extraction": 0.06553, "summarization": 0.02646, "text_correction": 0.1587 }, "task_cost_per_hour_usd": { "information_extraction": 0.1518, "summarization": 0.1083, "text_correction": 0.1898 } }, { "model": "gpt-5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 81, "total_cost_usd": 6.427147, "cost_per_quality": 0.1368, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 9409, "cost_per_hour_usd": 0.1108, "latency": { "n": 58, "min": 20.272, "max": 236.797, "mean": 89.175, "p50": 52.55, "p95": 202.807 }, "error_count": 2, "tokens_per_second": 100.196, "ttft": { "n": 29, "min": 19.178, "max": 119.418, "mean": 60.668, "p50": 56.745, "p95": 106.295 }, "task_quality": { "information_extraction": 80, "summarization": 87, "text_correction": 77 }, "task_cost_usd": { "information_extraction": 1.477708, "summarization": 0.934613, "text_correction": 4.014826 }, "task_cost_per_quality": { "information_extraction": 0.09236, "summarization": 0.05371, "text_correction": 0.2897 }, "task_cost_per_hour_usd": { "information_extraction": 0.08809, "summarization": 0.06528, "text_correction": 0.1492 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.138183, "cost_per_quality": 0.001502, "hourly_prompt_tokens": 13338, "hourly_completion_tokens": 5810, "cost_per_hour_usd": 0.02637, "latency": { "n": 100, "min": 2.157, "max": 20.471, "mean": 6.222, "p50": 5.122, "p95": 13.288 }, "tokens_per_second": 101.426, "ttft": { "n": 50, "min": 2.3, "max": 14.528, "mean": 5.942, "p50": 4.989, "p95": 14.024 }, "task_quality": { "dictation": 99, "information_extraction": 82, "summarization": 95, "text_correction": 92 }, "task_cost_usd": { "dictation": 0.036226, "information_extraction": 0.046275, "summarization": 0.01781, "text_correction": 0.037872 }, "task_cost_per_quality": { "dictation": 0.0009148, "information_extraction": 0.002822, "summarization": 0.0009374, "text_correction": 0.002058 }, "task_cost_per_hour_usd": { "dictation": 0.02157, "information_extraction": 0.02957, "summarization": 0.0243, "text_correction": 0.03 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "120s", "quality_score": 88, "total_cost_usd": 0.314412, "cost_per_quality": 0.003573, "hourly_prompt_tokens": 13338, "hourly_completion_tokens": 5810, "cost_per_hour_usd": 0.02897, "latency": { "n": 100, "min": 3.781, "max": 33.005, "mean": 14.312, "p50": 14.47, "p95": 23.303 }, "tokens_per_second": 105.752, "ttft": { "n": 50, "min": 3.073, "max": 27.543, "mean": 10.774, "p50": 10.33, "p95": 18.85 }, "task_quality": { "dictation": 95, "information_extraction": 80, "summarization": 96, "text_correction": 82 }, "task_cost_usd": { "dictation": 0.121681, "information_extraction": 0.068157, "summarization": 0.030228, "text_correction": 0.094346 }, "task_cost_per_quality": { "dictation": 0.003202, "information_extraction": 0.00426, "summarization": 0.001574, "text_correction": 0.005753 }, "task_cost_per_hour_usd": { "dictation": 0.0296, "information_extraction": 0.02832, "summarization": 0.02277, "text_correction": 0.03137 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "900s", "quality_score": 80, "total_cost_usd": 0.507595, "cost_per_quality": 0.01057, "hourly_prompt_tokens": 13338, "hourly_completion_tokens": 5810, "cost_per_hour_usd": 0.02371, "latency": { "n": 60, "min": 6.56, "max": 73.809, "mean": 34.641, "p50": 36.939, "p95": 68.553 }, "tokens_per_second": 110.898, "ttft": { "n": 30, "min": 5.313, "max": 56.188, "mean": 28.451, "p50": 29.485, "p95": 56.136 }, "task_quality": { "information_extraction": 75, "summarization": 88, "text_correction": 77 }, "task_cost_usd": { "information_extraction": 0.166462, "summarization": 0.064379, "text_correction": 0.276754 }, "task_cost_per_quality": { "information_extraction": 0.0111, "summarization": 0.003658, "text_correction": 0.01797 }, "task_cost_per_hour_usd": { "information_extraction": 0.02337, "summarization": 0.01474, "text_correction": 0.02789 } }, { "model": "gpt-5-mini", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 71, "total_cost_usd": 0.837422, "cost_per_quality": 0.02106, "hourly_prompt_tokens": 13338, "hourly_completion_tokens": 5810, "cost_per_hour_usd": 0.01495, "latency": { "n": 56, "min": 9.716, "max": 114.284, "mean": 48.249, "p50": 41.449, "p95": 113.886 }, "error_count": 4, "tokens_per_second": 113.187, "ttft": { "n": 25, "min": 6.83, "max": 94.933, "mean": 23.807, "p50": 12.791, "p95": 70.479 }, "task_quality": { "information_extraction": 75, "summarization": 84, "text_correction": 53 }, "task_cost_usd": { "information_extraction": 0.217502, "summarization": 0.12503, "text_correction": 0.49489 }, "task_cost_per_quality": { "information_extraction": 0.01611, "summarization": 0.007442, "text_correction": 0.05188 }, "task_cost_per_hour_usd": { "information_extraction": 0.0131, "summarization": 0.008107, "text_correction": 0.02064 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "30s", "quality_score": 90, "total_cost_usd": 0.062412, "cost_per_quality": 0.0006935, "hourly_prompt_tokens": 13323, "hourly_completion_tokens": 9977, "cost_per_hour_usd": 0.007766, "latency": { "n": 100, "min": 3.349, "max": 39.578, "mean": 12.605, "p50": 9.932, "p95": 26.992 }, "tokens_per_second": 125.769, "ttft": { "n": 50, "min": 3.194, "max": 22.209, "mean": 9.461, "p50": 7.477, "p95": 20.496 }, "task_quality": { "dictation": 98, "information_extraction": 86, "summarization": 92, "text_correction": 83 }, "task_cost_usd": { "dictation": 0.024707, "information_extraction": 0.011965, "summarization": 0.00745, "text_correction": 0.01829 }, "task_cost_per_quality": { "dictation": 0.0006303, "information_extraction": 0.0006956, "summarization": 0.0004049, "text_correction": 0.001102 }, "task_cost_per_hour_usd": { "dictation": 0.007593, "information_extraction": 0.007588, "summarization": 0.007308, "text_correction": 0.008363 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "120s", "quality_score": 81, "total_cost_usd": 0.139737, "cost_per_quality": 0.001725, "hourly_prompt_tokens": 13323, "hourly_completion_tokens": 9977, "cost_per_hour_usd": 0.008141, "latency": { "n": 100, "min": 5.893, "max": 66.515, "mean": 26.282, "p50": 26.534, "p95": 53.795 }, "tokens_per_second": 131.659, "ttft": { "n": 50, "min": 4.157, "max": 52.298, "mean": 18.842, "p50": 18.28, "p95": 36.245 }, "task_quality": { "dictation": 83, "information_extraction": 82, "summarization": 86, "text_correction": 73 }, "task_cost_usd": { "dictation": 0.074644, "information_extraction": 0.018087, "summarization": 0.01185, "text_correction": 0.035156 }, "task_cost_per_quality": { "dictation": 0.002248, "information_extraction": 0.001103, "summarization": 0.000689, "text_correction": 0.002408 }, "task_cost_per_hour_usd": { "dictation": 0.008506, "information_extraction": 0.007365, "summarization": 0.006913, "text_correction": 0.008334 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "900s", "quality_score": 63, "total_cost_usd": 0.195131, "cost_per_quality": 0.00525, "hourly_prompt_tokens": 13323, "hourly_completion_tokens": 9977, "cost_per_hour_usd": 0.007098, "latency": { "n": 60, "min": 11.224, "max": 201.075, "mean": 71.585, "p50": 43.902, "p95": 198.793 }, "tokens_per_second": 130.321, "ttft": { "n": 30, "min": 10.162, "max": 99.37, "mean": 37.955, "p50": 32.438, "p95": 72.858 }, "task_quality": { "information_extraction": 60, "summarization": 73, "text_correction": 57 }, "task_cost_usd": { "information_extraction": 0.049958, "summarization": 0.022113, "text_correction": 0.12306 }, "task_cost_per_quality": { "information_extraction": 0.004382, "summarization": 0.001515, "text_correction": 0.01079 }, "task_cost_per_hour_usd": { "information_extraction": 0.006668, "summarization": 0.004828, "text_correction": 0.007982 } }, { "model": "gpt-5-nano", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 52, "total_cost_usd": 0.256131, "cost_per_quality": 0.008956, "hourly_prompt_tokens": 13323, "hourly_completion_tokens": 9977, "cost_per_hour_usd": 0.004657, "latency": { "n": 55, "min": 15.033, "max": 242.381, "mean": 79.333, "p50": 36.775, "p95": 231.41 }, "error_count": 5, "tokens_per_second": 141.432, "ttft": { "n": 29, "min": 9.888, "max": 136.531, "mean": 43.677, "p50": 33.938, "p95": 128.918 }, "task_quality": { "information_extraction": 62, "summarization": 71, "text_correction": 24 }, "task_cost_usd": { "information_extraction": 0.06111, "summarization": 0.043727, "text_correction": 0.151294 }, "task_cost_per_quality": { "information_extraction": 0.005798, "summarization": 0.003079, "text_correction": 0.03502 }, "task_cost_per_hour_usd": { "information_extraction": 0.004074, "summarization": 0.002978, "text_correction": 0.005976 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "30s", "quality_score": 91, "total_cost_usd": 0.12046, "cost_per_quality": 0.001324, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4620, "cost_per_hour_usd": 0.05008, "latency": { "n": 100, "min": 0.559, "max": 2.403, "mean": 1.178, "p50": 1.121, "p95": 1.9 }, "tokens_per_second": 62.198, "ttft": { "n": 50, "min": 0.435, "max": 1.907, "mean": 0.84, "p50": 0.667, "p95": 1.732 }, "task_quality": { "dictation": 98, "information_extraction": 85, "summarization": 93, "text_correction": 87 }, "task_cost_usd": { "dictation": 0.034556, "information_extraction": 0.031316, "summarization": 0.02509, "text_correction": 0.029498 }, "task_cost_per_quality": { "dictation": 0.0008815, "information_extraction": 0.001842, "summarization": 0.001349, "text_correction": 0.001695 }, "task_cost_per_hour_usd": { "dictation": 0.03553, "information_extraction": 0.05659, "summarization": 0.0591, "text_correction": 0.06487 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.276933, "cost_per_quality": 0.003112, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4620, "cost_per_hour_usd": 0.06366, "latency": { "n": 100, "min": 0.911, "max": 5.207, "mean": 2.203, "p50": 1.927, "p95": 4.17 }, "tokens_per_second": 92.507, "ttft": { "n": 50, "min": 0.43, "max": 3.202, "mean": 0.833, "p50": 0.683, "p95": 1.636 }, "task_quality": { "dictation": 95, "information_extraction": 82, "summarization": 93, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.081416, "information_extraction": 0.050357, "summarization": 0.050292, "text_correction": 0.094868 }, "task_cost_per_quality": { "dictation": 0.002143, "information_extraction": 0.003071, "summarization": 0.002704, "text_correction": 0.00539 }, "task_cost_per_hour_usd": { "dictation": 0.05631, "information_extraction": 0.05317, "summarization": 0.059, "text_correction": 0.08583 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "900s", "quality_score": 81, "total_cost_usd": 0.956818, "cost_per_quality": 0.01969, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4620, "cost_per_hour_usd": 0.06837, "latency": { "n": 60, "min": 1.174, "max": 23.583, "mean": 9.542, "p50": 5.83, "p95": 21.874 }, "tokens_per_second": 112.46, "ttft": { "n": 30, "min": 0.537, "max": 0.979, "mean": 0.678, "p50": 0.654, "p95": 0.96 }, "task_quality": { "information_extraction": 75, "summarization": 87, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.191374, "summarization": 0.157762, "text_correction": 0.607682 }, "task_cost_per_quality": { "information_extraction": 0.01276, "summarization": 0.009067, "text_correction": 0.03751 }, "task_cost_per_hour_usd": { "information_extraction": 0.04765, "summarization": 0.04223, "text_correction": 0.09734 } }, { "model": "gpt-5.1", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 78, "total_cost_usd": 3.649441, "cost_per_quality": 0.08067, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4620, "cost_per_hour_usd": 0.06292, "latency": { "n": 58, "min": 5.521, "max": 108.407, "mean": 34.019, "p50": 14.859, "p95": 101.611 }, "error_count": 2, "tokens_per_second": 113.793, "ttft": { "n": 29, "min": 0.69, "max": 9.995, "mean": 1.411, "p50": 1.069, "p95": 1.901 }, "task_quality": { "information_extraction": 73, "summarization": 84, "text_correction": 77 }, "task_cost_usd": { "information_extraction": 0.644662, "summarization": 0.500513, "text_correction": 2.504266 }, "task_cost_per_quality": { "information_extraction": 0.04415, "summarization": 0.02979, "text_correction": 0.1807 }, "task_cost_per_hour_usd": { "information_extraction": 0.03881, "summarization": 0.03185, "text_correction": 0.09754 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "30s", "quality_score": 93, "total_cost_usd": 0.152272, "cost_per_quality": 0.001637, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.06414, "latency": { "n": 100, "min": 0.642, "max": 5.038, "mean": 1.388, "p50": 1.363, "p95": 2.209 }, "tokens_per_second": 45.114, "ttft": { "n": 50, "min": 0.595, "max": 2.527, "mean": 0.991, "p50": 0.796, "p95": 1.937 }, "task_quality": { "dictation": 98, "information_extraction": 88, "summarization": 96, "text_correction": 90 }, "task_cost_usd": { "dictation": 0.04502, "information_extraction": 0.033206, "summarization": 0.0344, "text_correction": 0.039646 }, "task_cost_per_quality": { "dictation": 0.001148, "information_extraction": 0.001887, "summarization": 0.001792, "text_correction": 0.002203 }, "task_cost_per_hour_usd": { "dictation": 0.04626, "information_extraction": 0.06403, "summarization": 0.08043, "text_correction": 0.0872 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.372428, "cost_per_quality": 0.004185, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.08558, "latency": { "n": 100, "min": 1.331, "max": 5.009, "mean": 2.631, "p50": 2.103, "p95": 4.76 }, "tokens_per_second": 71.659, "ttft": { "n": 50, "min": 0.59, "max": 2.186, "mean": 0.848, "p50": 0.704, "p95": 1.657 }, "task_quality": { "dictation": 94, "information_extraction": 83, "summarization": 95, "text_correction": 83 }, "task_cost_usd": { "dictation": 0.110594, "information_extraction": 0.054749, "summarization": 0.075589, "text_correction": 0.131496 }, "task_cost_per_quality": { "dictation": 0.002941, "information_extraction": 0.003298, "summarization": 0.003978, "text_correction": 0.007921 }, "task_cost_per_hour_usd": { "dictation": 0.07611, "information_extraction": 0.06101, "summarization": 0.08536, "text_correction": 0.1178 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "900s", "quality_score": 81, "total_cost_usd": 1.278171, "cost_per_quality": 0.02675, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.09252, "latency": { "n": 59, "min": 2.13, "max": 35.82, "mean": 12.482, "p50": 6.474, "p95": 34.046 }, "error_count": 1, "tokens_per_second": 83.212, "ttft": { "n": 30, "min": 0.561, "max": 1.151, "mean": 0.716, "p50": 0.697, "p95": 0.901 }, "task_quality": { "information_extraction": 73, "summarization": 86, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.211888, "summarization": 0.223955, "text_correction": 0.842328 }, "task_cost_per_quality": { "information_extraction": 0.01528, "summarization": 0.01302, "text_correction": 0.04955 }, "task_cost_per_hour_usd": { "information_extraction": 0.05706, "summarization": 0.0589, "text_correction": 0.1337 } }, { "model": "gpt-5.2", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 81, "total_cost_usd": 4.900612, "cost_per_quality": 0.1043, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4363, "cost_per_hour_usd": 0.08449, "latency": { "n": 58, "min": 6.518, "max": 149.825, "mean": 45.458, "p50": 13.573, "p95": 143.34 }, "error_count": 2, "tokens_per_second": 85.18, "ttft": { "n": 29, "min": 0.589, "max": 1.138, "mean": 0.776, "p50": 0.742, "p95": 1.115 }, "task_quality": { "information_extraction": 73, "summarization": 89, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.713648, "summarization": 0.740272, "text_correction": 3.446692 }, "task_cost_per_quality": { "information_extraction": 0.04888, "summarization": 0.04159, "text_correction": 0.2364 }, "task_cost_per_hour_usd": { "information_extraction": 0.04435, "summarization": 0.04597, "text_correction": 0.1336 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.65554, "cost_per_quality": 0.0069, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5157, "cost_per_hour_usd": 0.2354, "latency": { "n": 100, "min": 1.013, "max": 9.348, "mean": 2.699, "p50": 2.161, "p95": 5.838 }, "tokens_per_second": 53.421, "ttft": { "n": 50, "min": 0.649, "max": 5.687, "mean": 2.001, "p50": 1.829, "p95": 4.039 }, "task_quality": { "dictation": 99, "information_extraction": 89, "summarization": 98, "text_correction": 96 }, "task_cost_usd": { "dictation": 0.16615, "information_extraction": 0.20711, "summarization": 0.07951, "text_correction": 0.20277 }, "task_cost_per_quality": { "dictation": 0.004196, "information_extraction": 0.01164, "summarization": 0.004057, "text_correction": 0.01056 }, "task_cost_per_hour_usd": { "dictation": 0.1628, "information_extraction": 0.2863, "summarization": 0.1955, "text_correction": 0.32 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 1.29897, "cost_per_quality": 0.01412, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5157, "cost_per_hour_usd": 0.2631, "latency": { "n": 100, "min": 1.706, "max": 10.73, "mean": 4.346, "p50": 3.154, "p95": 9.261 }, "tokens_per_second": 73.748, "ttft": { "n": 50, "min": 0.534, "max": 7.106, "mean": 2.772, "p50": 2.172, "p95": 6.321 }, "task_quality": { "dictation": 95, "information_extraction": 91, "summarization": 94, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.36101, "information_extraction": 0.31387, "summarization": 0.13779, "text_correction": 0.4863 }, "task_cost_per_quality": { "dictation": 0.0095, "information_extraction": 0.01725, "summarization": 0.007329, "text_correction": 0.02732 }, "task_cost_per_hour_usd": { "dictation": 0.2302, "information_extraction": 0.2657, "summarization": 0.1772, "text_correction": 0.3451 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "900s", "quality_score": 87, "total_cost_usd": 4.62053, "cost_per_quality": 0.08852, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5157, "cost_per_hour_usd": 0.2829, "latency": { "n": 60, "min": 3.232, "max": 63.806, "mean": 20.908, "p50": 19.349, "p95": 61.219 }, "tokens_per_second": 86.934, "ttft": { "n": 30, "min": 0.752, "max": 33.301, "mean": 10.678, "p50": 7.774, "p95": 32.106 }, "task_quality": { "information_extraction": 84, "summarization": 90, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 1.34904, "summarization": 0.5096, "text_correction": 2.76189 }, "task_cost_per_quality": { "information_extraction": 0.0803, "summarization": 0.02831, "text_correction": 0.1606 }, "task_cost_per_hour_usd": { "information_extraction": 0.2616, "summarization": 0.1431, "text_correction": 0.3625 } }, { "model": "gpt-5.5", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 84, "total_cost_usd": 12.85324, "cost_per_quality": 0.2638, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 5157, "cost_per_hour_usd": 0.2216, "latency": { "n": 58, "min": 7.262, "max": 106.61, "mean": 42.554, "p50": 29.842, "p95": 103.028 }, "error_count": 2, "tokens_per_second": 98.061, "ttft": { "n": 29, "min": 1.541, "max": 38.078, "mean": 11.354, "p50": 6.841, "p95": 30.104 }, "task_quality": { "information_extraction": 76, "summarization": 91, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 2.94942, "summarization": 1.79303, "text_correction": 8.11079 }, "task_cost_per_quality": { "information_extraction": 0.194, "summarization": 0.09852, "text_correction": 0.5301 }, "task_cost_per_hour_usd": { "information_extraction": 0.17, "summarization": 0.1181, "text_correction": 0.3186 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.027025, "cost_per_quality": 0.0002396, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4477, "cost_per_hour_usd": 0.008183, "latency": { "n": 120, "min": 0.689, "max": 4.621, "mean": 1.79, "p50": 1.338, "p95": 4.134 }, "tokens_per_second": 61.855, "ttft": { "n": 50, "min": 0.507, "max": 6.088, "mean": 1.739, "p50": 1.49, "p95": 3.841 }, "task_quality": { "dictation": 95, "information_extraction": 91, "summarization": 98, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.008581, "information_extraction": 0.007181, "summarization": 0.002939, "text_correction": 0.008324 }, "task_cost_per_quality": { "dictation": 0.0001505, "information_extraction": 0.0003946, "summarization": 0.0001499, "text_correction": 0.0004428 }, "task_cost_per_hour_usd": { "dictation": 0.005629, "information_extraction": 0.01027, "summarization": 0.007153, "text_correction": 0.01247 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 0.058736, "cost_per_quality": 0.000532, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4477, "cost_per_hour_usd": 0.009926, "latency": { "n": 120, "min": 1.394, "max": 9.3, "mean": 3.197, "p50": 2.199, "p95": 7.022 }, "tokens_per_second": 94.57, "ttft": { "n": 50, "min": 0.476, "max": 6.002, "mean": 2.364, "p50": 1.836, "p95": 5.008 }, "task_quality": { "dictation": 94, "information_extraction": 91, "summarization": 93, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.020968, "information_extraction": 0.011717, "summarization": 0.005847, "text_correction": 0.020204 }, "task_cost_per_quality": { "dictation": 0.0003718, "information_extraction": 0.0006438, "summarization": 0.0003144, "text_correction": 0.00111 }, "task_cost_per_hour_usd": { "dictation": 0.008703, "information_extraction": 0.009868, "summarization": 0.007105, "text_correction": 0.01349 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "900s", "quality_score": 87, "total_cost_usd": 0.146664, "cost_per_quality": 0.00281, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4477, "cost_per_hour_usd": 0.009664, "latency": { "n": 60, "min": 2.029, "max": 33.209, "mean": 12.006, "p50": 8.644, "p95": 28.171 }, "tokens_per_second": 114.603, "ttft": { "n": 30, "min": 0.79, "max": 15.276, "mean": 6.264, "p50": 6.227, "p95": 13.721 }, "task_quality": { "information_extraction": 84, "summarization": 88, "text_correction": 89 }, "task_cost_usd": { "information_extraction": 0.038838, "summarization": 0.019604, "text_correction": 0.088222 }, "task_cost_per_quality": { "information_extraction": 0.002312, "summarization": 0.001114, "text_correction": 0.004956 }, "task_cost_per_hour_usd": { "information_extraction": 0.008356, "summarization": 0.005357, "text_correction": 0.01284 } }, { "model": "gpt-5.6-luna", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 83, "total_cost_usd": 0.466762, "cost_per_quality": 0.009696, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4477, "cost_per_hour_usd": 0.008048, "latency": { "n": 58, "min": 3.165, "max": 99.626, "mean": 32.563, "p50": 13.73, "p95": 95.641 }, "error_count": 2, "tokens_per_second": 116.553, "ttft": { "n": 29, "min": 1.351, "max": 15.17, "mean": 5.166, "p50": 3.216, "p95": 14.52 }, "task_quality": { "information_extraction": 79, "summarization": 90, "text_correction": 80 }, "task_cost_usd": { "information_extraction": 0.093306, "summarization": 0.06611, "text_correction": 0.307346 }, "task_cost_per_quality": { "information_extraction": 0.005905, "summarization": 0.003673, "text_correction": 0.02134 }, "task_cost_per_hour_usd": { "information_extraction": 0.005533, "summarization": 0.004264, "text_correction": 0.01199 } }, { "model": "gpt-5.6-sol", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.172616, "cost_per_quality": 0.003634, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4741, "cost_per_hour_usd": 0.1365, "latency": { "n": 50, "min": 0.779, "max": 6.659, "mean": 2.348, "p50": 1.936, "p95": 4.762 }, "tokens_per_second": 38.86, "ttft": { "n": 50, "min": 0.574, "max": 3.912, "mean": 1.657, "p50": 1.469, "p95": 3.449 }, "task_quality": { "dictation": 99, "information_extraction": 94, "summarization": 91, "text_correction": 98 }, "task_cost_usd": { "dictation": 0.046716, "information_extraction": 0.052448, "summarization": 0.023508, "text_correction": 0.049944 }, "task_cost_per_quality": { "dictation": 0.002359, "information_extraction": 0.00558, "summarization": 0.002583, "text_correction": 0.005096 }, "task_cost_per_hour_usd": { "dictation": 0.09664, "information_extraction": 0.1654, "summarization": 0.121, "text_correction": 0.1851 } }, { "model": "gpt-5.6-sol", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.383752, "cost_per_quality": 0.008606, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4741, "cost_per_hour_usd": 0.1664, "latency": { "n": 50, "min": 1.67, "max": 16.297, "mean": 4.276, "p50": 2.995, "p95": 11.249 }, "tokens_per_second": 63.397, "ttft": { "n": 50, "min": 0.519, "max": 15.292, "mean": 3.048, "p50": 1.833, "p95": 9.6 }, "task_quality": { "dictation": 95, "information_extraction": 90, "summarization": 89, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.104108, "information_extraction": 0.079712, "summarization": 0.051248, "text_correction": 0.148684 }, "task_cost_per_quality": { "dictation": 0.005479, "information_extraction": 0.009841, "summarization": 0.005758, "text_correction": 0.01634 }, "task_cost_per_hour_usd": { "dictation": 0.141, "information_extraction": 0.1618, "summarization": 0.1276, "text_correction": 0.221 } }, { "model": "gpt-5.6-sol", "reasoning_effort": "default", "bucket": "900s", "quality_score": 87, "total_cost_usd": 1.34956, "cost_per_quality": 0.05171, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4741, "cost_per_hour_usd": 0.1761, "latency": { "n": 30, "min": 4.3, "max": 45.915, "mean": 19.349, "p50": 15.848, "p95": 44.246 }, "tokens_per_second": 74.454, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 81, "summarization": 88, "text_correction": 90 }, "task_cost_usd": { "information_extraction": 0.365948, "summarization": 0.194368, "text_correction": 0.789244 }, "task_cost_per_quality": { "information_extraction": 0.04518, "summarization": 0.02209, "text_correction": 0.08769 }, "task_cost_per_hour_usd": { "information_extraction": 0.1557, "summarization": 0.1059, "text_correction": 0.2268 } }, { "model": "gpt-5.6-sol", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 4.301636, "cost_per_quality": 0.1745, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4741, "cost_per_hour_usd": 0.1483, "latency": { "n": 29, "min": 6.588, "max": 115.743, "mean": 43.445, "p50": 30.668, "p95": 109.365 }, "error_count": 1, "tokens_per_second": 86.862, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 79, "summarization": 90, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.95246, "summarization": 0.66386, "text_correction": 2.685316 }, "task_cost_per_quality": { "information_extraction": 0.1206, "summarization": 0.07376, "text_correction": 0.351 }, "task_cost_per_hour_usd": { "information_extraction": 0.1115, "summarization": 0.08615, "text_correction": 0.2106 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.166936, "cost_per_quality": 0.001776, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 4445, "cost_per_hour_usd": 0.06821, "latency": { "n": 100, "min": 0.75, "max": 4.094, "mean": 1.625, "p50": 1.426, "p95": 3.332 }, "tokens_per_second": 46.056, "ttft": { "n": 50, "min": 0.571, "max": 2.869, "mean": 1.234, "p50": 0.955, "p95": 2.742 }, "task_quality": { "dictation": 98, "information_extraction": 87, "summarization": 100, "text_correction": 92 }, "task_cost_usd": { "dictation": 0.047524, "information_extraction": 0.044576, "summarization": 0.029488, "text_correction": 0.045348 }, "task_cost_per_quality": { "dictation": 0.001212, "information_extraction": 0.002562, "summarization": 0.001474, "text_correction": 0.002465 }, "task_cost_per_hour_usd": { "dictation": 0.04889, "information_extraction": 0.07783, "summarization": 0.07164, "text_correction": 0.09232 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.387228, "cost_per_quality": 0.004255, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 4445, "cost_per_hour_usd": 0.08586, "latency": { "n": 100, "min": 1.217, "max": 6.279, "mean": 2.806, "p50": 2.419, "p95": 5.62 }, "tokens_per_second": 80.011, "ttft": { "n": 50, "min": 0.561, "max": 3.663, "mean": 1.361, "p50": 0.965, "p95": 2.95 }, "task_quality": { "dictation": 93, "information_extraction": 87, "summarization": 95, "text_correction": 88 }, "task_cost_usd": { "dictation": 0.106304, "information_extraction": 0.080272, "summarization": 0.0591, "text_correction": 0.141552 }, "task_cost_per_quality": { "dictation": 0.002858, "information_extraction": 0.004613, "summarization": 0.003111, "text_correction": 0.008043 }, "task_cost_per_hour_usd": { "dictation": 0.07327, "information_extraction": 0.07901, "summarization": 0.07151, "text_correction": 0.1164 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "900s", "quality_score": 87, "total_cost_usd": 1.26578, "cost_per_quality": 0.02425, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 4445, "cost_per_hour_usd": 0.08883, "latency": { "n": 60, "min": 3.695, "max": 22.924, "mean": 10.649, "p50": 9.672, "p95": 22.229 }, "tokens_per_second": 100.238, "ttft": { "n": 30, "min": 0.715, "max": 9.53, "mean": 3.668, "p50": 2.681, "p95": 9.151 }, "task_quality": { "information_extraction": 83, "summarization": 91, "text_correction": 87 }, "task_cost_usd": { "information_extraction": 0.27768, "summarization": 0.204752, "text_correction": 0.783348 }, "task_cost_per_quality": { "information_extraction": 0.01673, "summarization": 0.01125, "text_correction": 0.04502 }, "task_cost_per_hour_usd": { "information_extraction": 0.06717, "summarization": 0.0553, "text_correction": 0.1222 } }, { "model": "gpt-5.6-terra", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 83, "total_cost_usd": 4.54426, "cost_per_quality": 0.09777, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 4445, "cost_per_hour_usd": 0.08035, "latency": { "n": 57, "min": 5.957, "max": 89.192, "mean": 30.361, "p50": 13.01, "p95": 85.107 }, "error_count": 3, "tokens_per_second": 109.811, "ttft": { "n": 29, "min": 0.753, "max": 15.675, "mean": 4.046, "p50": 2.1, "p95": 12.679 }, "task_quality": { "information_extraction": 76, "summarization": 90, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.750408, "summarization": 0.687248, "text_correction": 3.106604 }, "task_cost_per_quality": { "information_extraction": 0.05485, "summarization": 0.03818, "text_correction": 0.2079 }, "task_cost_per_hour_usd": { "information_extraction": 0.04966, "summarization": 0.04395, "text_correction": 0.1204 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "30s", "quality_score": 96, "total_cost_usd": 0.75988, "cost_per_quality": 0.007915, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4392, "cost_per_hour_usd": 0.3085, "latency": { "n": 100, "min": 1.258, "max": 9.995, "mean": 3.072, "p50": 2.46, "p95": 7.438 }, "tokens_per_second": 23.959, "ttft": { "n": 50, "min": 0.704, "max": 5.67, "mean": 2.197, "p50": 1.433, "p95": 4.785 }, "task_quality": { "dictation": 99, "information_extraction": 90, "summarization": 99, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.22098, "information_extraction": 0.21299, "summarization": 0.11299, "text_correction": 0.21292 }, "task_cost_per_quality": { "dictation": 0.00558, "information_extraction": 0.01183, "summarization": 0.005707, "text_correction": 0.01133 }, "task_cost_per_hour_usd": { "dictation": 0.2274, "information_extraction": 0.3604, "summarization": 0.2889, "text_correction": 0.4184 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "120s", "quality_score": 94, "total_cost_usd": 1.68199, "cost_per_quality": 0.01789, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4392, "cost_per_hour_usd": 0.374, "latency": { "n": 100, "min": 1.731, "max": 13.947, "mean": 5.419, "p50": 3.757, "p95": 10.654 }, "tokens_per_second": 39.087, "ttft": { "n": 50, "min": 0.754, "max": 6.426, "mean": 2.521, "p50": 1.859, "p95": 5.56 }, "task_quality": { "dictation": 96, "information_extraction": 91, "summarization": 98, "text_correction": 93 }, "task_cost_usd": { "dictation": 0.47184, "information_extraction": 0.33829, "summarization": 0.22954, "text_correction": 0.64232 }, "task_cost_per_quality": { "dictation": 0.01229, "information_extraction": 0.01859, "summarization": 0.01171, "text_correction": 0.03453 }, "task_cost_per_hour_usd": { "dictation": 0.3252, "information_extraction": 0.3388, "summarization": 0.291, "text_correction": 0.5105 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "900s", "quality_score": 88, "total_cost_usd": 5.2903, "cost_per_quality": 0.1002, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4392, "cost_per_hour_usd": 0.3781, "latency": { "n": 60, "min": 3.402, "max": 52.833, "mean": 20.412, "p50": 13.102, "p95": 52.824 }, "tokens_per_second": 47.217, "ttft": { "n": 30, "min": 1.019, "max": 9.88, "mean": 4.344, "p50": 4.539, "p95": 8.853 }, "task_quality": { "information_extraction": 80, "summarization": 94, "text_correction": 91 }, "task_cost_usd": { "information_extraction": 1.18274, "summarization": 0.82164, "text_correction": 3.28592 }, "task_cost_per_quality": { "information_extraction": 0.07392, "summarization": 0.0437, "text_correction": 0.1805 }, "task_cost_per_hour_usd": { "information_extraction": 0.2909, "summarization": 0.23, "text_correction": 0.5172 } }, { "model": "gpt-6-astra", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 88, "total_cost_usd": 20.49683, "cost_per_quality": 0.4016, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4392, "cost_per_hour_usd": 0.3534, "latency": { "n": 58, "min": 5.741, "max": 220.523, "mean": 66.018, "p50": 24.054, "p95": 206.376 }, "error_count": 2, "tokens_per_second": 53.09, "ttft": { "n": 29, "min": 1.045, "max": 16.345, "mean": 4.931, "p50": 3.941, "p95": 10.114 }, "task_quality": { "information_extraction": 83, "summarization": 95, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 3.9801, "summarization": 3.01475, "text_correction": 13.50198 }, "task_cost_per_quality": { "information_extraction": 0.2398, "summarization": 0.1587, "text_correction": 0.8722 }, "task_cost_per_hour_usd": { "information_extraction": 0.2406, "summarization": 0.1961, "text_correction": 0.5176 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.012165, "cost_per_quality": 0.0001281, "hourly_prompt_tokens": 13398, "hourly_completion_tokens": 5167, "cost_per_hour_usd": 0.00427, "latency": { "n": 100, "min": 0.741, "max": 10.355, "mean": 2.265, "p50": 1.694, "p95": 5.055 }, "tokens_per_second": 76.086, "ttft": { "n": 50, "min": 0.545, "max": 5.231, "mean": 1.402, "p50": 0.992, "p95": 3.565 }, "task_quality": { "dictation": 97, "information_extraction": 88, "summarization": 97, "text_correction": 96 }, "task_cost_usd": { "dictation": 0.003043, "information_extraction": 0.003565, "summarization": 0.001701, "text_correction": 0.003856 }, "task_cost_per_quality": { "dictation": 0.00007843, "information_extraction": 0.0002026, "summarization": 0.00008768, "text_correction": 0.0002008 }, "task_cost_per_hour_usd": { "dictation": 0.002984, "information_extraction": 0.004948, "summarization": 0.003902, "text_correction": 0.005728 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 0.025317, "cost_per_quality": 0.0002752, "hourly_prompt_tokens": 13398, "hourly_completion_tokens": 5167, "cost_per_hour_usd": 0.004851, "latency": { "n": 100, "min": 1.277, "max": 10.85, "mean": 3.408, "p50": 2.368, "p95": 7.292 }, "tokens_per_second": 111.029, "ttft": { "n": 50, "min": 0.706, "max": 9.081, "mean": 2.587, "p50": 1.56, "p95": 7.467 }, "task_quality": { "dictation": 95, "information_extraction": 89, "summarization": 95, "text_correction": 87 }, "task_cost_usd": { "dictation": 0.006406, "information_extraction": 0.006029, "summarization": 0.003034, "text_correction": 0.009848 }, "task_cost_per_quality": { "dictation": 0.0001686, "information_extraction": 0.0003387, "summarization": 0.0001597, "text_correction": 0.000566 }, "task_cost_per_hour_usd": { "dictation": 0.004079, "information_extraction": 0.004859, "summarization": 0.003635, "text_correction": 0.006259 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "900s", "quality_score": 87, "total_cost_usd": 0.077404, "cost_per_quality": 0.001483, "hourly_prompt_tokens": 13398, "hourly_completion_tokens": 5167, "cost_per_hour_usd": 0.004828, "latency": { "n": 60, "min": 2.451, "max": 28.56, "mean": 13.921, "p50": 15.461, "p95": 25.483 }, "tokens_per_second": 129.428, "ttft": { "n": 30, "min": 0.985, "max": 19.53, "mean": 6.958, "p50": 6.891, "p95": 12.524 }, "task_quality": { "information_extraction": 85, "summarization": 94, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.022905, "summarization": 0.009999, "text_correction": 0.0445 }, "task_cost_per_quality": { "information_extraction": 0.001347, "summarization": 0.0005319, "text_correction": 0.002681 }, "task_cost_per_hour_usd": { "information_extraction": 0.004504, "summarization": 0.002769, "text_correction": 0.006067 } }, { "model": "gpt-6-luna", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 0.223623, "cost_per_quality": 0.004616, "hourly_prompt_tokens": 13398, "hourly_completion_tokens": 5167, "cost_per_hour_usd": 0.003923, "latency": { "n": 57, "min": 5.32, "max": 78.975, "mean": 29.726, "p50": 18.96, "p95": 71.5 }, "error_count": 3, "tokens_per_second": 140.797, "ttft": { "n": 29, "min": 1.072, "max": 22.568, "mean": 8.079, "p50": 5.295, "p95": 17.682 }, "task_quality": { "information_extraction": 82, "summarization": 91, "text_correction": 82 }, "task_cost_usd": { "information_extraction": 0.049117, "summarization": 0.034322, "text_correction": 0.140184 }, "task_cost_per_quality": { "information_extraction": 0.003153, "summarization": 0.001886, "text_correction": 0.009498 }, "task_cost_per_hour_usd": { "information_extraction": 0.003011, "summarization": 0.002264, "text_correction": 0.005492 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "30s", "quality_score": 96, "total_cost_usd": 0.012729, "cost_per_quality": 0.0001657, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6667, "cost_per_hour_usd": 0.005361, "latency": { "n": 80, "min": 0.917, "max": 9.961, "mean": 3.139, "p50": 2.487, "p95": 6.945 }, "tokens_per_second": 79.001, "ttft": { "n": 50, "min": 0.721, "max": 6.504, "mean": 2.037, "p50": 1.46, "p95": 4.977 }, "task_quality": { "dictation": 99, "information_extraction": 90, "summarization": 98, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.001554, "information_extraction": 0.004426, "summarization": 0.001795, "text_correction": 0.004954 }, "task_cost_per_quality": { "dictation": 0.00007848, "information_extraction": 0.0002459, "summarization": 0.00009158, "text_correction": 0.0002607 }, "task_cost_per_hour_usd": { "dictation": 0.00327, "information_extraction": 0.005876, "summarization": 0.004344, "text_correction": 0.006761 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.031403, "cost_per_quality": 0.0004221, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6667, "cost_per_hour_usd": 0.006239, "latency": { "n": 80, "min": 1.67, "max": 17.001, "mean": 6.3, "p50": 5.268, "p95": 14.541 }, "tokens_per_second": 95.136, "ttft": { "n": 50, "min": 0.841, "max": 15.667, "mean": 3.811, "p50": 1.97, "p95": 11.43 }, "task_quality": { "dictation": 97, "information_extraction": 93, "summarization": 93, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.003275, "information_extraction": 0.008587, "summarization": 0.003526, "text_correction": 0.016015 }, "task_cost_per_quality": { "dictation": 0.0001688, "information_extraction": 0.0004617, "summarization": 0.0001896, "text_correction": 0.0008997 }, "task_cost_per_hour_usd": { "dictation": 0.004461, "information_extraction": 0.006113, "summarization": 0.00429, "text_correction": 0.007728 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "900s", "quality_score": 88, "total_cost_usd": 0.133353, "cost_per_quality": 0.002526, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6667, "cost_per_hour_usd": 0.006527, "latency": { "n": 60, "min": 4.182, "max": 75.566, "mean": 29.739, "p50": 28.874, "p95": 62.401 }, "tokens_per_second": 114.88, "ttft": { "n": 30, "min": 2.149, "max": 81.831, "mean": 32.72, "p50": 34.892, "p95": 70.885 }, "task_quality": { "information_extraction": 86, "summarization": 93, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 0.039033, "summarization": 0.012338, "text_correction": 0.081982 }, "task_cost_per_quality": { "information_extraction": 0.002269, "summarization": 0.0006633, "text_correction": 0.004822 }, "task_cost_per_hour_usd": { "information_extraction": 0.006177, "summarization": 0.003448, "text_correction": 0.007783 } }, { "model": "gpt-6-luna", "reasoning_effort": "high", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 0.270939, "cost_per_quality": 0.005496, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 6667, "cost_per_hour_usd": 0.004671, "latency": { "n": 58, "min": 5.669, "max": 106.016, "mean": 42.766, "p50": 37.574, "p95": 100.144 }, "error_count": 2, "tokens_per_second": 135.047, "ttft": { "n": 29, "min": 5.337, "max": 94.258, "mean": 33.27, "p50": 35.531, "p95": 60.172 }, "task_quality": { "information_extraction": 81, "summarization": 92, "text_correction": 81 }, "task_cost_usd": { "information_extraction": 0.074316, "summarization": 0.038671, "text_correction": 0.157952 }, "task_cost_per_quality": { "information_extraction": 0.004587, "summarization": 0.002102, "text_correction": 0.01083 }, "task_cost_per_hour_usd": { "information_extraction": 0.004103, "summarization": 0.002671, "text_correction": 0.006215 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.005255, "cost_per_quality": 0.00006988, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4096, "cost_per_hour_usd": 0.002813, "latency": { "n": 80, "min": 0.552, "max": 3.18, "mean": 0.898, "p50": 0.87, "p95": 1.181 }, "tokens_per_second": 68.362, "ttft": { "n": 44, "min": 0.376, "max": 0.542, "mean": 0.464, "p50": 0.482, "p95": 0.517 }, "task_quality": { "dictation": 98, "information_extraction": 88, "summarization": 98, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.001116, "information_extraction": 0.001327, "summarization": 0.001156, "text_correction": 0.001656 }, "task_cost_per_quality": { "dictation": 0.00005694, "information_extraction": 0.0000754, "summarization": 0.00005898, "text_correction": 0.00008809 }, "task_cost_per_hour_usd": { "dictation": 0.002254, "information_extraction": 0.002608, "summarization": 0.002885, "text_correction": 0.003574 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "120s", "quality_score": 89, "total_cost_usd": 0.012007, "cost_per_quality": 0.0001686, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4096, "cost_per_hour_usd": 0.003378, "latency": { "n": 80, "min": 0.73, "max": 3.297, "mean": 1.559, "p50": 1.222, "p95": 2.6 }, "tokens_per_second": 109.541, "ttft": { "n": 43, "min": 0.36, "max": 0.558, "mean": 0.443, "p50": 0.43, "p95": 0.534 }, "task_quality": { "dictation": 96, "information_extraction": 85, "summarization": 92, "text_correction": 85 }, "task_cost_usd": { "dictation": 0.002366, "information_extraction": 0.002213, "summarization": 0.002257, "text_correction": 0.005171 }, "task_cost_per_quality": { "dictation": 0.0001232, "information_extraction": 0.0001302, "summarization": 0.0001227, "text_correction": 0.0003042 }, "task_cost_per_hour_usd": { "dictation": 0.003203, "information_extraction": 0.00251, "summarization": 0.00283, "text_correction": 0.004552 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "900s", "quality_score": 84, "total_cost_usd": 0.050166, "cost_per_quality": 0.0009954, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4096, "cost_per_hour_usd": 0.003605, "latency": { "n": 60, "min": 1.223, "max": 18.945, "mean": 6.364, "p50": 3.613, "p95": 16.236 }, "tokens_per_second": 130.947, "ttft": { "n": 30, "min": 0.418, "max": 1.488, "mean": 0.771, "p50": 0.697, "p95": 1.46 }, "task_quality": { "information_extraction": 75, "summarization": 94, "text_correction": 83 }, "task_cost_usd": { "information_extraction": 0.009482, "summarization": 0.007916, "text_correction": 0.032768 }, "task_cost_per_quality": { "information_extraction": 0.0006321, "summarization": 0.0004211, "text_correction": 0.001974 }, "task_cost_per_hour_usd": { "information_extraction": 0.002452, "summarization": 0.0022, "text_correction": 0.00508 } }, { "model": "gpt-6-luna", "reasoning_effort": "none", "bucket": "3600s", "quality_score": 82, "total_cost_usd": 0.196362, "cost_per_quality": 0.004129, "hourly_prompt_tokens": 13378, "hourly_completion_tokens": 4096, "cost_per_hour_usd": 0.003386, "latency": { "n": 58, "min": 2.042, "max": 73.006, "mean": 22.174, "p50": 5.094, "p95": 72.005 }, "error_count": 2, "tokens_per_second": 139.063, "ttft": { "n": 29, "min": 0.577, "max": 5.694, "mean": 0.986, "p50": 0.822, "p95": 1.077 }, "task_quality": { "information_extraction": 75, "summarization": 90, "text_correction": 80 }, "task_cost_usd": { "information_extraction": 0.033854, "summarization": 0.029953, "text_correction": 0.132555 }, "task_cost_per_quality": { "information_extraction": 0.002257, "summarization": 0.001664, "text_correction": 0.009205 }, "task_cost_per_hour_usd": { "information_extraction": 0.002097, "summarization": 0.001919, "text_correction": 0.005051 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "30s", "quality_score": 95, "total_cost_usd": 0.168622, "cost_per_quality": 0.001972, "hourly_prompt_tokens": 13393, "hourly_completion_tokens": 5170, "cost_per_hour_usd": 0.07265, "latency": { "n": 90, "min": 0.684, "max": 6.239, "mean": 1.77, "p50": 1.524, "p95": 3.634 }, "tokens_per_second": 62.957, "ttft": { "n": 50, "min": 0.413, "max": 32.947, "mean": 4.135, "p50": 0.938, "p95": 32.068 }, "task_quality": { "dictation": 99, "information_extraction": 89, "summarization": 98, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.050306, "information_extraction": 0.046688, "summarization": 0.015324, "text_correction": 0.056304 }, "task_cost_per_quality": { "dictation": 0.00127, "information_extraction": 0.002623, "summarization": 0.001564, "text_correction": 0.002963 }, "task_cost_per_hour_usd": { "dictation": 0.05224, "information_extraction": 0.07942, "summarization": 0.07335, "text_correction": 0.1003 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 0.3903, "cost_per_quality": 0.004819, "hourly_prompt_tokens": 13393, "hourly_completion_tokens": 5170, "cost_per_hour_usd": 0.09048, "latency": { "n": 89, "min": 1.325, "max": 18.124, "mean": 3.754, "p50": 2.488, "p95": 11.543 }, "error_count": 1, "tokens_per_second": 100.602, "ttft": { "n": 50, "min": 0.613, "max": 5.594, "mean": 2.028, "p50": 1.371, "p95": 5.066 }, "task_quality": { "dictation": 95, "information_extraction": 91, "summarization": 89, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.111518, "information_extraction": 0.097368, "summarization": 0.02361, "text_correction": 0.157804 }, "task_cost_per_quality": { "dictation": 0.002935, "information_extraction": 0.00535, "summarization": 0.002948, "text_correction": 0.008865 }, "task_cost_per_hour_usd": { "dictation": 0.07528, "information_extraction": 0.08725, "summarization": 0.06672, "text_correction": 0.1158 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "900s", "quality_score": 87, "total_cost_usd": 1.055246, "cost_per_quality": 0.02426, "hourly_prompt_tokens": 13393, "hourly_completion_tokens": 5170, "cost_per_hour_usd": 0.08713, "latency": { "n": 50, "min": 1.813, "max": 18.792, "mean": 9.454, "p50": 9.823, "p95": 15.914 }, "tokens_per_second": 138.556, "ttft": { "n": 20, "min": 1.722, "max": 10.164, "mean": 4.512, "p50": 3.383, "p95": 8.475 }, "task_quality": { "information_extraction": 81, "summarization": 89, "text_correction": 90 }, "task_cost_usd": { "information_extraction": 0.291498, "summarization": 0.083284, "text_correction": 0.680464 }, "task_cost_per_quality": { "information_extraction": 0.01799, "summarization": 0.009358, "text_correction": 0.0378 }, "task_cost_per_hour_usd": { "information_extraction": 0.0696, "summarization": 0.04854, "text_correction": 0.1096 } }, { "model": "gpt-6-sol", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 85, "total_cost_usd": 3.767306, "cost_per_quality": 0.09234, "hourly_prompt_tokens": 13393, "hourly_completion_tokens": 5170, "cost_per_hour_usd": 0.07849, "latency": { "n": 48, "min": 3.479, "max": 68.446, "mean": 26.099, "p50": 12.047, "p95": 67.337 }, "error_count": 2, "tokens_per_second": 147.023, "ttft": { "n": 19, "min": 1.415, "max": 10.263, "mean": 4.614, "p50": 3.691, "p95": 10.263 }, "task_quality": { "information_extraction": 81, "summarization": 89, "text_correction": 84 }, "task_cost_usd": { "information_extraction": 0.77992, "summarization": 0.30025, "text_correction": 2.687136 }, "task_cost_per_quality": { "information_extraction": 0.04814, "summarization": 0.03374, "text_correction": 0.1777 }, "task_cost_per_hour_usd": { "information_extraction": 0.04952, "summarization": 0.04085, "text_correction": 0.1079 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "30s", "quality_score": 96, "total_cost_usd": 0.10084, "cost_per_quality": 0.001751, "hourly_prompt_tokens": 13392, "hourly_completion_tokens": 6319, "cost_per_hour_usd": 0.07427, "latency": { "n": 60, "min": 1.046, "max": 9.003, "mean": 3.4, "p50": 3.233, "p95": 6.345 }, "tokens_per_second": 31.913, "ttft": { "n": 49, "min": 0.633, "max": 16.167, "mean": 3.129, "p50": 1.731, "p95": 9.219 }, "task_quality": { "dictation": 99, "information_extraction": 90, "summarization": 98, "text_correction": 95 }, "task_cost_usd": { "dictation": 0.022298, "information_extraction": 0.021294, "summarization": 0.011384, "text_correction": 0.045864 }, "task_cost_per_quality": { "dictation": 0.001126, "information_extraction": 0.002366, "summarization": 0.001162, "text_correction": 0.002414 }, "task_cost_per_hour_usd": { "dictation": 0.05079, "information_extraction": 0.07993, "summarization": 0.0644, "text_correction": 0.09646 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "120s", "quality_score": 93, "total_cost_usd": 0.237506, "cost_per_quality": 0.004256, "hourly_prompt_tokens": 13392, "hourly_completion_tokens": 6319, "cost_per_hour_usd": 0.09065, "latency": { "n": 60, "min": 1.796, "max": 15.661, "mean": 6.421, "p50": 6.761, "p95": 11.67 }, "tokens_per_second": 47.432, "ttft": { "n": 48, "min": 0.632, "max": 8.753, "mean": 2.473, "p50": 1.776, "p95": 6.519 }, "task_quality": { "dictation": 96, "information_extraction": 86, "summarization": 95, "text_correction": 94 }, "task_cost_usd": { "dictation": 0.048694, "information_extraction": 0.035914, "summarization": 0.023434, "text_correction": 0.129464 }, "task_cost_per_quality": { "dictation": 0.002536, "information_extraction": 0.004176, "summarization": 0.002467, "text_correction": 0.006886 }, "task_cost_per_hour_usd": { "dictation": 0.07359, "information_extraction": 0.07795, "summarization": 0.06545, "text_correction": 0.1136 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "900s", "quality_score": 88, "total_cost_usd": 0.869322, "cost_per_quality": 0.0247, "hourly_prompt_tokens": 13392, "hourly_completion_tokens": 6319, "cost_per_hour_usd": 0.09419, "latency": { "n": 40, "min": 3.191, "max": 44.929, "mean": 22.933, "p50": 24.557, "p95": 44.512 }, "tokens_per_second": 60.954, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 83, "summarization": 91, "text_correction": 89 }, "task_cost_usd": { "information_extraction": 0.124404, "summarization": 0.085134, "text_correction": 0.659784 }, "task_cost_per_quality": { "information_extraction": 0.01499, "summarization": 0.009355, "text_correction": 0.03707 }, "task_cost_per_hour_usd": { "information_extraction": 0.06674, "summarization": 0.05238, "text_correction": 0.1149 } }, { "model": "gpt-6.1-sol", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 87, "total_cost_usd": 3.418866, "cost_per_quality": 0.1034, "hourly_prompt_tokens": 13392, "hourly_completion_tokens": 6319, "cost_per_hour_usd": 0.08997, "latency": { "n": 38, "min": 5.251, "max": 179.523, "mean": 74.771, "p50": 23.508, "p95": 179.523 }, "error_count": 2, "tokens_per_second": 72.092, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 85, "summarization": 91, "text_correction": 86 }, "task_cost_usd": { "information_extraction": 0.4011, "summarization": 0.30453, "text_correction": 2.713236 }, "task_cost_per_quality": { "information_extraction": 0.04719, "summarization": 0.03346, "text_correction": 0.1753 }, "task_cost_per_hour_usd": { "information_extraction": 0.05367, "summarization": 0.04385, "text_correction": 0.1151 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 55, "total_cost_usd": 0.015132, "cost_per_quality": 0.0005095, "hourly_prompt_tokens": 13292, "hourly_completion_tokens": 5338, "cost_per_hour_usd": 0.006717, "latency": { "n": 60, "min": 0.916, "max": 11.474, "mean": 3.91, "p50": 2.83, "p95": 9.496 }, "tokens_per_second": 111.679, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "dictation": 46, "information_extraction": 44, "summarization": 79, "text_correction": 51 }, "task_cost_usd": { "dictation": 0.005305, "information_extraction": 0.002801, "summarization": 0.001607, "text_correction": 0.005419 }, "task_cost_per_quality": { "dictation": 0.0005766, "information_extraction": 0.0006366, "summarization": 0.0002034, "text_correction": 0.000759 }, "task_cost_per_hour_usd": { "dictation": 0.006263, "information_extraction": 0.006478, "summarization": 0.005612, "text_correction": 0.007887 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 61, "total_cost_usd": 0.035354, "cost_per_quality": 0.001035, "hourly_prompt_tokens": 13292, "hourly_completion_tokens": 5338, "cost_per_hour_usd": 0.007672, "latency": { "n": 60, "min": 1.233, "max": 24.49, "mean": 8.533, "p50": 7.15, "p95": 18.39 }, "tokens_per_second": 122.724, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "dictation": 56, "information_extraction": 63, "summarization": 76, "text_correction": 48 }, "task_cost_usd": { "dictation": 0.015254, "information_extraction": 0.004057, "summarization": 0.002645, "text_correction": 0.013398 }, "task_cost_per_quality": { "dictation": 0.001362, "information_extraction": 0.000644, "summarization": 0.000348, "text_correction": 0.001745 }, "task_cost_per_hour_usd": { "dictation": 0.008358, "information_extraction": 0.006114, "summarization": 0.005307, "text_correction": 0.008264 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 57, "total_cost_usd": 0.077226, "cost_per_quality": 0.003662, "hourly_prompt_tokens": 13292, "hourly_completion_tokens": 5338, "cost_per_hour_usd": 0.00675, "latency": { "n": 40, "min": 2.336, "max": 84.812, "mean": 27.057, "p50": 18.046, "p95": 69.82 }, "tokens_per_second": 116.788, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 62, "summarization": 71, "text_correction": 39 }, "task_cost_usd": { "information_extraction": 0.012719, "summarization": 0.008028, "text_correction": 0.056479 }, "task_cost_per_quality": { "information_extraction": 0.002051, "summarization": 0.001131, "text_correction": 0.008519 }, "task_cost_per_hour_usd": { "information_extraction": 0.005333, "summarization": 0.004167, "text_correction": 0.007922 } }, { "model": "gpt-oss-120b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 50, "total_cost_usd": 0.17258, "cost_per_quality": 0.009862, "hourly_prompt_tokens": 13292, "hourly_completion_tokens": 5338, "cost_per_hour_usd": 0.005011, "latency": { "n": 37, "min": 7.367, "max": 295.431, "mean": 56.984, "p50": 30.894, "p95": 265.182 }, "error_count": 3, "tokens_per_second": 107.983, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 60, "summarization": 69, "text_correction": 19 }, "task_cost_usd": { "information_extraction": 0.032061, "summarization": 0.025841, "text_correction": 0.114678 }, "task_cost_per_quality": { "information_extraction": 0.005343, "summarization": 0.003745, "text_correction": 0.04024 }, "task_cost_per_hour_usd": { "information_extraction": 0.003869, "summarization": 0.00336, "text_correction": 0.006212 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 43, "total_cost_usd": 0.009422, "cost_per_quality": 0.0004134, "hourly_prompt_tokens": 13410, "hourly_completion_tokens": 3908, "cost_per_hour_usd": 0.003379, "latency": { "n": 60, "min": 1.017, "max": 11.457, "mean": 4.491, "p50": 3.781, "p95": 8.85 }, "tokens_per_second": 133.519, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "dictation": 46, "information_extraction": 27, "summarization": 65, "text_correction": 32 }, "task_cost_usd": { "dictation": 0.00307, "information_extraction": 0.002134, "summarization": 0.001088, "text_correction": 0.00313 }, "task_cost_per_quality": { "dictation": 0.0003337, "information_extraction": 0.0007904, "summarization": 0.0001674, "text_correction": 0.0007524 }, "task_cost_per_hour_usd": { "dictation": 0.003069, "information_extraction": 0.003497, "summarization": 0.00297, "text_correction": 0.003857 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 52, "total_cost_usd": 0.021723, "cost_per_quality": 0.0007595, "hourly_prompt_tokens": 13410, "hourly_completion_tokens": 3908, "cost_per_hour_usd": 0.003786, "latency": { "n": 60, "min": 1.423, "max": 34.638, "mean": 10.159, "p50": 9.894, "p95": 20.239 }, "tokens_per_second": 134.478, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "dictation": 51, "information_extraction": 48, "summarization": 67, "text_correction": 41 }, "task_cost_usd": { "dictation": 0.008081, "information_extraction": 0.003224, "summarization": 0.001412, "text_correction": 0.009006 }, "task_cost_per_quality": { "dictation": 0.0007923, "information_extraction": 0.0006717, "summarization": 0.0002107, "text_correction": 0.001464 }, "task_cost_per_hour_usd": { "dictation": 0.00392, "information_extraction": 0.003389, "summarization": 0.002522, "text_correction": 0.004159 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 46, "total_cost_usd": 0.036246, "cost_per_quality": 0.002318, "hourly_prompt_tokens": 13410, "hourly_completion_tokens": 3908, "cost_per_hour_usd": 0.003145, "latency": { "n": 40, "min": 2.598, "max": 92.677, "mean": 26.728, "p50": 14.429, "p95": 77.791 }, "tokens_per_second": 142.339, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 37, "summarization": 65, "text_correction": 36 }, "task_cost_usd": { "information_extraction": 0.006859, "summarization": 0.003956, "text_correction": 0.025431 }, "task_cost_per_quality": { "information_extraction": 0.001854, "summarization": 0.0006086, "text_correction": 0.005046 }, "task_cost_per_hour_usd": { "information_extraction": 0.002548, "summarization": 0.001893, "text_correction": 0.003772 } }, { "model": "gpt-oss-20b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 35, "total_cost_usd": 0.073382, "cost_per_quality": 0.005824, "hourly_prompt_tokens": 13410, "hourly_completion_tokens": 3908, "cost_per_hour_usd": 0.002077, "latency": { "n": 39, "min": 4.03, "max": 110.889, "mean": 37.798, "p50": 26.7, "p95": 109.769 }, "error_count": 1, "tokens_per_second": 116.868, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 34, "summarization": 58, "text_correction": 12 }, "task_cost_usd": { "information_extraction": 0.014288, "summarization": 0.011737, "text_correction": 0.047357 }, "task_cost_per_quality": { "information_extraction": 0.004202, "summarization": 0.002024, "text_correction": 0.02467 }, "task_cost_per_hour_usd": { "information_extraction": 0.001641, "summarization": 0.001436, "text_correction": 0.002567 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.52787, "cost_per_quality": 0.009563, "hourly_prompt_tokens": 13468, "hourly_completion_tokens": 16094, "cost_per_hour_usd": 0.1526, "latency": { "n": 60, "min": 2.274, "max": 86.748, "mean": 19.914, "p50": 15.034, "p95": 60.066 }, "tokens_per_second": 69.989, "ttft": { "n": 50, "min": 3.057, "max": 50.441, "mean": 15.119, "p50": 10.463, "p95": 45.039 }, "task_quality": { "dictation": 97, "information_extraction": 90, "summarization": 92, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.088214, "information_extraction": 0.094564, "summarization": 0.030912, "text_correction": 0.31418 }, "task_cost_per_quality": { "dictation": 0.004547, "information_extraction": 0.01051, "summarization": 0.00336, "text_correction": 0.01726 }, "task_cost_per_hour_usd": { "dictation": 0.1297, "information_extraction": 0.1513, "summarization": 0.1275, "text_correction": 0.1644 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "120s", "quality_score": 92, "total_cost_usd": 1.339262, "cost_per_quality": 0.02426, "hourly_prompt_tokens": 13468, "hourly_completion_tokens": 16094, "cost_per_hour_usd": 0.1604, "latency": { "n": 60, "min": 6.739, "max": 208.756, "mean": 48.979, "p50": 33.54, "p95": 172.542 }, "tokens_per_second": 74.501, "ttft": { "n": 50, "min": 4.889, "max": 90.387, "mean": 34.97, "p50": 29.421, "p95": 80.329 }, "task_quality": { "dictation": 96, "information_extraction": 89, "summarization": 93, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.288514, "information_extraction": 0.19249, "summarization": 0.064374, "text_correction": 0.793884 }, "task_cost_per_quality": { "dictation": 0.01503, "information_extraction": 0.02163, "summarization": 0.006922, "text_correction": 0.04362 }, "task_cost_per_hour_usd": { "dictation": 0.1552, "information_extraction": 0.1548, "summarization": 0.1293, "text_correction": 0.1672 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "900s", "quality_score": 78, "total_cost_usd": 2.845298, "cost_per_quality": 0.0912, "hourly_prompt_tokens": 13468, "hourly_completion_tokens": 16094, "cost_per_hour_usd": 0.1519, "latency": { "n": 40, "min": 22.109, "max": 252.782, "mean": 135.879, "p50": 135.671, "p95": 236.102 }, "tokens_per_second": 75.658, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 84, "summarization": 87, "text_correction": 62 }, "task_cost_usd": { "information_extraction": 0.452322, "summarization": 0.190772, "text_correction": 2.202204 }, "task_cost_per_quality": { "information_extraction": 0.05385, "summarization": 0.02193, "text_correction": 0.1776 }, "task_cost_per_hour_usd": { "information_extraction": 0.1396, "summarization": 0.1095, "text_correction": 0.1601 } }, { "model": "grok-4.7", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 76, "total_cost_usd": 4.693054, "cost_per_quality": 0.1625, "hourly_prompt_tokens": 13468, "hourly_completion_tokens": 16094, "cost_per_hour_usd": 0.1235, "latency": { "n": 38, "min": 23.028, "max": 362.084, "mean": 181.85, "p50": 200.185, "p95": 362.084 }, "error_count": 2, "tokens_per_second": 81.558, "ttft": { "n": 0, "min": 0, "max": 0, "mean": 0, "p50": 0, "p95": 0 }, "task_quality": { "information_extraction": 75, "summarization": 83, "text_correction": 69 }, "task_cost_usd": { "information_extraction": 0.827246, "summarization": 0.442912, "text_correction": 3.422896 }, "task_cost_per_quality": { "information_extraction": 0.1103, "summarization": 0.05336, "text_correction": 0.2756 }, "task_cost_per_hour_usd": { "information_extraction": 0.1074, "summarization": 0.08033, "text_correction": 0.1381 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "30s", "quality_score": 94, "total_cost_usd": 0.897492, "cost_per_quality": 0.009548, "hourly_prompt_tokens": 13495, "hourly_completion_tokens": 13140, "cost_per_hour_usd": 0.2502, "latency": { "n": 100, "min": 3.557, "max": 52.639, "mean": 14.256, "p50": 13.703, "p95": 26.003 }, "tokens_per_second": 42.053, "ttft": { "n": 50, "min": 1.404, "max": 95.253, "mean": 12.814, "p50": 7.997, "p95": 26.821 }, "task_quality": { "dictation": 99, "information_extraction": 88, "summarization": 99, "text_correction": 91 }, "task_cost_usd": { "dictation": 0.269703, "information_extraction": 0.263712, "summarization": 0.120417, "text_correction": 0.24366 }, "task_cost_per_quality": { "dictation": 0.006811, "information_extraction": 0.01498, "summarization": 0.006082, "text_correction": 0.01339 }, "task_cost_per_hour_usd": { "dictation": 0.2133, "information_extraction": 0.2778, "summarization": 0.2272, "text_correction": 0.2892 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "120s", "quality_score": 91, "total_cost_usd": 2.608053, "cost_per_quality": 0.02866, "hourly_prompt_tokens": 13495, "hourly_completion_tokens": 13140, "cost_per_hour_usd": 0.3057, "latency": { "n": 100, "min": 8.599, "max": 189.644, "mean": 36.518, "p50": 32.072, "p95": 77.396 }, "tokens_per_second": 46.234, "ttft": { "n": 50, "min": 6.468, "max": 103.431, "mean": 25.329, "p50": 20.06, "p95": 62.658 }, "task_quality": { "dictation": 96, "information_extraction": 88, "summarization": 96, "text_correction": 86 }, "task_cost_usd": { "dictation": 0.812754, "information_extraction": 0.435018, "summarization": 0.223893, "text_correction": 1.136388 }, "task_cost_per_quality": { "dictation": 0.02117, "information_extraction": 0.02472, "summarization": 0.01166, "text_correction": 0.06607 }, "task_cost_per_hour_usd": { "dictation": 0.295, "information_extraction": 0.2796, "summarization": 0.2316, "text_correction": 0.3492 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "900s", "quality_score": 86, "total_cost_usd": 7.380636, "cost_per_quality": 0.148, "hourly_prompt_tokens": 13495, "hourly_completion_tokens": 13140, "cost_per_hour_usd": 0.3095, "latency": { "n": 58, "min": 23.353, "max": 253.459, "mean": 106.211, "p50": 115.051, "p95": 251.618 }, "error_count": 2, "tokens_per_second": 65.892, "ttft": { "n": 19, "min": 12.466, "max": 355.984, "mean": 95.402, "p50": 38.431, "p95": 355.984 }, "task_quality": { "information_extraction": 84, "summarization": 91, "text_correction": 85 }, "task_cost_usd": { "information_extraction": 1.631619, "summarization": 0.661485, "text_correction": 5.087532 }, "task_cost_per_quality": { "information_extraction": 0.1079, "summarization": 0.03635, "text_correction": 0.2993 }, "task_cost_per_hour_usd": { "information_extraction": 0.2808, "summarization": 0.1903, "text_correction": 0.3494 } }, { "model": "kimi-k3", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 70, "total_cost_usd": 13.542345, "cost_per_quality": 0.3394, "hourly_prompt_tokens": 13495, "hourly_completion_tokens": 13140, "cost_per_hour_usd": 0.2376, "latency": { "n": 57, "min": 28.257, "max": 357.111, "mean": 166.488, "p50": 140.2, "p95": 355.127 }, "error_count": 3, "tokens_per_second": 63.478, "ttft": { "n": 20, "min": 18.787, "max": 345.134, "mean": 89.879, "p50": 57.311, "p95": 216.905 }, "task_quality": { "information_extraction": 83, "summarization": 91, "text_correction": 38 }, "task_cost_usd": { "information_extraction": 2.840319, "summarization": 1.467204, "text_correction": 9.234822 }, "task_cost_per_quality": { "information_extraction": 0.1711, "summarization": 0.08062, "text_correction": 1.43 }, "task_cost_per_hour_usd": { "information_extraction": 0.1862, "summarization": 0.1248, "text_correction": 0.3079 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "30s", "quality_score": 92, "total_cost_usd": 0.069869, "cost_per_quality": 0.0007594, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9864, "cost_per_hour_usd": 0.01746, "latency": { "n": 100, "min": 1.118, "max": 23.421, "mean": 3.672, "p50": 2.662, "p95": 7.833 }, "tokens_per_second": 118.547, "ttft": { "n": 50, "min": 0.625, "max": 28.722, "mean": 4.295, "p50": 2.049, "p95": 17.27 }, "task_quality": { "dictation": 98, "information_extraction": 88, "summarization": 94, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.024155, "information_extraction": 0.010066, "summarization": 0.007382, "text_correction": 0.028266 }, "task_cost_per_quality": { "dictation": 0.0006162, "information_extraction": 0.0005719, "summarization": 0.0003927, "text_correction": 0.001588 }, "task_cost_per_hour_usd": { "dictation": 0.0159, "information_extraction": 0.01471, "summarization": 0.01408, "text_correction": 0.02218 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "120s", "quality_score": 85, "total_cost_usd": 0.285787, "cost_per_quality": 0.003362, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9864, "cost_per_hour_usd": 0.02297, "latency": { "n": 100, "min": 1.714, "max": 58.634, "mean": 12.587, "p50": 5.096, "p95": 52.908 }, "tokens_per_second": 158.385, "ttft": { "n": 50, "min": 1.923, "max": 66.712, "mean": 12.631, "p50": 5.684, "p95": 44.297 }, "task_quality": { "dictation": 93, "information_extraction": 83, "summarization": 88, "text_correction": 77 }, "task_cost_usd": { "dictation": 0.079474, "information_extraction": 0.016428, "summarization": 0.012675, "text_correction": 0.17721 }, "task_cost_per_quality": { "dictation": 0.002136, "information_extraction": 0.0009896, "summarization": 0.0007202, "text_correction": 0.01151 }, "task_cost_per_hour_usd": { "dictation": 0.02183, "information_extraction": 0.01492, "summarization": 0.01404, "text_correction": 0.02606 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "900s", "quality_score": 66, "total_cost_usd": 0.48409, "cost_per_quality": 0.01222, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9864, "cost_per_hour_usd": 0.02079, "latency": { "n": 60, "min": 3.661, "max": 106.889, "mean": 31.918, "p50": 10.293, "p95": 101.782 }, "tokens_per_second": 156.128, "ttft": { "n": 25, "min": 1.636, "max": 94.185, "mean": 23.939, "p50": 5.952, "p95": 91.879 }, "task_quality": { "information_extraction": 69, "summarization": 84, "text_correction": 44 }, "task_cost_usd": { "information_extraction": 0.080442, "summarization": 0.03419, "text_correction": 0.369458 }, "task_cost_per_quality": { "information_extraction": 0.005829, "summarization": 0.002035, "text_correction": 0.04198 }, "task_cost_per_hour_usd": { "information_extraction": 0.01641, "summarization": 0.01074, "text_correction": 0.02431 } }, { "model": "minimax-m3", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 67, "total_cost_usd": 0.919629, "cost_per_quality": 0.02367, "hourly_prompt_tokens": 13397, "hourly_completion_tokens": 9864, "cost_per_hour_usd": 0.01586, "latency": { "n": 58, "min": 4.394, "max": 187.06, "mean": 49.398, "p50": 14.291, "p95": 177.15 }, "error_count": 2, "tokens_per_second": 161.032, "ttft": { "n": 26, "min": 1.727, "max": 160.302, "mean": 23.048, "p50": 5.678, "p95": 149.957 }, "task_quality": { "information_extraction": 69, "summarization": 79, "text_correction": 52 }, "task_cost_usd": { "information_extraction": 0.151204, "summarization": 0.102827, "text_correction": 0.665598 }, "task_cost_per_quality": { "information_extraction": 0.01096, "summarization": 0.006508, "text_correction": 0.07111 }, "task_cost_per_hour_usd": { "information_extraction": 0.01074, "summarization": 0.008376, "text_correction": 0.02103 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 72, "total_cost_usd": 0.002301, "cost_per_quality": 0.00005326, "hourly_prompt_tokens": 13854, "hourly_completion_tokens": 3797, "cost_per_hour_usd": 0.001564, "latency": { "n": 60, "min": 0.295, "max": 2.611, "mean": 0.706, "p50": 0.607, "p95": 1.147 }, "tokens_per_second": 93.862, "ttft": { "n": 50, "min": 0.33, "max": 0.944, "mean": 0.644, "p50": 0.67, "p95": 0.928 }, "task_quality": { "dictation": 81, "information_extraction": 73, "summarization": 76, "text_correction": 57 }, "task_cost_usd": { "dictation": 0.00065, "information_extraction": 0.000403, "summarization": 0.00032, "text_correction": 0.000928 }, "task_cost_per_quality": { "dictation": 0.00004012, "information_extraction": 0.00005521, "summarization": 0.00004211, "text_correction": 0.0000814 }, "task_cost_per_hour_usd": { "dictation": 0.001268, "information_extraction": 0.001501, "summarization": 0.001559, "text_correction": 0.001913 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 64, "total_cost_usd": 0.0055, "cost_per_quality": 0.0001432, "hourly_prompt_tokens": 13854, "hourly_completion_tokens": 3797, "cost_per_hour_usd": 0.001934, "latency": { "n": 60, "min": 0.504, "max": 2.868, "mean": 1.452, "p50": 1.301, "p95": 2.73 }, "tokens_per_second": 153.772, "ttft": { "n": 50, "min": 0.459, "max": 1.043, "mean": 0.688, "p50": 0.665, "p95": 0.84 }, "task_quality": { "dictation": 67, "information_extraction": 58, "summarization": 82, "text_correction": 51 }, "task_cost_usd": { "dictation": 0.001317, "information_extraction": 0.000834, "summarization": 0.000675, "text_correction": 0.002674 }, "task_cost_per_quality": { "dictation": 0.00009828, "information_extraction": 0.0001438, "summarization": 0.00008232, "text_correction": 0.0002622 }, "task_cost_per_hour_usd": { "dictation": 0.001718, "information_extraction": 0.001666, "summarization": 0.001612, "text_correction": 0.002308 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 55, "total_cost_usd": 0.0218, "cost_per_quality": 0.0009909, "hourly_prompt_tokens": 13854, "hourly_completion_tokens": 3797, "cost_per_hour_usd": 0.002093, "latency": { "n": 40, "min": 0.907, "max": 22.349, "mean": 7.316, "p50": 4.171, "p95": 15.752 }, "tokens_per_second": 188.289, "ttft": { "n": 30, "min": 0.602, "max": 0.783, "mean": 0.671, "p50": 0.661, "p95": 0.737 }, "task_quality": { "information_extraction": 49, "summarization": 77, "text_correction": 38 }, "task_cost_usd": { "information_extraction": 0.002639, "summarization": 0.002398, "text_correction": 0.016763 }, "task_cost_per_quality": { "information_extraction": 0.0005386, "summarization": 0.0003114, "text_correction": 0.002206 }, "task_cost_per_hour_usd": { "information_extraction": 0.001339, "summarization": 0.001282, "text_correction": 0.002549 } }, { "model": "nemotron-3-nano-30b-a3b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 43, "total_cost_usd": 0.067955, "cost_per_quality": 0.004052, "hourly_prompt_tokens": 13854, "hourly_completion_tokens": 3797, "cost_per_hour_usd": 0.001742, "latency": { "n": 39, "min": 0.706, "max": 64.525, "mean": 20.894, "p50": 4.636, "p95": 56.411 }, "error_count": 1, "tokens_per_second": 163.668, "ttft": { "n": 29, "min": 0.716, "max": 1.089, "mean": 0.884, "p50": 0.868, "p95": 1.054 }, "task_quality": { "information_extraction": 52, "summarization": 69, "text_correction": 8 }, "task_cost_usd": { "information_extraction": 0.009359, "summarization": 0.009109, "text_correction": 0.049487 }, "task_cost_per_quality": { "information_extraction": 0.0018, "summarization": 0.00132, "text_correction": 0.03256 }, "task_cost_per_hour_usd": { "information_extraction": 0.001153, "summarization": 0.001136, "text_correction": 0.002164 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 85, "total_cost_usd": 0.006082, "cost_per_quality": 0.0001193, "hourly_prompt_tokens": 13854, "hourly_completion_tokens": 6668, "cost_per_hour_usd": 0.00477, "latency": { "n": 60, "min": 0.364, "max": 1.341, "mean": 0.8, "p50": 0.761, "p95": 1.307 }, "tokens_per_second": 85.96, "ttft": { "n": 50, "min": 0.369, "max": 1.308, "mean": 0.718, "p50": 0.709, "p95": 1.009 }, "task_quality": { "dictation": 92, "information_extraction": 76, "summarization": 96, "text_correction": 75 }, "task_cost_usd": { "dictation": 0.001655, "information_extraction": 0.001071, "summarization": 0.000998, "text_correction": 0.002358 }, "task_cost_per_quality": { "dictation": 0.00008995, "information_extraction": 0.0001409, "summarization": 0.000104, "text_correction": 0.0001572 }, "task_cost_per_hour_usd": { "dictation": 0.003753, "information_extraction": 0.004589, "summarization": 0.005285, "text_correction": 0.005724 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 80, "total_cost_usd": 0.016307, "cost_per_quality": 0.0003397, "hourly_prompt_tokens": 13854, "hourly_completion_tokens": 6668, "cost_per_hour_usd": 0.006306, "latency": { "n": 60, "min": 0.567, "max": 31.935, "mean": 2.46, "p50": 1.455, "p95": 3.855 }, "tokens_per_second": 113.346, "ttft": { "n": 50, "min": 0.605, "max": 2.39, "mean": 0.808, "p50": 0.669, "p95": 1.293 }, "task_quality": { "dictation": 83, "information_extraction": 76, "summarization": 89, "text_correction": 72 }, "task_cost_usd": { "dictation": 0.003487, "information_extraction": 0.001609, "summarization": 0.00194, "text_correction": 0.009271 }, "task_cost_per_quality": { "dictation": 0.0002101, "information_extraction": 0.0002117, "summarization": 0.000218, "text_correction": 0.0006438 }, "task_cost_per_hour_usd": { "dictation": 0.005258, "information_extraction": 0.004142, "summarization": 0.00518, "text_correction": 0.007995 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 67, "total_cost_usd": 0.059598, "cost_per_quality": 0.002224, "hourly_prompt_tokens": 13854, "hourly_completion_tokens": 6668, "cost_per_hour_usd": 0.006537, "latency": { "n": 40, "min": 1.336, "max": 25.663, "mean": 10.573, "p50": 5.724, "p95": 24.985 }, "tokens_per_second": 131.71, "ttft": { "n": 30, "min": 0.634, "max": 2.751, "mean": 0.908, "p50": 0.687, "p95": 2.4 }, "task_quality": { "information_extraction": 59, "summarization": 87, "text_correction": 54 }, "task_cost_usd": { "information_extraction": 0.00672, "summarization": 0.006402, "text_correction": 0.046476 }, "task_cost_per_quality": { "information_extraction": 0.001139, "summarization": 0.0007359, "text_correction": 0.004303 }, "task_cost_per_hour_usd": { "information_extraction": 0.003968, "summarization": 0.003926, "text_correction": 0.008022 } }, { "model": "nemotron-3-super-120b-a12b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 64, "total_cost_usd": 0.250071, "cost_per_quality": 0.01002, "hourly_prompt_tokens": 13854, "hourly_completion_tokens": 6668, "cost_per_hour_usd": 0.006412, "latency": { "n": 39, "min": 1.743, "max": 154.003, "mean": 46.047, "p50": 12.099, "p95": 113.914 }, "error_count": 1, "tokens_per_second": 129.638, "ttft": { "n": 29, "min": 0.72, "max": 2.452, "mean": 1.164, "p50": 0.964, "p95": 2.24 }, "task_quality": { "information_extraction": 58, "summarization": 84, "text_correction": 49 }, "task_cost_usd": { "information_extraction": 0.024916, "summarization": 0.022995, "text_correction": 0.20216 }, "task_cost_per_quality": { "information_extraction": 0.004296, "summarization": 0.002738, "text_correction": 0.02171 }, "task_cost_per_hour_usd": { "information_extraction": 0.003519, "summarization": 0.003333, "text_correction": 0.00808 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 51, "total_cost_usd": 0.026095, "cost_per_quality": 0.001551, "hourly_prompt_tokens": 13855, "hourly_completion_tokens": 6294, "cost_per_hour_usd": 0.003798, "latency": { "n": 33, "min": 2.364, "max": 341.143, "mean": 65.913, "p50": 9.169, "p95": 316.426 }, "error_count": 27, "tokens_per_second": 247.294, "ttft": { "n": 34, "min": 0.737, "max": 31.291, "mean": 8.73, "p50": 6.35, "p95": 20.583 }, "task_quality": { "information_extraction": 26, "summarization": 98, "text_correction": 31 }, "task_cost_usd": { "information_extraction": 0.000378, "summarization": 0.00326, "text_correction": 0.022457 }, "task_cost_per_quality": { "information_extraction": 0.0003635, "summarization": 0.0003327, "text_correction": 0.003813 }, "task_cost_per_hour_usd": { "information_extraction": 0.002456, "summarization": 0.003536, "text_correction": 0.003875 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 64, "total_cost_usd": 0.058179, "cost_per_quality": 0.00202, "hourly_prompt_tokens": 13855, "hourly_completion_tokens": 6294, "cost_per_hour_usd": 0.003771, "latency": { "n": 45, "min": 3.883, "max": 493.998, "mean": 43.186, "p50": 18.117, "p95": 250.158 }, "error_count": 15, "tokens_per_second": 337.812, "ttft": { "n": 21, "min": 0.661, "max": 242.131, "mean": 23.603, "p50": 8.402, "p95": 51.363 }, "task_quality": { "dictation": 39, "information_extraction": 100, "summarization": 90, "text_correction": 27 }, "task_cost_usd": { "dictation": 0.024278, "information_extraction": 0.001471, "summarization": 0.005648, "text_correction": 0.026782 }, "task_cost_per_quality": { "dictation": 0.003891, "information_extraction": 0.0007355, "summarization": 0.0006276, "text_correction": 0.005835 }, "task_cost_per_hour_usd": { "dictation": 0.003827, "information_extraction": 0.003525, "summarization": 0.003467, "text_correction": 0.003805 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 29, "total_cost_usd": 0.062211, "cost_per_quality": 0.005363, "hourly_prompt_tokens": 13855, "hourly_completion_tokens": 6294, "cost_per_hour_usd": 0.003102, "latency": { "n": 40, "min": 2.359, "max": 266.43, "mean": 29.877, "p50": 16.448, "p95": 79.296 }, "tokens_per_second": 377.95, "ttft": { "n": 11, "min": 1.334, "max": 25.739, "mean": 11.69, "p50": 11.311, "p95": 25.739 }, "task_quality": { "information_extraction": 8, "summarization": 78, "text_correction": 2 }, "task_cost_usd": { "information_extraction": 0.01629, "summarization": 0.010075, "text_correction": 0.035846 }, "task_cost_per_quality": { "information_extraction": 0.02036, "summarization": 0.001292, "text_correction": 0.08961 }, "task_cost_per_hour_usd": { "information_extraction": 0.003119, "summarization": 0.002766, "text_correction": 0.003204 } }, { "model": "nemotron-lightning-3p5-30b-a3b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 26, "total_cost_usd": 0.076112, "cost_per_quality": 0.007506, "hourly_prompt_tokens": 13855, "hourly_completion_tokens": 6294, "cost_per_hour_usd": 0.001952, "latency": { "n": 39, "min": 0.921, "max": 77.509, "mean": 23.676, "p50": 16.12, "p95": 72.137 }, "error_count": 1, "tokens_per_second": 366.077, "ttft": { "n": 8, "min": 2.41, "max": 12.99, "mean": 7.613, "p50": 5.66, "p95": 12.99 }, "task_quality": { "information_extraction": 1, "summarization": 73, "text_correction": 4 }, "task_cost_usd": { "information_extraction": 0.020269, "summarization": 0.011551, "text_correction": 0.044292 }, "task_cost_per_quality": { "information_extraction": 0.2027, "summarization": 0.001582, "text_correction": 0.05828 }, "task_cost_per_hour_usd": { "information_extraction": 0.001986, "summarization": 0.001443, "text_correction": 0.002131 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "30s", "quality_score": 42, "total_cost_usd": 0.010589, "cost_per_quality": 0.0004502, "hourly_prompt_tokens": 13850, "hourly_completion_tokens": 3552, "cost_per_hour_usd": 0.003014, "latency": { "n": 60, "min": 1.59, "max": 18.077, "mean": 4.878, "p50": 3.78, "p95": 9.719 }, "tokens_per_second": 155.454, "ttft": { "n": 50, "min": 0.599, "max": 0.892, "mean": 0.693, "p50": 0.653, "p95": 0.889 }, "task_quality": { "dictation": 43, "information_extraction": 57, "summarization": 54, "text_correction": 14 }, "task_cost_usd": { "dictation": 0.003301, "information_extraction": 0.002033, "summarization": 0.00105, "text_correction": 0.004205 }, "task_cost_per_quality": { "dictation": 0.0003838, "information_extraction": 0.0003567, "summarization": 0.0001944, "text_correction": 0.001877 }, "task_cost_per_hour_usd": { "dictation": 0.002796, "information_extraction": 0.002989, "summarization": 0.002691, "text_correction": 0.003331 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "120s", "quality_score": 43, "total_cost_usd": 0.016637, "cost_per_quality": 0.0006788, "hourly_prompt_tokens": 13850, "hourly_completion_tokens": 3552, "cost_per_hour_usd": 0.002964, "latency": { "n": 60, "min": 2.147, "max": 58.294, "mean": 7.488, "p50": 6.442, "p95": 13.313 }, "tokens_per_second": 162.376, "ttft": { "n": 47, "min": 0.599, "max": 0.933, "mean": 0.678, "p50": 0.651, "p95": 0.872 }, "task_quality": { "dictation": 47, "information_extraction": 68, "summarization": 42, "text_correction": 17 }, "task_cost_usd": { "dictation": 0.006572, "information_extraction": 0.002542, "summarization": 0.001392, "text_correction": 0.006131 }, "task_cost_per_quality": { "dictation": 0.0006991, "information_extraction": 0.0003738, "summarization": 0.0003314, "text_correction": 0.002121 }, "task_cost_per_hour_usd": { "dictation": 0.003137, "information_extraction": 0.002713, "summarization": 0.002298, "text_correction": 0.003103 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "900s", "quality_score": 30, "total_cost_usd": 0.024883, "cost_per_quality": 0.002074, "hourly_prompt_tokens": 13850, "hourly_completion_tokens": 3552, "cost_per_hour_usd": 0.002167, "latency": { "n": 40, "min": 2.399, "max": 36.179, "mean": 11.173, "p50": 8.11, "p95": 27.085 }, "tokens_per_second": 166.743, "ttft": { "n": 30, "min": 0.629, "max": 0.93, "mean": 0.697, "p50": 0.681, "p95": 0.837 }, "task_quality": { "information_extraction": 41, "summarization": 40, "text_correction": 11 }, "task_cost_usd": { "information_extraction": 0.004959, "summarization": 0.003212, "text_correction": 0.016712 }, "task_cost_per_quality": { "information_extraction": 0.00121, "summarization": 0.000803, "text_correction": 0.007596 }, "task_cost_per_hour_usd": { "information_extraction": 0.001918, "summarization": 0.001526, "text_correction": 0.002461 } }, { "model": "nemotron-nano-9b-v2", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 31, "total_cost_usd": 0.064272, "cost_per_quality": 0.005316, "hourly_prompt_tokens": 13850, "hourly_completion_tokens": 3552, "cost_per_hour_usd": 0.001648, "latency": { "n": 39, "min": 3.243, "max": 47.525, "mean": 21.207, "p50": 11.596, "p95": 47.39 }, "error_count": 1, "tokens_per_second": 161.193, "ttft": { "n": 29, "min": 0.807, "max": 1.35, "mean": 1.053, "p50": 1.042, "p95": 1.274 }, "task_quality": { "information_extraction": 46, "summarization": 43, "text_correction": 6 }, "task_cost_usd": { "information_extraction": 0.011791, "summarization": 0.009982, "text_correction": 0.042499 }, "task_cost_per_quality": { "information_extraction": 0.002563, "summarization": 0.002321, "text_correction": 0.03728 }, "task_cost_per_hour_usd": { "information_extraction": 0.001332, "summarization": 0.001195, "text_correction": 0.00195 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "30s", "quality_score": 82, "total_cost_usd": 0.009315, "cost_per_quality": 0.0001136, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 797, "cost_per_hour_usd": 0.003042, "latency": { "n": 100, "min": 0.237, "max": 1.728, "mean": 0.593, "p50": 0.506, "p95": 1.227 }, "tokens_per_second": 111.805, "ttft": { "n": 50, "min": 0.235, "max": 1.162, "mean": 0.554, "p50": 0.569, "p95": 1.097 }, "task_quality": { "dictation": 86, "information_extraction": 71, "summarization": 88, "text_correction": 81 }, "task_cost_usd": { "dictation": 0.003143, "information_extraction": 0.002222, "summarization": 0.001722, "text_correction": 0.002228 }, "task_cost_per_quality": { "dictation": 0.00009137, "information_extraction": 0.0001565, "summarization": 0.00009784, "text_correction": 0.0001375 }, "task_cost_per_hour_usd": { "dictation": 0.002533, "information_extraction": 0.0032, "summarization": 0.003249, "text_correction": 0.003728 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "120s", "quality_score": 74, "total_cost_usd": 0.019849, "cost_per_quality": 0.0002682, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 797, "cost_per_hour_usd": 0.003595, "latency": { "n": 100, "min": 0.469, "max": 7.468, "mean": 1.195, "p50": 1.02, "p95": 1.845 }, "tokens_per_second": 169.583, "ttft": { "n": 50, "min": 0.416, "max": 1.03, "mean": 0.669, "p50": 0.651, "p95": 0.928 }, "task_quality": { "dictation": 81, "information_extraction": 70, "summarization": 78, "text_correction": 68 }, "task_cost_usd": { "dictation": 0.006397, "information_extraction": 0.003669, "summarization": 0.003067, "text_correction": 0.006716 }, "task_cost_per_quality": { "dictation": 0.0001974, "information_extraction": 0.0002621, "summarization": 0.0001966, "text_correction": 0.0004938 }, "task_cost_per_hour_usd": { "dictation": 0.003429, "information_extraction": 0.003085, "summarization": 0.003027, "text_correction": 0.004621 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "900s", "quality_score": 65, "total_cost_usd": 0.067005, "cost_per_quality": 0.001718, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 797, "cost_per_hour_usd": 0.003757, "latency": { "n": 60, "min": 0.569, "max": 17.136, "mean": 4.483, "p50": 2.446, "p95": 12.596 }, "tokens_per_second": 181.319, "ttft": { "n": 30, "min": 0.615, "max": 1.036, "mean": 0.717, "p50": 0.704, "p95": 0.832 }, "task_quality": { "information_extraction": 62, "summarization": 76, "text_correction": 56 }, "task_cost_usd": { "information_extraction": 0.012967, "summarization": 0.011298, "text_correction": 0.04274 }, "task_cost_per_quality": { "information_extraction": 0.001046, "summarization": 0.0007433, "text_correction": 0.003816 }, "task_cost_per_hour_usd": { "information_extraction": 0.002646, "summarization": 0.002458, "text_correction": 0.005126 } }, { "model": "qwen3-32B", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 58, "total_cost_usd": 0.098591, "cost_per_quality": 0.00425, "hourly_prompt_tokens": 13243, "hourly_completion_tokens": 797, "cost_per_hour_usd": 0.002465, "latency": { "n": 40, "min": 2.201, "max": 42.499, "mean": 6.83, "p50": 4.449, "p95": 10.952 }, "error_count": 20, "tokens_per_second": 100.286, "ttft": { "n": 20, "min": 0.738, "max": 1.447, "mean": 1.085, "p50": 1.079, "p95": 1.382 }, "task_quality": { "information_extraction": 52, "summarization": 71, "text_correction": 51 }, "task_cost_usd": { "information_extraction": 0.042918, "summarization": 0.045233, "text_correction": 0.01044 }, "task_cost_per_quality": { "information_extraction": 0.004585, "summarization": 0.003185, "text_correction": 0.01024 }, "task_cost_per_hour_usd": { "information_extraction": 0.002391, "summarization": 0.002258, "text_correction": 0.005165 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "30s", "quality_score": 87, "total_cost_usd": 0.012349, "cost_per_quality": 0.0001419, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4408, "cost_per_hour_usd": 0.005353, "latency": { "n": 100, "min": 0.381, "max": 3.664, "mean": 1.215, "p50": 1.047, "p95": 2.256 }, "tokens_per_second": 49.452, "ttft": { "n": 50, "min": 0.368, "max": 0.905, "mean": 0.606, "p50": 0.604, "p95": 0.861 }, "task_quality": { "dictation": 96, "information_extraction": 75, "summarization": 89, "text_correction": 89 }, "task_cost_usd": { "dictation": 0.003808, "information_extraction": 0.002726, "summarization": 0.002295, "text_correction": 0.00352 }, "task_cost_per_quality": { "dictation": 0.00009917, "information_extraction": 0.0001817, "summarization": 0.0001289, "text_correction": 0.0001978 }, "task_cost_per_hour_usd": { "dictation": 0.004019, "information_extraction": 0.005363, "summarization": 0.005821, "text_correction": 0.007707 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "120s", "quality_score": 79, "total_cost_usd": 0.031155, "cost_per_quality": 0.0003944, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4408, "cost_per_hour_usd": 0.007318, "latency": { "n": 100, "min": 0.704, "max": 7.512, "mean": 3.2, "p50": 2.358, "p95": 6.856 }, "tokens_per_second": 61.087, "ttft": { "n": 50, "min": 0.562, "max": 0.898, "mean": 0.683, "p50": 0.689, "p95": 0.732 }, "task_quality": { "dictation": 86, "information_extraction": 68, "summarization": 85, "text_correction": 77 }, "task_cost_usd": { "dictation": 0.009587, "information_extraction": 0.00521, "summarization": 0.004784, "text_correction": 0.011574 }, "task_cost_per_quality": { "dictation": 0.0002787, "information_extraction": 0.0003831, "summarization": 0.0002814, "text_correction": 0.0007516 }, "task_cost_per_hour_usd": { "dictation": 0.006717, "information_extraction": 0.005703, "summarization": 0.005981, "text_correction": 0.01036 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "900s", "quality_score": 72, "total_cost_usd": 0.112248, "cost_per_quality": 0.002598, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4408, "cost_per_hour_usd": 0.008005, "latency": { "n": 60, "min": 1.091, "max": 59.358, "mean": 15.601, "p50": 7.229, "p95": 44.017 }, "tokens_per_second": 76.123, "ttft": { "n": 30, "min": 0.709, "max": 1.137, "mean": 0.782, "p50": 0.747, "p95": 0.916 }, "task_quality": { "information_extraction": 67, "summarization": 79, "text_correction": 70 }, "task_cost_usd": { "information_extraction": 0.021454, "summarization": 0.015028, "text_correction": 0.075766 }, "task_cost_per_quality": { "information_extraction": 0.001601, "summarization": 0.0009511, "text_correction": 0.005412 }, "task_cost_per_hour_usd": { "information_extraction": 0.005359, "summarization": 0.004157, "text_correction": 0.01183 } }, { "model": "qwen3-next-80b-a3b", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 67, "total_cost_usd": 0.426786, "cost_per_quality": 0.01098, "hourly_prompt_tokens": 13790, "hourly_completion_tokens": 4408, "cost_per_hour_usd": 0.007358, "latency": { "n": 58, "min": 3.789, "max": 232.637, "mean": 61.117, "p50": 12.328, "p95": 227.646 }, "error_count": 2, "tokens_per_second": 73.921, "ttft": { "n": 29, "min": 0.752, "max": 1.607, "mean": 1.014, "p50": 0.986, "p95": 1.235 }, "task_quality": { "information_extraction": 68, "summarization": 76, "text_correction": 57 }, "task_cost_usd": { "information_extraction": 0.068804, "summarization": 0.051026, "text_correction": 0.306956 }, "task_cost_per_quality": { "information_extraction": 0.005059, "summarization": 0.003357, "text_correction": 0.02992 }, "task_cost_per_hour_usd": { "information_extraction": 0.004186, "summarization": 0.003286, "text_correction": 0.01179 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "30s", "quality_score": 74, "total_cost_usd": 0.006874, "cost_per_quality": 0.00009289, "hourly_prompt_tokens": 13717, "hourly_completion_tokens": 2911, "cost_per_hour_usd": 0.00262, "latency": { "n": 100, "min": 0.14, "max": 0.675, "mean": 0.33, "p50": 0.28, "p95": 0.573 }, "tokens_per_second": 186.145, "ttft": { "n": 50, "min": 0.058, "max": 0.325, "mean": 0.138, "p50": 0.108, "p95": 0.322 }, "task_quality": { "dictation": 81, "information_extraction": 80, "summarization": 76, "text_correction": 62 }, "task_cost_usd": { "dictation": 0.002237, "information_extraction": 0.001633, "summarization": 0.001248, "text_correction": 0.001756 }, "task_cost_per_quality": { "dictation": 0.00006904, "information_extraction": 0.0001021, "summarization": 0.00008211, "text_correction": 0.0001416 }, "task_cost_per_hour_usd": { "dictation": 0.002114, "information_extraction": 0.002742, "summarization": 0.002768, "text_correction": 0.003383 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "120s", "quality_score": 64, "total_cost_usd": 0.015268, "cost_per_quality": 0.0002386, "hourly_prompt_tokens": 13717, "hourly_completion_tokens": 2911, "cost_per_hour_usd": 0.003233, "latency": { "n": 100, "min": 0.209, "max": 1.398, "mean": 0.682, "p50": 0.604, "p95": 1.233 }, "tokens_per_second": 256.313, "ttft": { "n": 50, "min": 0.061, "max": 0.273, "mean": 0.112, "p50": 0.091, "p95": 0.272 }, "task_quality": { "dictation": 75, "information_extraction": 51, "summarization": 69, "text_correction": 60 }, "task_cost_usd": { "dictation": 0.004902, "information_extraction": 0.002651, "summarization": 0.002381, "text_correction": 0.005334 }, "task_cost_per_quality": { "dictation": 0.0001634, "information_extraction": 0.0002599, "summarization": 0.0001725, "text_correction": 0.0004445 }, "task_cost_per_hour_usd": { "dictation": 0.003077, "information_extraction": 0.002626, "summarization": 0.002709, "text_correction": 0.004298 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "900s", "quality_score": 47, "total_cost_usd": 0.056777, "cost_per_quality": 0.002013, "hourly_prompt_tokens": 13717, "hourly_completion_tokens": 2911, "cost_per_hour_usd": 0.003605, "latency": { "n": 60, "min": 0.674, "max": 24.771, "mean": 4.22, "p50": 1.492, "p95": 11.353 }, "tokens_per_second": 250.739, "ttft": { "n": 30, "min": 0.099, "max": 0.203, "mean": 0.136, "p50": 0.126, "p95": 0.19 }, "task_quality": { "information_extraction": 33, "summarization": 60, "text_correction": 49 }, "task_cost_usd": { "information_extraction": 0.014191, "summarization": 0.008052, "text_correction": 0.034534 }, "task_cost_per_quality": { "information_extraction": 0.00215, "summarization": 0.000671, "text_correction": 0.003524 }, "task_cost_per_hour_usd": { "information_extraction": 0.002992, "summarization": 0.002061, "text_correction": 0.004864 } }, { "model": "qwen3.5-4b-32k-fast", "reasoning_effort": "default", "bucket": "3600s", "quality_score": 31, "total_cost_usd": 0.161146, "cost_per_quality": 0.00912, "hourly_prompt_tokens": 13717, "hourly_completion_tokens": 2911, "cost_per_hour_usd": 0.002827, "latency": { "n": 57, "min": 1.437, "max": 40.135, "mean": 13.477, "p50": 4.525, "p95": 39.861 }, "error_count": 3, "tokens_per_second": 177.248, "ttft": { "n": 29, "min": 0.247, "max": 0.923, "mean": 0.504, "p50": 0.458, "p95": 0.877 }, "task_quality": { "information_extraction": 21, "summarization": 55, "text_correction": 18 }, "task_cost_usd": { "information_extraction": 0.033919, "summarization": 0.030191, "text_correction": 0.097036 }, "task_cost_per_quality": { "information_extraction": 0.008501, "summarization": 0.002745, "text_correction": 0.02995 }, "task_cost_per_hour_usd": { "information_extraction": 0.002054, "summarization": 0.001794, "text_correction": 0.004102 } } ], "ttft_sources": [ "ttft-report.json" ] }