{ "schema_version": "benchmark-result-1.0.0", "run_id": "w4090-iq2-mtp-off-code-20260821T062109390273Z-ff7a8fe7", "timestamp": "2026-08-21T06:21:09.390273Z", "git_commit": "e7663d029d97db8088fab919bb13189e0d4e177e", "classification": "w4090_phase6_mtp_off_code", "hardware_snapshot": "replications/rtx4090-windows/environment/machine-preflight.json", "runtime_record": "replications/rtx4090-windows/protocols/iq2-mtp-v0.1.json", "model_manifest": "replications/rtx4090-windows/manifests/qwen38-27b-ud-iq2-xxs.json", "prompt_suite": "prompts/phase9-mtp-code.json", "benchmark_config": "replications/rtx4090-windows/configs/iq2-mtp-off-code-v0.1.json", "python_runtime": { "implementation": "CPython", "version": "3.12.13", "isolated_environment": true, "runtime_dependencies": [] }, "runtime": { "name": "llama.cpp", "release_tag": "b10448", "commit": "ad1de39e0708e3ced9c71bb3c82d93a2c046a73f", "backend": "CUDA", "system_fingerprint": "b10448-ad1de39e0" }, "model": { "repository": "unsloth/Qwen3.8-27B-GGUF", "revision": "1cff334a4a228324d4ee1f76d55d372588f0d556", "filename": "Qwen3.8-27B-UD-IQ2_XXS.gguf", "quantization": "UD-IQ2_XXS", "file_size_bytes": 9010048064, "sha256": "8d1b37297d6cf98303cd396896f35e01089ddcc904053a9c6997f7a1c35b8524", "served_alias": "Qwen3.8-27B-UD-IQ2_XXS" }, "configuration": { "context_size": 4096, "parallel_slots": 1, "device": "CUDA0", "gpu_layers": -1, "fit": "off", "flash_attention": "on", "prompt_batch_size": 512, "prompt_micro_batch_size": 128, "threads": 2, "threads_batch": 2, "kv_cache_k_type": "q8_0", "kv_cache_v_type": "q8_0", "cache_ram_mib": 0, "context_checkpoints": 0, "context_shift": false, "thinking_mode": false, "preserve_thinking": false, "reasoning_format": "deepseek", "mtp_enabled": false, "speculative_type": "none", "speculative_draft_n_max": 0, "speculative_draft_n_min": 0, "speculative_draft_kv_cache_k_type": "f16", "speculative_draft_kv_cache_v_type": "f16", "tools_enabled": false, "mcp_enabled": false, "vision_enabled": false, "max_output_tokens": 256, "temperature": 0.0, "top_p": 1.0, "top_k": 0, "min_p": 0.0, "seed": 42, "prompt_cache": false }, "methodology": { "warmup_runs": 1, "measured_repetitions": 5, "streaming": true, "ttft_definition": "Elapsed wall time from HTTP send until the first non-empty assistant content delta was read.", "total_latency_definition": "Elapsed wall time from HTTP send through the SSE done marker.", "prompt_cache_disabled": true, "telemetry_target_interval_milliseconds": 250, "telemetry_scope": "Pinned NVIDIA GPU, Windows system memory, and the selected llama-server process", "inter_run_delay_seconds": 2.0 }, "server_preflight": { "status": "passed", "checks": { "health_ok": true, "model_alias_present": true, "context_size_matches": true, "parallel_slots_match": true, "model_path_matches_manifest": true }, "served_model_alias": "Qwen3.8-27B-UD-IQ2_XXS" }, "runs": [ { "run_label": "warmup-1", "warmup": true, "repetition": 1, "status": "completed", "error": null, "client_measurements": { "response_headers_ms": 12.893, "time_to_first_content_token_ms": 134.378, "total_latency_ms": 3809.843 }, "server_measurements": { "usage": { "completion_tokens": 256, "prompt_tokens": 106, "total_tokens": 362, "prompt_tokens_details": { "cached_tokens": 0 } }, "timings": { "cache_n": 0, "prompt_n": 106, "prompt_ms": 121.38, "prompt_per_token_ms": 1.1450943396226414, "prompt_per_second": 873.2904926676554, "predicted_n": 256, "predicted_ms": 3675.408, "predicted_per_token_ms": 14.413364705882353, "predicted_per_second": 69.38005250029384 }, "system_fingerprint": "b10448-ad1de39e0" }, "response": { "finish_reason": "length", "content": "```python\nimport threading\nimport time\nimport unittest\nfrom collections import OrderedDict\nfrom dataclasses import dataclass, field\nfrom typing import TypeVar, Generic, Optional, List, Any\n\nK = TypeVar(\"K\")\nV = TypeVar(\"V\")\n\n\n@dataclass\nclass LRUCache(Generic[K, V]):\n \"\"\"\n A thread-safe bounded LRU (Least Recently Used) cache.\n \"\"\"\n capacity: int\n _cache: OrderedDict = field(default_factory=OrderedDict)\n _lock: threading.Lock = field(default_factory=threading.Lock)\n\n def __post_init__(self):\n if self.capacity < 0:\n raise ValueError(\"Capacity must be non-negative\")\n\n def get(self, key: K) -> Optional[V]:\n \"\"\"\n Retrieve a value from the cache. If the key exists, it is moved to the\n most recently used position. Returns None if the key is not found.\n \"\"\"\n with self._lock:\n if key in self._cache:\n # Move to end (most recently used)\n self._cache.move_to_end(key)\n return self._cache[key]\n", "reasoning_content": null }, "telemetry_summary": { "target_interval_milliseconds": 250, "sample_count": 16, "missed_sample_count": 0, "gpu_sample_count": 16, "system_memory_sample_count": 16, "process_sample_count": 16, "observed_span_milliseconds": 3752.405, "observed_mean_interval_milliseconds": 250.16, "observed_minimum_interval_milliseconds": 237.599, "observed_maximum_interval_milliseconds": 260.715, "observed_maximum_schedule_lag_milliseconds": 13.758, "gpu_index": 0, "gpu_name": "NVIDIA GeForce RTX 4090", "gpu_uuid": "GPU-REDACTED", "peak_vram_used_mib": 10346.0, "minimum_vram_free_mib": 13793.0, "peak_gpu_utilization_percent": 92.0, "peak_gpu_temperature_c": 56.0, "peak_gpu_power_draw_w": 77.42, "observed_gpu_power_limit_w": 495.0, "peak_gpu_graphics_clock_mhz": 2805.0, "peak_gpu_memory_clock_mhz": 10251.0, "peak_pcie_link_generation": 4.0, "peak_pcie_link_width": 16.0, "minimum_system_physical_available_bytes": 35282894848.0, "peak_system_memory_load_percent": 47.0, "peak_system_commit_used_bytes": 37671628800.0, "minimum_system_commit_available_bytes": 77310930944.0, "peak_process_working_set_bytes": 9006211072.0, "peak_process_private_memory_bytes": 10531885056.0, "peak_process_cpu_percent_of_machine": 7.024 }, "telemetry_samples": [ { "timestamp_utc": "2026-08-21T06:21:09.518979Z", "monotonic_elapsed_milliseconds": 0.092, "schedule_lag_milliseconds": 0.092, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10318, "vram_free_mib": 13821, "utilization_percent": 0, "temperature_c": 40, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35445829632, "physical_used_bytes": 32292089856, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77529239552, "commit_used_bytes": 37453320192 }, "process": { "working_set_bytes": 8848531456, "private_memory_bytes": 10320211968, "cpu_total_seconds": 3.40625, "cpu_percent_of_machine": null } }, { "timestamp_utc": "2026-08-21T06:21:09.770836Z", "monotonic_elapsed_milliseconds": 251.583, "schedule_lag_milliseconds": 1.583, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 0, "temperature_c": 40, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35292893184, "physical_used_bytes": 32445026304, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77317971968, "commit_used_bytes": 37664587776 }, "process": { "working_set_bytes": 9002876928, "private_memory_bytes": 10529341440, "cpu_total_seconds": 3.59375, "cpu_percent_of_machine": 4.66 } }, { "timestamp_utc": "2026-08-21T06:21:10.033526Z", "monotonic_elapsed_milliseconds": 512.298, "schedule_lag_milliseconds": 12.298, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10345, "vram_free_mib": 13794, "utilization_percent": 92, "temperature_c": 52, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35282894848, "physical_used_bytes": 32455024640, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77310930944, "commit_used_bytes": 37671628800 }, "process": { "working_set_bytes": 9002905600, "private_memory_bytes": 10529341440, "cpu_total_seconds": 3.84375, "cpu_percent_of_machine": 5.993 } }, { "timestamp_utc": "2026-08-21T06:21:10.282336Z", "monotonic_elapsed_milliseconds": 763.099, "schedule_lag_milliseconds": 13.099, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10345, "vram_free_mib": 13794, "utilization_percent": 92, "temperature_c": 52, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35297153024, "physical_used_bytes": 32440766464, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77318066176, "commit_used_bytes": 37664493568 }, "process": { "working_set_bytes": 9002958848, "private_memory_bytes": 10529341440, "cpu_total_seconds": 4.09375, "cpu_percent_of_machine": 6.23 } }, { "timestamp_utc": "2026-08-21T06:21:10.533781Z", "monotonic_elapsed_milliseconds": 1012.255, "schedule_lag_milliseconds": 12.255, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10345, "vram_free_mib": 13794, "utilization_percent": 91, "temperature_c": 54, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35306110976, "physical_used_bytes": 32431808512, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77327032320, "commit_used_bytes": 37655527424 }, "process": { "working_set_bytes": 9002987520, "private_memory_bytes": 10529341440, "cpu_total_seconds": 4.34375, "cpu_percent_of_machine": 6.271 } }, { "timestamp_utc": "2026-08-21T06:21:10.783946Z", "monotonic_elapsed_milliseconds": 1263.758, "schedule_lag_milliseconds": 13.758, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 91, "temperature_c": 54, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35296198656, "physical_used_bytes": 32441720832, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77325279232, "commit_used_bytes": 37657280512 }, "process": { "working_set_bytes": 9003048960, "private_memory_bytes": 10529345536, "cpu_total_seconds": 4.59375, "cpu_percent_of_machine": 6.213 } }, { "timestamp_utc": "2026-08-21T06:21:11.020583Z", "monotonic_elapsed_milliseconds": 1501.357, "schedule_lag_milliseconds": 1.357, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 91, "temperature_c": 55, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35298205696, "physical_used_bytes": 32439713792, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77327527936, "commit_used_bytes": 37655031808 }, "process": { "working_set_bytes": 9003085824, "private_memory_bytes": 10529345536, "cpu_total_seconds": 4.828125, "cpu_percent_of_machine": 6.165 } }, { "timestamp_utc": "2026-08-21T06:21:11.274234Z", "monotonic_elapsed_milliseconds": 1755.024, "schedule_lag_milliseconds": 5.024, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 91, "temperature_c": 55, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35303350272, "physical_used_bytes": 32434569216, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77326688256, "commit_used_bytes": 37655871488 }, "process": { "working_set_bytes": 9003126784, "private_memory_bytes": 10529345536, "cpu_total_seconds": 5.09375, "cpu_percent_of_machine": 6.545 } }, { "timestamp_utc": "2026-08-21T06:21:11.525362Z", "monotonic_elapsed_milliseconds": 2005.138, "schedule_lag_milliseconds": 5.138, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 91, "temperature_c": 54, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35299110912, "physical_used_bytes": 32438808576, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77329235968, "commit_used_bytes": 37653323776 }, "process": { "working_set_bytes": 9003155456, "private_memory_bytes": 10529345536, "cpu_total_seconds": 5.34375, "cpu_percent_of_machine": 6.247 } }, { "timestamp_utc": "2026-08-21T06:21:11.773655Z", "monotonic_elapsed_milliseconds": 2254.408, "schedule_lag_milliseconds": 4.408, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 91, "temperature_c": 54, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35299848192, "physical_used_bytes": 32438071296, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77327327232, "commit_used_bytes": 37655232512 }, "process": { "working_set_bytes": 9003220992, "private_memory_bytes": 10529345536, "cpu_total_seconds": 5.578125, "cpu_percent_of_machine": 5.877 } }, { "timestamp_utc": "2026-08-21T06:21:12.024888Z", "monotonic_elapsed_milliseconds": 2504.68, "schedule_lag_milliseconds": 4.68, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 89, "temperature_c": 54, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35297112064, "physical_used_bytes": 32440807424, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77325111296, "commit_used_bytes": 37657448448 }, "process": { "working_set_bytes": 9006034944, "private_memory_bytes": 10531880960, "cpu_total_seconds": 5.859375, "cpu_percent_of_machine": 7.024 } }, { "timestamp_utc": "2026-08-21T06:21:12.277039Z", "monotonic_elapsed_milliseconds": 2755.827, "schedule_lag_milliseconds": 5.827, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 89, "temperature_c": 54, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35303297024, "physical_used_bytes": 32434622464, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77323124736, "commit_used_bytes": 37659435008 }, "process": { "working_set_bytes": 9006080000, "private_memory_bytes": 10531885056, "cpu_total_seconds": 6.109375, "cpu_percent_of_machine": 6.221 } }, { "timestamp_utc": "2026-08-21T06:21:12.525220Z", "monotonic_elapsed_milliseconds": 3005.019, "schedule_lag_milliseconds": 5.019, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 91, "temperature_c": 55, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35303424000, "physical_used_bytes": 32434495488, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77332725760, "commit_used_bytes": 37649833984 }, "process": { "working_set_bytes": 9006129152, "private_memory_bytes": 10531885056, "cpu_total_seconds": 6.34375, "cpu_percent_of_machine": 5.878 } }, { "timestamp_utc": "2026-08-21T06:21:12.772547Z", "monotonic_elapsed_milliseconds": 3252.66, "schedule_lag_milliseconds": 2.66, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 91, "temperature_c": 55, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35302715392, "physical_used_bytes": 32435204096, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77331460096, "commit_used_bytes": 37651099648 }, "process": { "working_set_bytes": 9006153728, "private_memory_bytes": 10531885056, "cpu_total_seconds": 6.59375, "cpu_percent_of_machine": 6.31 } }, { "timestamp_utc": "2026-08-21T06:21:13.022186Z", "monotonic_elapsed_milliseconds": 3501.978, "schedule_lag_milliseconds": 1.978, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 91, "temperature_c": 56, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35303219200, "physical_used_bytes": 32434700288, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77330853888, "commit_used_bytes": 37651705856 }, "process": { "working_set_bytes": 9006186496, "private_memory_bytes": 10531885056, "cpu_total_seconds": 6.84375, "cpu_percent_of_machine": 6.267 } }, { "timestamp_utc": "2026-08-21T06:21:13.272708Z", "monotonic_elapsed_milliseconds": 3752.497, "schedule_lag_milliseconds": 2.497, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10346, "vram_free_mib": 13793, "utilization_percent": 91, "temperature_c": 56, "power_draw_w": 77.42, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35306827776, "physical_used_bytes": 32431091712, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77330210816, "commit_used_bytes": 37652348928 }, "process": { "working_set_bytes": 9006211072, "private_memory_bytes": 10531885056, "cpu_total_seconds": 7.09375, "cpu_percent_of_machine": 6.237 } } ], "telemetry_errors": [], "validation": { "request_succeeded": true, "first_content_observed": true, "usage_observed": true, "timings_observed": true, "prompt_cache_disabled": true, "minimum_completion_tokens_met": true, "expected_finish_reason": true, "reasoning_empty": true, "telemetry_observed": true, "gpu_telemetry_observed": true, "gpu_identity_verified": true, "system_memory_telemetry_observed": true, "process_telemetry_observed": true, "telemetry_error_free": true, "mtp_activity_matches_configuration": true } }, { "run_label": "measured-1", "warmup": false, "repetition": 1, "status": "completed", "error": null, "client_measurements": { "response_headers_ms": 2.891, "time_to_first_content_token_ms": 59.564, "total_latency_ms": 3729.306 }, "server_measurements": { "usage": { "completion_tokens": 256, "prompt_tokens": 106, "total_tokens": 362, "prompt_tokens_details": { "cached_tokens": 0 } }, "timings": { "cache_n": 0, "prompt_n": 106, "prompt_ms": 56.681, "prompt_per_token_ms": 0.5347264150943396, "prompt_per_second": 1870.1152061537377, "predicted_n": 256, "predicted_ms": 3669.612, "predicted_per_token_ms": 14.390635294117647, "predicted_per_second": 69.48963541649636 }, "system_fingerprint": "b10448-ad1de39e0" }, "response": { "finish_reason": "length", "content": "```python\nimport threading\nimport time\nimport unittest\nfrom collections import OrderedDict\nfrom dataclasses import dataclass, field\nfrom typing import TypeVar, Generic, Optional, List, Any\n\nK = TypeVar(\"K\")\nV = TypeVar(\"V\")\n\n\n@dataclass\nclass LRUCache(Generic[K, V]):\n \"\"\"\n A thread-safe bounded LRU (Least Recently Used) cache.\n \"\"\"\n capacity: int\n _cache: OrderedDict = field(default_factory=OrderedDict)\n _lock: threading.Lock = field(default_factory=threading.Lock)\n\n def __post_init__(self):\n if self.capacity < 0:\n raise ValueError(\"Capacity must be non-negative\")\n\n def get(self, key: K) -> Optional[V]:\n \"\"\"\n Retrieve a value from the cache. If the key exists, it is moved to the\n most recently used position. Returns None if the key is not found.\n \"\"\"\n with self._lock:\n if key in self._cache:\n # Move to end (most recently used)\n self._cache.move_to_end(key)\n return self._cache[key]\n", "reasoning_content": null }, "telemetry_summary": { "target_interval_milliseconds": 250, "sample_count": 16, "missed_sample_count": 0, "gpu_sample_count": 16, "system_memory_sample_count": 16, "process_sample_count": 16, "observed_span_milliseconds": 3758.789, "observed_mean_interval_milliseconds": 250.586, "observed_minimum_interval_milliseconds": 237.141, "observed_maximum_interval_milliseconds": 258.325, "observed_maximum_schedule_lag_milliseconds": 13.05, "gpu_index": 0, "gpu_name": "NVIDIA GeForce RTX 4090", "gpu_uuid": "GPU-REDACTED", "peak_vram_used_mib": 10344.0, "minimum_vram_free_mib": 13795.0, "peak_gpu_utilization_percent": 92.0, "peak_gpu_temperature_c": 57.0, "peak_gpu_power_draw_w": 78.11, "observed_gpu_power_limit_w": 495.0, "peak_gpu_graphics_clock_mhz": 2805.0, "peak_gpu_memory_clock_mhz": 10251.0, "peak_pcie_link_generation": 4.0, "peak_pcie_link_width": 16.0, "minimum_system_physical_available_bytes": 35300655104.0, "peak_system_memory_load_percent": 47.0, "peak_system_commit_used_bytes": 37653291008.0, "minimum_system_commit_available_bytes": 77329268736.0, "peak_process_working_set_bytes": 9006665728.0, "peak_process_private_memory_bytes": 10532278272.0, "peak_process_cpu_percent_of_machine": 6.61 }, "telemetry_samples": [ { "timestamp_utc": "2026-08-21T06:21:15.373933Z", "monotonic_elapsed_milliseconds": 0.148, "schedule_lag_milliseconds": 0.148, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10342, "vram_free_mib": 13797, "utilization_percent": 1, "temperature_c": 42, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35303682048, "physical_used_bytes": 32434237440, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77329268736, "commit_used_bytes": 37653291008 }, "process": { "working_set_bytes": 9006272512, "private_memory_bytes": 10531885056, "cpu_total_seconds": 7.15625, "cpu_percent_of_machine": null } }, { "timestamp_utc": "2026-08-21T06:21:15.642391Z", "monotonic_elapsed_milliseconds": 258.473, "schedule_lag_milliseconds": 8.473, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10342, "vram_free_mib": 13797, "utilization_percent": 1, "temperature_c": 42, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35302998016, "physical_used_bytes": 32434921472, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77333221376, "commit_used_bytes": 37649338368 }, "process": { "working_set_bytes": 9006288896, "private_memory_bytes": 10531897344, "cpu_total_seconds": 7.390625, "cpu_percent_of_machine": 5.671 } }, { "timestamp_utc": "2026-08-21T06:21:15.896930Z", "monotonic_elapsed_milliseconds": 513.05, "schedule_lag_milliseconds": 13.05, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10344, "vram_free_mib": 13795, "utilization_percent": 91, "temperature_c": 54, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35301523456, "physical_used_bytes": 32436396032, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77329797120, "commit_used_bytes": 37652762624 }, "process": { "working_set_bytes": 9006288896, "private_memory_bytes": 10531897344, "cpu_total_seconds": 7.640625, "cpu_percent_of_machine": 6.138 } }, { "timestamp_utc": "2026-08-21T06:21:16.132117Z", "monotonic_elapsed_milliseconds": 750.191, "schedule_lag_milliseconds": 0.191, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10344, "vram_free_mib": 13795, "utilization_percent": 91, "temperature_c": 54, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35303100416, "physical_used_bytes": 32434819072, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77332135936, "commit_used_bytes": 37650423808 }, "process": { "working_set_bytes": 9006288896, "private_memory_bytes": 10531897344, "cpu_total_seconds": 7.875, "cpu_percent_of_machine": 6.177 } }, { "timestamp_utc": "2026-08-21T06:21:16.382322Z", "monotonic_elapsed_milliseconds": 1001.264, "schedule_lag_milliseconds": 1.264, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10344, "vram_free_mib": 13795, "utilization_percent": 91, "temperature_c": 55, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35309936640, "physical_used_bytes": 32427982848, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77332004864, "commit_used_bytes": 37650554880 }, "process": { "working_set_bytes": 9006288896, "private_memory_bytes": 10531897344, "cpu_total_seconds": 8.125, "cpu_percent_of_machine": 6.223 } }, { "timestamp_utc": "2026-08-21T06:21:16.635026Z", "monotonic_elapsed_milliseconds": 1252.544, "schedule_lag_milliseconds": 2.544, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10344, "vram_free_mib": 13795, "utilization_percent": 91, "temperature_c": 55, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35310022656, "physical_used_bytes": 32427896832, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77331460096, "commit_used_bytes": 37651099648 }, "process": { "working_set_bytes": 9006288896, "private_memory_bytes": 10531897344, "cpu_total_seconds": 8.375, "cpu_percent_of_machine": 6.218 } }, { "timestamp_utc": "2026-08-21T06:21:16.885148Z", "monotonic_elapsed_milliseconds": 1504.25, "schedule_lag_milliseconds": 4.25, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10343, "vram_free_mib": 13796, "utilization_percent": 92, "temperature_c": 55, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35302764544, "physical_used_bytes": 32435154944, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77332586496, "commit_used_bytes": 37649973248 }, "process": { "working_set_bytes": 9006288896, "private_memory_bytes": 10531897344, "cpu_total_seconds": 8.609375, "cpu_percent_of_machine": 5.82 } }, { "timestamp_utc": "2026-08-21T06:21:17.137384Z", "monotonic_elapsed_milliseconds": 1755.455, "schedule_lag_milliseconds": 5.455, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10343, "vram_free_mib": 13796, "utilization_percent": 92, "temperature_c": 55, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35303432192, "physical_used_bytes": 32434487296, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77332369408, "commit_used_bytes": 37650190336 }, "process": { "working_set_bytes": 9006288896, "private_memory_bytes": 10531897344, "cpu_total_seconds": 8.84375, "cpu_percent_of_machine": 5.831 } }, { "timestamp_utc": "2026-08-21T06:21:17.387541Z", "monotonic_elapsed_milliseconds": 2005.521, "schedule_lag_milliseconds": 5.521, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10343, "vram_free_mib": 13796, "utilization_percent": 91, "temperature_c": 56, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35309297664, "physical_used_bytes": 32428621824, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77331902464, "commit_used_bytes": 37650657280 }, "process": { "working_set_bytes": 9006288896, "private_memory_bytes": 10531897344, "cpu_total_seconds": 9.09375, "cpu_percent_of_machine": 6.248 } }, { "timestamp_utc": "2026-08-21T06:21:17.638272Z", "monotonic_elapsed_milliseconds": 2255.793, "schedule_lag_milliseconds": 5.793, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10343, "vram_free_mib": 13796, "utilization_percent": 91, "temperature_c": 56, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35306786816, "physical_used_bytes": 32431132672, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77329293312, "commit_used_bytes": 37653266432 }, "process": { "working_set_bytes": 9006661632, "private_memory_bytes": 10532278272, "cpu_total_seconds": 9.34375, "cpu_percent_of_machine": 6.243 } }, { "timestamp_utc": "2026-08-21T06:21:17.886514Z", "monotonic_elapsed_milliseconds": 2504.628, "schedule_lag_milliseconds": 4.628, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10343, "vram_free_mib": 13796, "utilization_percent": 91, "temperature_c": 56, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35300655104, "physical_used_bytes": 32437264384, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77334077440, "commit_used_bytes": 37648482304 }, "process": { "working_set_bytes": 9006661632, "private_memory_bytes": 10532278272, "cpu_total_seconds": 9.59375, "cpu_percent_of_machine": 6.279 } }, { "timestamp_utc": "2026-08-21T06:21:18.137693Z", "monotonic_elapsed_milliseconds": 2755.792, "schedule_lag_milliseconds": 5.792, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10343, "vram_free_mib": 13796, "utilization_percent": 91, "temperature_c": 56, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35303170048, "physical_used_bytes": 32434749440, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77335040000, "commit_used_bytes": 37647519744 }, "process": { "working_set_bytes": 9006665728, "private_memory_bytes": 10532278272, "cpu_total_seconds": 9.859375, "cpu_percent_of_machine": 6.61 } }, { "timestamp_utc": "2026-08-21T06:21:18.390829Z", "monotonic_elapsed_milliseconds": 3007.845, "schedule_lag_milliseconds": 7.846, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10343, "vram_free_mib": 13796, "utilization_percent": 91, "temperature_c": 56, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35309727744, "physical_used_bytes": 32428191744, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77336485888, "commit_used_bytes": 37646073856 }, "process": { "working_set_bytes": 9006665728, "private_memory_bytes": 10532278272, "cpu_total_seconds": 10.109375, "cpu_percent_of_machine": 6.199 } }, { "timestamp_utc": "2026-08-21T06:21:18.640947Z", "monotonic_elapsed_milliseconds": 3261.115, "schedule_lag_milliseconds": 11.115, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10343, "vram_free_mib": 13796, "utilization_percent": 91, "temperature_c": 56, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35311083520, "physical_used_bytes": 32426835968, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77335814144, "commit_used_bytes": 37646745600 }, "process": { "working_set_bytes": 9006665728, "private_memory_bytes": 10532278272, "cpu_total_seconds": 10.359375, "cpu_percent_of_machine": 6.169 } }, { "timestamp_utc": "2026-08-21T06:21:18.890177Z", "monotonic_elapsed_milliseconds": 3509.311, "schedule_lag_milliseconds": 9.311, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 57, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35303186432, "physical_used_bytes": 32434733056, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77336702976, "commit_used_bytes": 37645856768 }, "process": { "working_set_bytes": 9006665728, "private_memory_bytes": 10532278272, "cpu_total_seconds": 10.609375, "cpu_percent_of_machine": 6.295 } }, { "timestamp_utc": "2026-08-21T06:21:19.141307Z", "monotonic_elapsed_milliseconds": 3758.937, "schedule_lag_milliseconds": 8.937, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 57, "power_draw_w": 78.11, "power_limit_w": 495.0, "graphics_clock_mhz": 2805, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35307130880, "physical_used_bytes": 32430788608, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77338763264, "commit_used_bytes": 37643796480 }, "process": { "working_set_bytes": 9006665728, "private_memory_bytes": 10532278272, "cpu_total_seconds": 10.84375, "cpu_percent_of_machine": 5.868 } } ], "telemetry_errors": [], "validation": { "request_succeeded": true, "first_content_observed": true, "usage_observed": true, "timings_observed": true, "prompt_cache_disabled": true, "minimum_completion_tokens_met": true, "expected_finish_reason": true, "reasoning_empty": true, "telemetry_observed": true, "gpu_telemetry_observed": true, "gpu_identity_verified": true, "system_memory_telemetry_observed": true, "process_telemetry_observed": true, "telemetry_error_free": true, "mtp_activity_matches_configuration": true } }, { "run_label": "measured-2", "warmup": false, "repetition": 2, "status": "completed", "error": null, "client_measurements": { "response_headers_ms": 2.843, "time_to_first_content_token_ms": 60.607, "total_latency_ms": 3731.968 }, "server_measurements": { "usage": { "completion_tokens": 256, "prompt_tokens": 106, "total_tokens": 362, "prompt_tokens_details": { "cached_tokens": 0 } }, "timings": { "cache_n": 0, "prompt_n": 106, "prompt_ms": 57.798, "prompt_per_token_ms": 0.5452641509433962, "prompt_per_second": 1833.9734938925221, "predicted_n": 256, "predicted_ms": 3671.203, "predicted_per_token_ms": 14.396874509803922, "predicted_per_second": 69.45952048960518 }, "system_fingerprint": "b10448-ad1de39e0" }, "response": { "finish_reason": "length", "content": "```python\nimport threading\nimport time\nimport unittest\nfrom collections import OrderedDict\nfrom dataclasses import dataclass, field\nfrom typing import TypeVar, Generic, Optional, List, Any\n\nK = TypeVar(\"K\")\nV = TypeVar(\"V\")\n\n\n@dataclass\nclass LRUCache(Generic[K, V]):\n \"\"\"\n A thread-safe bounded LRU (Least Recently Used) cache.\n \"\"\"\n capacity: int\n _cache: OrderedDict = field(default_factory=OrderedDict)\n _lock: threading.Lock = field(default_factory=threading.Lock)\n\n def __post_init__(self):\n if self.capacity < 0:\n raise ValueError(\"Capacity must be non-negative\")\n\n def get(self, key: K) -> Optional[V]:\n \"\"\"\n Retrieve a value from the cache. If the key exists, it is moved to the\n most recently used position. Returns None if the key is not found.\n \"\"\"\n with self._lock:\n if key in self._cache:\n # Move to end (most recently used)\n self._cache.move_to_end(key)\n return self._cache[key]\n", "reasoning_content": null }, "telemetry_summary": { "target_interval_milliseconds": 250, "sample_count": 16, "missed_sample_count": 0, "gpu_sample_count": 16, "system_memory_sample_count": 16, "process_sample_count": 16, "observed_span_milliseconds": 3760.0, "observed_mean_interval_milliseconds": 250.667, "observed_minimum_interval_milliseconds": 236.176, "observed_maximum_interval_milliseconds": 263.969, "observed_maximum_schedule_lag_milliseconds": 14.178, "gpu_index": 0, "gpu_name": "NVIDIA GeForce RTX 4090", "gpu_uuid": "GPU-REDACTED", "peak_vram_used_mib": 10341.0, "minimum_vram_free_mib": 13798.0, "peak_gpu_utilization_percent": 92.0, "peak_gpu_temperature_c": 58.0, "peak_gpu_power_draw_w": 106.0, "observed_gpu_power_limit_w": 495.0, "peak_gpu_graphics_clock_mhz": 2790.0, "peak_gpu_memory_clock_mhz": 10251.0, "peak_pcie_link_generation": 4.0, "peak_pcie_link_width": 16.0, "minimum_system_physical_available_bytes": 35307261952.0, "peak_system_memory_load_percent": 47.0, "peak_system_commit_used_bytes": 37637156864.0, "minimum_system_commit_available_bytes": 77345402880.0, "peak_process_working_set_bytes": 9006686208.0, "peak_process_private_memory_bytes": 10532302848.0, "peak_process_cpu_percent_of_machine": 6.634 }, "telemetry_samples": [ { "timestamp_utc": "2026-08-21T06:21:21.196233Z", "monotonic_elapsed_milliseconds": 0.147, "schedule_lag_milliseconds": 0.147, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 0, "temperature_c": 43, "power_draw_w": 78.35, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35322654720, "physical_used_bytes": 32415264768, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77349314560, "commit_used_bytes": 37633245184 }, "process": { "working_set_bytes": 9006665728, "private_memory_bytes": 10532278272, "cpu_total_seconds": 10.84375, "cpu_percent_of_machine": null } }, { "timestamp_utc": "2026-08-21T06:21:21.446079Z", "monotonic_elapsed_milliseconds": 250.835, "schedule_lag_milliseconds": 0.835, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 87, "temperature_c": 53, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35318489088, "physical_used_bytes": 32419430400, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77348818944, "commit_used_bytes": 37633740800 }, "process": { "working_set_bytes": 9006678016, "private_memory_bytes": 10532290560, "cpu_total_seconds": 11.0625, "cpu_percent_of_machine": 5.454 } }, { "timestamp_utc": "2026-08-21T06:21:21.696339Z", "monotonic_elapsed_milliseconds": 501.087, "schedule_lag_milliseconds": 1.087, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 87, "temperature_c": 53, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35310960640, "physical_used_bytes": 32426958848, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77345935360, "commit_used_bytes": 37636624384 }, "process": { "working_set_bytes": 9006673920, "private_memory_bytes": 10532290560, "cpu_total_seconds": 11.328125, "cpu_percent_of_machine": 6.634 } }, { "timestamp_utc": "2026-08-21T06:21:21.945003Z", "monotonic_elapsed_milliseconds": 751.74, "schedule_lag_milliseconds": 1.74, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 56, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35310129152, "physical_used_bytes": 32427790336, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77345402880, "commit_used_bytes": 37637156864 }, "process": { "working_set_bytes": 9006673920, "private_memory_bytes": 10532290560, "cpu_total_seconds": 11.578125, "cpu_percent_of_machine": 6.234 } }, { "timestamp_utc": "2026-08-21T06:21:22.194276Z", "monotonic_elapsed_milliseconds": 1000.209, "schedule_lag_milliseconds": 0.209, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 56, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35317882880, "physical_used_bytes": 32420036608, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77347504128, "commit_used_bytes": 37635055616 }, "process": { "working_set_bytes": 9006673920, "private_memory_bytes": 10532290560, "cpu_total_seconds": 11.8125, "cpu_percent_of_machine": 5.895 } }, { "timestamp_utc": "2026-08-21T06:21:22.458437Z", "monotonic_elapsed_milliseconds": 1264.178, "schedule_lag_milliseconds": 14.178, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35320991744, "physical_used_bytes": 32416927744, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77352075264, "commit_used_bytes": 37630484480 }, "process": { "working_set_bytes": 9006673920, "private_memory_bytes": 10532290560, "cpu_total_seconds": 12.078125, "cpu_percent_of_machine": 6.289 } }, { "timestamp_utc": "2026-08-21T06:21:22.694601Z", "monotonic_elapsed_milliseconds": 1500.354, "schedule_lag_milliseconds": 0.354, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35315949568, "physical_used_bytes": 32421969920, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77352697856, "commit_used_bytes": 37629861888 }, "process": { "working_set_bytes": 9006673920, "private_memory_bytes": 10532290560, "cpu_total_seconds": 12.296875, "cpu_percent_of_machine": 5.789 } }, { "timestamp_utc": "2026-08-21T06:21:22.947223Z", "monotonic_elapsed_milliseconds": 1753.012, "schedule_lag_milliseconds": 3.012, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 57, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35314466816, "physical_used_bytes": 32423452672, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77352583168, "commit_used_bytes": 37629976576 }, "process": { "working_set_bytes": 9006673920, "private_memory_bytes": 10532290560, "cpu_total_seconds": 12.5625, "cpu_percent_of_machine": 6.571 } }, { "timestamp_utc": "2026-08-21T06:21:23.200825Z", "monotonic_elapsed_milliseconds": 2007.118, "schedule_lag_milliseconds": 7.118, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 57, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35317575680, "physical_used_bytes": 32420343808, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77351481344, "commit_used_bytes": 37631078400 }, "process": { "working_set_bytes": 9006673920, "private_memory_bytes": 10532290560, "cpu_total_seconds": 12.796875, "cpu_percent_of_machine": 5.765 } }, { "timestamp_utc": "2026-08-21T06:21:23.450921Z", "monotonic_elapsed_milliseconds": 2256.676, "schedule_lag_milliseconds": 6.676, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35317321728, "physical_used_bytes": 32420597760, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77347164160, "commit_used_bytes": 37635395584 }, "process": { "working_set_bytes": 9006686208, "private_memory_bytes": 10532302848, "cpu_total_seconds": 13.046875, "cpu_percent_of_machine": 6.261 } }, { "timestamp_utc": "2026-08-21T06:21:23.700699Z", "monotonic_elapsed_milliseconds": 2505.984, "schedule_lag_milliseconds": 5.984, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35308802048, "physical_used_bytes": 32429117440, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77347819520, "commit_used_bytes": 37634740224 }, "process": { "working_set_bytes": 9006682112, "private_memory_bytes": 10532302848, "cpu_total_seconds": 13.296875, "cpu_percent_of_machine": 6.267 } }, { "timestamp_utc": "2026-08-21T06:21:23.949319Z", "monotonic_elapsed_milliseconds": 2756.079, "schedule_lag_milliseconds": 6.08, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35309449216, "physical_used_bytes": 32428470272, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77346852864, "commit_used_bytes": 37635706880 }, "process": { "working_set_bytes": 9006682112, "private_memory_bytes": 10532302848, "cpu_total_seconds": 13.546875, "cpu_percent_of_machine": 6.248 } }, { "timestamp_utc": "2026-08-21T06:21:24.199441Z", "monotonic_elapsed_milliseconds": 3005.716, "schedule_lag_milliseconds": 5.716, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35313754112, "physical_used_bytes": 32424165376, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77347766272, "commit_used_bytes": 37634793472 }, "process": { "working_set_bytes": 9006682112, "private_memory_bytes": 10532302848, "cpu_total_seconds": 13.796875, "cpu_percent_of_machine": 6.259 } }, { "timestamp_utc": "2026-08-21T06:21:24.450550Z", "monotonic_elapsed_milliseconds": 3256.387, "schedule_lag_milliseconds": 6.387, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35307778048, "physical_used_bytes": 32430141440, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77346058240, "commit_used_bytes": 37636501504 }, "process": { "working_set_bytes": 9006682112, "private_memory_bytes": 10532302848, "cpu_total_seconds": 14.03125, "cpu_percent_of_machine": 5.844 } }, { "timestamp_utc": "2026-08-21T06:21:24.702757Z", "monotonic_elapsed_milliseconds": 3508.537, "schedule_lag_milliseconds": 8.537, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35314429952, "physical_used_bytes": 32423489536, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77347590144, "commit_used_bytes": 37634969600 }, "process": { "working_set_bytes": 9006682112, "private_memory_bytes": 10532302848, "cpu_total_seconds": 14.28125, "cpu_percent_of_machine": 6.197 } }, { "timestamp_utc": "2026-08-21T06:21:24.952665Z", "monotonic_elapsed_milliseconds": 3760.147, "schedule_lag_milliseconds": 10.147, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 58, "power_draw_w": 106.0, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35307261952, "physical_used_bytes": 32430657536, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77346099200, "commit_used_bytes": 37636460544 }, "process": { "working_set_bytes": 9006682112, "private_memory_bytes": 10532302848, "cpu_total_seconds": 14.515625, "cpu_percent_of_machine": 5.822 } } ], "telemetry_errors": [], "validation": { "request_succeeded": true, "first_content_observed": true, "usage_observed": true, "timings_observed": true, "prompt_cache_disabled": true, "minimum_completion_tokens_met": true, "expected_finish_reason": true, "reasoning_empty": true, "telemetry_observed": true, "gpu_telemetry_observed": true, "gpu_identity_verified": true, "system_memory_telemetry_observed": true, "process_telemetry_observed": true, "telemetry_error_free": true, "mtp_activity_matches_configuration": true } }, { "run_label": "measured-3", "warmup": false, "repetition": 3, "status": "completed", "error": null, "client_measurements": { "response_headers_ms": 2.886, "time_to_first_content_token_ms": 60.037, "total_latency_ms": 3734.396 }, "server_measurements": { "usage": { "completion_tokens": 256, "prompt_tokens": 106, "total_tokens": 362, "prompt_tokens_details": { "cached_tokens": 0 } }, "timings": { "cache_n": 0, "prompt_n": 106, "prompt_ms": 57.178, "prompt_per_token_ms": 0.5394150943396226, "prompt_per_second": 1853.8598761761518, "predicted_n": 256, "predicted_ms": 3674.212, "predicted_per_token_ms": 14.408674509803921, "predicted_per_second": 69.40263653812028 }, "system_fingerprint": "b10448-ad1de39e0" }, "response": { "finish_reason": "length", "content": "```python\nimport threading\nimport time\nimport unittest\nfrom collections import OrderedDict\nfrom dataclasses import dataclass, field\nfrom typing import TypeVar, Generic, Optional, List, Any\n\nK = TypeVar(\"K\")\nV = TypeVar(\"V\")\n\n\n@dataclass\nclass LRUCache(Generic[K, V]):\n \"\"\"\n A thread-safe bounded LRU (Least Recently Used) cache.\n \"\"\"\n capacity: int\n _cache: OrderedDict = field(default_factory=OrderedDict)\n _lock: threading.Lock = field(default_factory=threading.Lock)\n\n def __post_init__(self):\n if self.capacity < 0:\n raise ValueError(\"Capacity must be non-negative\")\n\n def get(self, key: K) -> Optional[V]:\n \"\"\"\n Retrieve a value from the cache. If the key exists, it is moved to the\n most recently used position. Returns None if the key is not found.\n \"\"\"\n with self._lock:\n if key in self._cache:\n # Move to end (most recently used)\n self._cache.move_to_end(key)\n return self._cache[key]\n", "reasoning_content": null }, "telemetry_summary": { "target_interval_milliseconds": 250, "sample_count": 16, "missed_sample_count": 0, "gpu_sample_count": 16, "system_memory_sample_count": 16, "process_sample_count": 16, "observed_span_milliseconds": 3756.524, "observed_mean_interval_milliseconds": 250.435, "observed_minimum_interval_milliseconds": 237.311, "observed_maximum_interval_milliseconds": 261.881, "observed_maximum_schedule_lag_milliseconds": 12.99, "gpu_index": 0, "gpu_name": "NVIDIA GeForce RTX 4090", "gpu_uuid": "GPU-REDACTED", "peak_vram_used_mib": 10341.0, "minimum_vram_free_mib": 13798.0, "peak_gpu_utilization_percent": 92.0, "peak_gpu_temperature_c": 58.0, "peak_gpu_power_draw_w": 78.61, "observed_gpu_power_limit_w": 495.0, "peak_gpu_graphics_clock_mhz": 2790.0, "peak_gpu_memory_clock_mhz": 10251.0, "peak_pcie_link_generation": 4.0, "peak_pcie_link_width": 16.0, "minimum_system_physical_available_bytes": 35302522880.0, "peak_system_memory_load_percent": 47.0, "peak_system_commit_used_bytes": 37641457664.0, "minimum_system_commit_available_bytes": 77341102080.0, "peak_process_working_set_bytes": 9006702592.0, "peak_process_private_memory_bytes": 10532327424.0, "peak_process_cpu_percent_of_machine": 6.682 }, "telemetry_samples": [ { "timestamp_utc": "2026-08-21T06:21:27.000738Z", "monotonic_elapsed_milliseconds": 0.156, "schedule_lag_milliseconds": 0.156, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 0, "temperature_c": 43, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35308703744, "physical_used_bytes": 32429215744, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77345955840, "commit_used_bytes": 37636603904 }, "process": { "working_set_bytes": 9006682112, "private_memory_bytes": 10532302848, "cpu_total_seconds": 14.515625, "cpu_percent_of_machine": null } }, { "timestamp_utc": "2026-08-21T06:21:27.269632Z", "monotonic_elapsed_milliseconds": 262.037, "schedule_lag_milliseconds": 12.037, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 0, "temperature_c": 43, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35303153664, "physical_used_bytes": 32434765824, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77341102080, "commit_used_bytes": 37641457664 }, "process": { "working_set_bytes": 9006694400, "private_memory_bytes": 10532315136, "cpu_total_seconds": 14.765625, "cpu_percent_of_machine": 5.966 } }, { "timestamp_utc": "2026-08-21T06:21:27.519756Z", "monotonic_elapsed_milliseconds": 512.99, "schedule_lag_milliseconds": 12.99, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 56, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35310227456, "physical_used_bytes": 32427692032, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77343547392, "commit_used_bytes": 37639012352 }, "process": { "working_set_bytes": 9006690304, "private_memory_bytes": 10532315136, "cpu_total_seconds": 15.015625, "cpu_percent_of_machine": 6.226 } }, { "timestamp_utc": "2026-08-21T06:21:27.757062Z", "monotonic_elapsed_milliseconds": 750.301, "schedule_lag_milliseconds": 0.301, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 56, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35313864704, "physical_used_bytes": 32424054784, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77345325056, "commit_used_bytes": 37637234688 }, "process": { "working_set_bytes": 9006690304, "private_memory_bytes": 10532315136, "cpu_total_seconds": 15.25, "cpu_percent_of_machine": 6.173 } }, { "timestamp_utc": "2026-08-21T06:21:28.008353Z", "monotonic_elapsed_milliseconds": 1003.978, "schedule_lag_milliseconds": 3.978, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35304448000, "physical_used_bytes": 32433471488, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77343465472, "commit_used_bytes": 37639094272 }, "process": { "working_set_bytes": 9006690304, "private_memory_bytes": 10532315136, "cpu_total_seconds": 15.484375, "cpu_percent_of_machine": 5.774 } }, { "timestamp_utc": "2026-08-21T06:21:28.258154Z", "monotonic_elapsed_milliseconds": 1252.418, "schedule_lag_milliseconds": 2.418, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35308666880, "physical_used_bytes": 32429252608, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77341782016, "commit_used_bytes": 37640777728 }, "process": { "working_set_bytes": 9006690304, "private_memory_bytes": 10532315136, "cpu_total_seconds": 15.75, "cpu_percent_of_machine": 6.682 } }, { "timestamp_utc": "2026-08-21T06:21:28.509270Z", "monotonic_elapsed_milliseconds": 1502.526, "schedule_lag_milliseconds": 2.526, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35310686208, "physical_used_bytes": 32427233280, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77344550912, "commit_used_bytes": 37638008832 }, "process": { "working_set_bytes": 9006690304, "private_memory_bytes": 10532315136, "cpu_total_seconds": 16.015625, "cpu_percent_of_machine": 6.638 } }, { "timestamp_utc": "2026-08-21T06:21:28.758512Z", "monotonic_elapsed_milliseconds": 1752.773, "schedule_lag_milliseconds": 2.773, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35304284160, "physical_used_bytes": 32433635328, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77342371840, "commit_used_bytes": 37640187904 }, "process": { "working_set_bytes": 9006690304, "private_memory_bytes": 10532315136, "cpu_total_seconds": 16.25, "cpu_percent_of_machine": 5.854 } }, { "timestamp_utc": "2026-08-21T06:21:29.009267Z", "monotonic_elapsed_milliseconds": 2004.41, "schedule_lag_milliseconds": 4.41, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35302522880, "physical_used_bytes": 32435396608, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77342785536, "commit_used_bytes": 37639774208 }, "process": { "working_set_bytes": 9006690304, "private_memory_bytes": 10532315136, "cpu_total_seconds": 16.515625, "cpu_percent_of_machine": 6.597 } }, { "timestamp_utc": "2026-08-21T06:21:29.261218Z", "monotonic_elapsed_milliseconds": 2255.515, "schedule_lag_milliseconds": 5.515, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35306967040, "physical_used_bytes": 32430952448, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77341532160, "commit_used_bytes": 37641027584 }, "process": { "working_set_bytes": 9006702592, "private_memory_bytes": 10532327424, "cpu_total_seconds": 16.765625, "cpu_percent_of_machine": 6.223 } }, { "timestamp_utc": "2026-08-21T06:21:29.509376Z", "monotonic_elapsed_milliseconds": 2503.655, "schedule_lag_milliseconds": 3.655, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 82, "temperature_c": 57, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35313209344, "physical_used_bytes": 32424710144, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77342523392, "commit_used_bytes": 37640036352 }, "process": { "working_set_bytes": 9006702592, "private_memory_bytes": 10532327424, "cpu_total_seconds": 17.015625, "cpu_percent_of_machine": 6.297 } }, { "timestamp_utc": "2026-08-21T06:21:29.758101Z", "monotonic_elapsed_milliseconds": 2752.376, "schedule_lag_milliseconds": 2.376, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 82, "temperature_c": 57, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35304771584, "physical_used_bytes": 32433147904, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77343170560, "commit_used_bytes": 37639389184 }, "process": { "working_set_bytes": 9006702592, "private_memory_bytes": 10532327424, "cpu_total_seconds": 17.265625, "cpu_percent_of_machine": 6.282 } }, { "timestamp_utc": "2026-08-21T06:21:30.008370Z", "monotonic_elapsed_milliseconds": 3002.509, "schedule_lag_milliseconds": 2.509, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 58, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35307974656, "physical_used_bytes": 32429944832, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77346164736, "commit_used_bytes": 37636395008 }, "process": { "working_set_bytes": 9006702592, "private_memory_bytes": 10532327424, "cpu_total_seconds": 17.515625, "cpu_percent_of_machine": 6.247 } }, { "timestamp_utc": "2026-08-21T06:21:30.260022Z", "monotonic_elapsed_milliseconds": 3253.245, "schedule_lag_milliseconds": 3.245, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10339, "vram_free_mib": 13800, "utilization_percent": 92, "temperature_c": 58, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35312521216, "physical_used_bytes": 32425398272, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77345771520, "commit_used_bytes": 37636788224 }, "process": { "working_set_bytes": 9006702592, "private_memory_bytes": 10532327424, "cpu_total_seconds": 17.765625, "cpu_percent_of_machine": 6.232 } }, { "timestamp_utc": "2026-08-21T06:21:30.509145Z", "monotonic_elapsed_milliseconds": 3503.434, "schedule_lag_milliseconds": 3.434, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10339, "vram_free_mib": 13800, "utilization_percent": 91, "temperature_c": 58, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35317047296, "physical_used_bytes": 32420872192, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77345861632, "commit_used_bytes": 37636698112 }, "process": { "working_set_bytes": 9006702592, "private_memory_bytes": 10532327424, "cpu_total_seconds": 18.015625, "cpu_percent_of_machine": 6.245 } }, { "timestamp_utc": "2026-08-21T06:21:30.762867Z", "monotonic_elapsed_milliseconds": 3756.68, "schedule_lag_milliseconds": 6.68, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 58, "power_draw_w": 78.61, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35304652800, "physical_used_bytes": 32433266688, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77341388800, "commit_used_bytes": 37641170944 }, "process": { "working_set_bytes": 9006702592, "private_memory_bytes": 10532327424, "cpu_total_seconds": 18.234375, "cpu_percent_of_machine": 5.399 } } ], "telemetry_errors": [], "validation": { "request_succeeded": true, "first_content_observed": true, "usage_observed": true, "timings_observed": true, "prompt_cache_disabled": true, "minimum_completion_tokens_met": true, "expected_finish_reason": true, "reasoning_empty": true, "telemetry_observed": true, "gpu_telemetry_observed": true, "gpu_identity_verified": true, "system_memory_telemetry_observed": true, "process_telemetry_observed": true, "telemetry_error_free": true, "mtp_activity_matches_configuration": true } }, { "run_label": "measured-4", "warmup": false, "repetition": 4, "status": "completed", "error": null, "client_measurements": { "response_headers_ms": 3.041, "time_to_first_content_token_ms": 60.571, "total_latency_ms": 3725.702 }, "server_measurements": { "usage": { "completion_tokens": 256, "prompt_tokens": 106, "total_tokens": 362, "prompt_tokens_details": { "cached_tokens": 0 } }, "timings": { "cache_n": 0, "prompt_n": 106, "prompt_ms": 57.557, "prompt_per_token_ms": 0.5429905660377359, "prompt_per_second": 1841.6526226175788, "predicted_n": 256, "predicted_ms": 3665.019, "predicted_per_token_ms": 14.372623529411763, "predicted_per_second": 69.5767197932671 }, "system_fingerprint": "b10448-ad1de39e0" }, "response": { "finish_reason": "length", "content": "```python\nimport threading\nimport time\nimport unittest\nfrom collections import OrderedDict\nfrom dataclasses import dataclass, field\nfrom typing import TypeVar, Generic, Optional, List, Any\n\nK = TypeVar(\"K\")\nV = TypeVar(\"V\")\n\n\n@dataclass\nclass LRUCache(Generic[K, V]):\n \"\"\"\n A thread-safe bounded LRU (Least Recently Used) cache.\n \"\"\"\n capacity: int\n _cache: OrderedDict = field(default_factory=OrderedDict)\n _lock: threading.Lock = field(default_factory=threading.Lock)\n\n def __post_init__(self):\n if self.capacity < 0:\n raise ValueError(\"Capacity must be non-negative\")\n\n def get(self, key: K) -> Optional[V]:\n \"\"\"\n Retrieve a value from the cache. If the key exists, it is moved to the\n most recently used position. Returns None if the key is not found.\n \"\"\"\n with self._lock:\n if key in self._cache:\n # Move to end (most recently used)\n self._cache.move_to_end(key)\n return self._cache[key]\n", "reasoning_content": null }, "telemetry_summary": { "target_interval_milliseconds": 250, "sample_count": 16, "missed_sample_count": 0, "gpu_sample_count": 16, "system_memory_sample_count": 16, "process_sample_count": 16, "observed_span_milliseconds": 3755.11, "observed_mean_interval_milliseconds": 250.341, "observed_minimum_interval_milliseconds": 238.089, "observed_maximum_interval_milliseconds": 253.359, "observed_maximum_schedule_lag_milliseconds": 14.669, "gpu_index": 0, "gpu_name": "NVIDIA GeForce RTX 4090", "gpu_uuid": "GPU-REDACTED", "peak_vram_used_mib": 10341.0, "minimum_vram_free_mib": 13798.0, "peak_gpu_utilization_percent": 92.0, "peak_gpu_temperature_c": 59.0, "peak_gpu_power_draw_w": 78.54, "observed_gpu_power_limit_w": 495.0, "peak_gpu_graphics_clock_mhz": 2790.0, "peak_gpu_memory_clock_mhz": 10251.0, "peak_pcie_link_generation": 4.0, "peak_pcie_link_width": 16.0, "minimum_system_physical_available_bytes": 35288899584.0, "peak_system_memory_load_percent": 47.0, "peak_system_commit_used_bytes": 37655793664.0, "minimum_system_commit_available_bytes": 77326766080.0, "peak_process_working_set_bytes": 9006735360.0, "peak_process_private_memory_bytes": 10532352000.0, "peak_process_cpu_percent_of_machine": 7.026 }, "telemetry_samples": [ { "timestamp_utc": "2026-08-21T06:21:32.819065Z", "monotonic_elapsed_milliseconds": 0.163, "schedule_lag_milliseconds": 0.163, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 0, "temperature_c": 44, "power_draw_w": 78.54, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35311882240, "physical_used_bytes": 32426037248, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77348413440, "commit_used_bytes": 37634146304 }, "process": { "working_set_bytes": 9006702592, "private_memory_bytes": 10532327424, "cpu_total_seconds": 18.234375, "cpu_percent_of_machine": null } }, { "timestamp_utc": "2026-08-21T06:21:33.086588Z", "monotonic_elapsed_milliseconds": 253.522, "schedule_lag_milliseconds": 3.522, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 0, "temperature_c": 51, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35308179456, "physical_used_bytes": 32429740032, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77346566144, "commit_used_bytes": 37635993600 }, "process": { "working_set_bytes": 9006718976, "private_memory_bytes": 10532339712, "cpu_total_seconds": 18.46875, "cpu_percent_of_machine": 5.782 } }, { "timestamp_utc": "2026-08-21T06:21:33.322695Z", "monotonic_elapsed_milliseconds": 506.711, "schedule_lag_milliseconds": 6.711, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 0, "temperature_c": 51, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35311239168, "physical_used_bytes": 32426680320, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77345546240, "commit_used_bytes": 37637013504 }, "process": { "working_set_bytes": 9006718976, "private_memory_bytes": 10532339712, "cpu_total_seconds": 18.703125, "cpu_percent_of_machine": 5.786 } }, { "timestamp_utc": "2026-08-21T06:21:33.575828Z", "monotonic_elapsed_milliseconds": 758.859, "schedule_lag_milliseconds": 8.859, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35310768128, "physical_used_bytes": 32427151360, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77343883264, "commit_used_bytes": 37638676480 }, "process": { "working_set_bytes": 9006718976, "private_memory_bytes": 10532339712, "cpu_total_seconds": 18.9375, "cpu_percent_of_machine": 5.809 } }, { "timestamp_utc": "2026-08-21T06:21:33.826050Z", "monotonic_elapsed_milliseconds": 1009.059, "schedule_lag_milliseconds": 9.059, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 57, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35304914944, "physical_used_bytes": 32433004544, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77344071680, "commit_used_bytes": 37638488064 }, "process": { "working_set_bytes": 9006718976, "private_memory_bytes": 10532339712, "cpu_total_seconds": 19.21875, "cpu_percent_of_machine": 7.026 } }, { "timestamp_utc": "2026-08-21T06:21:34.082741Z", "monotonic_elapsed_milliseconds": 1258.791, "schedule_lag_milliseconds": 8.791, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 58, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35299008512, "physical_used_bytes": 32438910976, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77335896064, "commit_used_bytes": 37646663680 }, "process": { "working_set_bytes": 9006718976, "private_memory_bytes": 10532339712, "cpu_total_seconds": 19.46875, "cpu_percent_of_machine": 6.257 } }, { "timestamp_utc": "2026-08-21T06:21:34.326346Z", "monotonic_elapsed_milliseconds": 1509.393, "schedule_lag_milliseconds": 9.393, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 58, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35301281792, "physical_used_bytes": 32436637696, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77330681856, "commit_used_bytes": 37651877888 }, "process": { "working_set_bytes": 9006718976, "private_memory_bytes": 10532339712, "cpu_total_seconds": 19.6875, "cpu_percent_of_machine": 5.456 } }, { "timestamp_utc": "2026-08-21T06:21:34.577564Z", "monotonic_elapsed_milliseconds": 1760.636, "schedule_lag_milliseconds": 10.636, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 58, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35288899584, "physical_used_bytes": 32449019904, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77328433152, "commit_used_bytes": 37654126592 }, "process": { "working_set_bytes": 9006718976, "private_memory_bytes": 10532339712, "cpu_total_seconds": 19.9375, "cpu_percent_of_machine": 6.219 } }, { "timestamp_utc": "2026-08-21T06:21:34.828837Z", "monotonic_elapsed_milliseconds": 2011.874, "schedule_lag_milliseconds": 11.874, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 58, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35293896704, "physical_used_bytes": 32444022784, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77329424384, "commit_used_bytes": 37653135360 }, "process": { "working_set_bytes": 9006718976, "private_memory_bytes": 10532339712, "cpu_total_seconds": 20.1875, "cpu_percent_of_machine": 6.219 } }, { "timestamp_utc": "2026-08-21T06:21:35.095008Z", "monotonic_elapsed_milliseconds": 2262.023, "schedule_lag_milliseconds": 12.023, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 59, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35289448448, "physical_used_bytes": 32448471040, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77327245312, "commit_used_bytes": 37655314432 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 20.453125, "cpu_percent_of_machine": 6.637 } }, { "timestamp_utc": "2026-08-21T06:21:35.330599Z", "monotonic_elapsed_milliseconds": 2514.669, "schedule_lag_milliseconds": 14.669, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 59, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35295694848, "physical_used_bytes": 32442224640, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77329833984, "commit_used_bytes": 37652725760 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 20.6875, "cpu_percent_of_machine": 5.798 } }, { "timestamp_utc": "2026-08-21T06:21:35.567719Z", "monotonic_elapsed_milliseconds": 2752.758, "schedule_lag_milliseconds": 2.759, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10339, "vram_free_mib": 13800, "utilization_percent": 91, "temperature_c": 59, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35301031936, "physical_used_bytes": 32436887552, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77331283968, "commit_used_bytes": 37651275776 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 20.921875, "cpu_percent_of_machine": 6.152 } }, { "timestamp_utc": "2026-08-21T06:21:35.819426Z", "monotonic_elapsed_milliseconds": 3003.474, "schedule_lag_milliseconds": 3.474, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 59, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35289726976, "physical_used_bytes": 32448192512, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77327376384, "commit_used_bytes": 37655183360 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 21.171875, "cpu_percent_of_machine": 6.232 } }, { "timestamp_utc": "2026-08-21T06:21:36.076460Z", "monotonic_elapsed_milliseconds": 3254.491, "schedule_lag_milliseconds": 4.491, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 59, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35289124864, "physical_used_bytes": 32448794624, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77327986688, "commit_used_bytes": 37654573056 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 21.4375, "cpu_percent_of_machine": 6.614 } }, { "timestamp_utc": "2026-08-21T06:21:36.321072Z", "monotonic_elapsed_milliseconds": 3505.134, "schedule_lag_milliseconds": 5.134, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 59, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35292749824, "physical_used_bytes": 32445169664, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77326766080, "commit_used_bytes": 37655793664 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 21.6875, "cpu_percent_of_machine": 6.234 } }, { "timestamp_utc": "2026-08-21T06:21:36.569210Z", "monotonic_elapsed_milliseconds": 3755.273, "schedule_lag_milliseconds": 5.273, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 59, "power_draw_w": 78.43, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35299811328, "physical_used_bytes": 32438108160, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77330276352, "commit_used_bytes": 37652283392 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 21.90625, "cpu_percent_of_machine": 5.466 } } ], "telemetry_errors": [], "validation": { "request_succeeded": true, "first_content_observed": true, "usage_observed": true, "timings_observed": true, "prompt_cache_disabled": true, "minimum_completion_tokens_met": true, "expected_finish_reason": true, "reasoning_empty": true, "telemetry_observed": true, "gpu_telemetry_observed": true, "gpu_identity_verified": true, "system_memory_telemetry_observed": true, "process_telemetry_observed": true, "telemetry_error_free": true, "mtp_activity_matches_configuration": true } }, { "run_label": "measured-5", "warmup": false, "repetition": 5, "status": "completed", "error": null, "client_measurements": { "response_headers_ms": 2.924, "time_to_first_content_token_ms": 60.442, "total_latency_ms": 3733.458 }, "server_measurements": { "usage": { "completion_tokens": 256, "prompt_tokens": 106, "total_tokens": 362, "prompt_tokens_details": { "cached_tokens": 0 } }, "timings": { "cache_n": 0, "prompt_n": 106, "prompt_ms": 57.544, "prompt_per_token_ms": 0.5428679245283019, "prompt_per_second": 1842.0686778812735, "predicted_n": 256, "predicted_ms": 3672.857, "predicted_per_token_ms": 14.403360784313726, "predicted_per_second": 69.4282407401105 }, "system_fingerprint": "b10448-ad1de39e0" }, "response": { "finish_reason": "length", "content": "```python\nimport threading\nimport time\nimport unittest\nfrom collections import OrderedDict\nfrom dataclasses import dataclass, field\nfrom typing import TypeVar, Generic, Optional, List, Any\n\nK = TypeVar(\"K\")\nV = TypeVar(\"V\")\n\n\n@dataclass\nclass LRUCache(Generic[K, V]):\n \"\"\"\n A thread-safe bounded LRU (Least Recently Used) cache.\n \"\"\"\n capacity: int\n _cache: OrderedDict = field(default_factory=OrderedDict)\n _lock: threading.Lock = field(default_factory=threading.Lock)\n\n def __post_init__(self):\n if self.capacity < 0:\n raise ValueError(\"Capacity must be non-negative\")\n\n def get(self, key: K) -> Optional[V]:\n \"\"\"\n Retrieve a value from the cache. If the key exists, it is moved to the\n most recently used position. Returns None if the key is not found.\n \"\"\"\n with self._lock:\n if key in self._cache:\n # Move to end (most recently used)\n self._cache.move_to_end(key)\n return self._cache[key]\n", "reasoning_content": null }, "telemetry_summary": { "target_interval_milliseconds": 250, "sample_count": 16, "missed_sample_count": 0, "gpu_sample_count": 16, "system_memory_sample_count": 16, "process_sample_count": 16, "observed_span_milliseconds": 3763.972, "observed_mean_interval_milliseconds": 250.931, "observed_minimum_interval_milliseconds": 235.517, "observed_maximum_interval_milliseconds": 259.042, "observed_maximum_schedule_lag_milliseconds": 14.953, "gpu_index": 0, "gpu_name": "NVIDIA GeForce RTX 4090", "gpu_uuid": "GPU-REDACTED", "peak_vram_used_mib": 10341.0, "minimum_vram_free_mib": 13798.0, "peak_gpu_utilization_percent": 92.0, "peak_gpu_temperature_c": 60.0, "peak_gpu_power_draw_w": 127.68, "observed_gpu_power_limit_w": 495.0, "peak_gpu_graphics_clock_mhz": 2790.0, "peak_gpu_memory_clock_mhz": 10251.0, "peak_pcie_link_generation": 4.0, "peak_pcie_link_width": 16.0, "minimum_system_physical_available_bytes": 35284500480.0, "peak_system_memory_load_percent": 47.0, "peak_system_commit_used_bytes": 37658624000.0, "minimum_system_commit_available_bytes": 77323935744.0, "peak_process_working_set_bytes": 9006743552.0, "peak_process_private_memory_bytes": 10532368384.0, "peak_process_cpu_percent_of_machine": 6.592 }, "telemetry_samples": [ { "timestamp_utc": "2026-08-21T06:21:38.614155Z", "monotonic_elapsed_milliseconds": 0.15, "schedule_lag_milliseconds": 0.15, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 0, "temperature_c": 45, "power_draw_w": 78.6, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35295916032, "physical_used_bytes": 32442003456, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77332520960, "commit_used_bytes": 37650038784 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 21.90625, "cpu_percent_of_machine": null } }, { "timestamp_utc": "2026-08-21T06:21:38.883612Z", "monotonic_elapsed_milliseconds": 259.192, "schedule_lag_milliseconds": 9.193, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 57, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35295371264, "physical_used_bytes": 32442548224, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77334609920, "commit_used_bytes": 37647949824 }, "process": { "working_set_bytes": 9006739456, "private_memory_bytes": 10532352000, "cpu_total_seconds": 22.140625, "cpu_percent_of_machine": 5.655 } }, { "timestamp_utc": "2026-08-21T06:21:39.134796Z", "monotonic_elapsed_milliseconds": 511.835, "schedule_lag_milliseconds": 11.835, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 57, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35296976896, "physical_used_bytes": 32440942592, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77334851584, "commit_used_bytes": 37647708160 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 22.40625, "cpu_percent_of_machine": 6.571 } }, { "timestamp_utc": "2026-08-21T06:21:39.384944Z", "monotonic_elapsed_milliseconds": 763.115, "schedule_lag_milliseconds": 13.115, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 57, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35297378304, "physical_used_bytes": 32440541184, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77329502208, "commit_used_bytes": 37653057536 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 22.65625, "cpu_percent_of_machine": 6.218 } }, { "timestamp_utc": "2026-08-21T06:21:39.637315Z", "monotonic_elapsed_milliseconds": 1013.922, "schedule_lag_milliseconds": 13.922, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 57, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35293888512, "physical_used_bytes": 32444030976, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77331886080, "commit_used_bytes": 37650673664 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 22.90625, "cpu_percent_of_machine": 6.23 } }, { "timestamp_utc": "2026-08-21T06:21:39.887047Z", "monotonic_elapsed_milliseconds": 1264.953, "schedule_lag_milliseconds": 14.953, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 59, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35295576064, "physical_used_bytes": 32442343424, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77332766720, "commit_used_bytes": 37649793024 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 23.15625, "cpu_percent_of_machine": 6.224 } }, { "timestamp_utc": "2026-08-21T06:21:40.124073Z", "monotonic_elapsed_milliseconds": 1500.47, "schedule_lag_milliseconds": 0.47, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 59, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35294208000, "physical_used_bytes": 32443711488, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77333463040, "commit_used_bytes": 37649096704 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 23.375, "cpu_percent_of_machine": 5.805 } }, { "timestamp_utc": "2026-08-21T06:21:40.375158Z", "monotonic_elapsed_milliseconds": 1754.291, "schedule_lag_milliseconds": 4.291, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10339, "vram_free_mib": 13800, "utilization_percent": 92, "temperature_c": 59, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35304402944, "physical_used_bytes": 32433516544, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77336436736, "commit_used_bytes": 37646123008 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 23.609375, "cpu_percent_of_machine": 5.771 } }, { "timestamp_utc": "2026-08-21T06:21:40.628013Z", "monotonic_elapsed_milliseconds": 2004.545, "schedule_lag_milliseconds": 4.545, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10339, "vram_free_mib": 13800, "utilization_percent": 92, "temperature_c": 59, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35296997376, "physical_used_bytes": 32440922112, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77336993792, "commit_used_bytes": 37645565952 }, "process": { "working_set_bytes": 9006735360, "private_memory_bytes": 10532352000, "cpu_total_seconds": 23.859375, "cpu_percent_of_machine": 6.244 } }, { "timestamp_utc": "2026-08-21T06:21:40.880885Z", "monotonic_elapsed_milliseconds": 2256.821, "schedule_lag_milliseconds": 6.821, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 58, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35292581888, "physical_used_bytes": 32445337600, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77330755584, "commit_used_bytes": 37651804160 }, "process": { "working_set_bytes": 9006743552, "private_memory_bytes": 10532368384, "cpu_total_seconds": 24.109375, "cpu_percent_of_machine": 6.194 } }, { "timestamp_utc": "2026-08-21T06:21:41.133554Z", "monotonic_elapsed_milliseconds": 2508.656, "schedule_lag_milliseconds": 8.656, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 58, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35289886720, "physical_used_bytes": 32448032768, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77327810560, "commit_used_bytes": 37654749184 }, "process": { "working_set_bytes": 9006743552, "private_memory_bytes": 10532368384, "cpu_total_seconds": 24.375, "cpu_percent_of_machine": 6.592 } }, { "timestamp_utc": "2026-08-21T06:21:41.385060Z", "monotonic_elapsed_milliseconds": 2761.201, "schedule_lag_milliseconds": 11.201, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 59, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35285590016, "physical_used_bytes": 32452329472, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77323935744, "commit_used_bytes": 37658624000 }, "process": { "working_set_bytes": 9006743552, "private_memory_bytes": 10532368384, "cpu_total_seconds": 24.625, "cpu_percent_of_machine": 6.187 } }, { "timestamp_utc": "2026-08-21T06:21:41.635603Z", "monotonic_elapsed_milliseconds": 3013.174, "schedule_lag_milliseconds": 13.174, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 59, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35285790720, "physical_used_bytes": 32452128768, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77326766080, "commit_used_bytes": 37655793664 }, "process": { "working_set_bytes": 9006743552, "private_memory_bytes": 10532368384, "cpu_total_seconds": 24.875, "cpu_percent_of_machine": 6.201 } }, { "timestamp_utc": "2026-08-21T06:21:41.887821Z", "monotonic_elapsed_milliseconds": 3264.768, "schedule_lag_milliseconds": 14.768, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 60, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35290796032, "physical_used_bytes": 32447123456, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77325438976, "commit_used_bytes": 37657120768 }, "process": { "working_set_bytes": 9006743552, "private_memory_bytes": 10532368384, "cpu_total_seconds": 25.125, "cpu_percent_of_machine": 6.21 } }, { "timestamp_utc": "2026-08-21T06:21:42.135921Z", "monotonic_elapsed_milliseconds": 3513.069, "schedule_lag_milliseconds": 13.069, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 91, "temperature_c": 60, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35284500480, "physical_used_bytes": 32453419008, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77324984320, "commit_used_bytes": 37657575424 }, "process": { "working_set_bytes": 9006743552, "private_memory_bytes": 10532368384, "cpu_total_seconds": 25.375, "cpu_percent_of_machine": 6.293 } }, { "timestamp_utc": "2026-08-21T06:21:42.386205Z", "monotonic_elapsed_milliseconds": 3764.122, "schedule_lag_milliseconds": 14.122, "missed_target_samples_after_sample": 0, "target_process_id": 21980, "process_running": true, "gpu": { "gpu_index": 0, "name": "NVIDIA GeForce RTX 4090", "uuid": "GPU-REDACTED", "vram_total_mib": 24564, "vram_used_mib": 10341, "vram_free_mib": 13798, "utilization_percent": 92, "temperature_c": 60, "power_draw_w": 127.68, "power_limit_w": 495.0, "graphics_clock_mhz": 2790, "memory_clock_mhz": 10251, "pcie_link_generation": 4, "pcie_link_width": 16 }, "system_memory": { "memory_load_percent": 47, "physical_total_bytes": 67737919488, "physical_available_bytes": 35290812416, "physical_used_bytes": 32447107072, "commit_limit_bytes": 114982559744, "commit_available_bytes": 77326749696, "commit_used_bytes": 37655810048 }, "process": { "working_set_bytes": 9006743552, "private_memory_bytes": 10532368384, "cpu_total_seconds": 25.578125, "cpu_percent_of_machine": 5.057 } } ], "telemetry_errors": [], "validation": { "request_succeeded": true, "first_content_observed": true, "usage_observed": true, "timings_observed": true, "prompt_cache_disabled": true, "minimum_completion_tokens_met": true, "expected_finish_reason": true, "reasoning_empty": true, "telemetry_observed": true, "gpu_telemetry_observed": true, "gpu_identity_verified": true, "system_memory_telemetry_observed": true, "process_telemetry_observed": true, "telemetry_error_free": true, "mtp_activity_matches_configuration": true } } ], "measured_summary": { "expected_repetitions": 5, "completed_repetitions": 5, "time_to_first_content_token_ms": { "count": 5, "mean": 60.244, "sample_standard_deviation": 0.442, "coefficient_of_variation_percent": 0.734, "minimum": 59.564, "maximum": 60.607 }, "total_latency_ms": { "count": 5, "mean": 3730.966, "sample_standard_deviation": 3.516, "coefficient_of_variation_percent": 0.094, "minimum": 3725.702, "maximum": 3734.396 }, "server_prompt_tokens_per_second": { "count": 5, "mean": 1848.334, "sample_standard_deviation": 14.099, "coefficient_of_variation_percent": 0.763, "minimum": 1833.973, "maximum": 1870.115 }, "server_generation_tokens_per_second": { "count": 5, "mean": 69.471, "sample_standard_deviation": 0.067, "coefficient_of_variation_percent": 0.097, "minimum": 69.403, "maximum": 69.577 }, "server_draft_tokens": null, "server_accepted_draft_tokens": null, "server_draft_acceptance_percent": null, "peak_vram_used_mib": { "count": 5, "mean": 10341.6, "sample_standard_deviation": 1.342, "coefficient_of_variation_percent": 0.013, "minimum": 10341.0, "maximum": 10344.0 }, "minimum_vram_free_mib": { "count": 5, "mean": 13797.4, "sample_standard_deviation": 1.342, "coefficient_of_variation_percent": 0.01, "minimum": 13795.0, "maximum": 13798.0 }, "peak_gpu_utilization_percent": { "count": 5, "mean": 92.0, "sample_standard_deviation": 0.0, "coefficient_of_variation_percent": 0.0, "minimum": 92.0, "maximum": 92.0 }, "missed_sample_count": { "count": 5, "mean": 0.0, "sample_standard_deviation": 0.0, "coefficient_of_variation_percent": null, "minimum": 0.0, "maximum": 0.0 }, "peak_gpu_power_draw_w": { "count": 5, "mean": 93.788, "sample_standard_deviation": 22.397, "coefficient_of_variation_percent": 23.88, "minimum": 78.11, "maximum": 127.68 }, "peak_gpu_graphics_clock_mhz": { "count": 5, "mean": 2793.0, "sample_standard_deviation": 6.708, "coefficient_of_variation_percent": 0.24, "minimum": 2790.0, "maximum": 2805.0 }, "peak_gpu_memory_clock_mhz": { "count": 5, "mean": 10251.0, "sample_standard_deviation": 0.0, "coefficient_of_variation_percent": 0.0, "minimum": 10251.0, "maximum": 10251.0 }, "minimum_system_physical_available_bytes": { "count": 5, "mean": 35296768000.0, "sample_standard_deviation": 9627503.145, "coefficient_of_variation_percent": 0.027, "minimum": 35284500480.0, "maximum": 35307261952.0 }, "peak_system_commit_used_bytes": { "count": 5, "mean": 37649264640.0, "sample_standard_deviation": 9407238.266, "coefficient_of_variation_percent": 0.025, "minimum": 37637156864.0, "maximum": 37658624000.0 }, "peak_process_working_set_bytes": { "count": 5, "mean": 9006706688.0, "sample_standard_deviation": 32768.0, "coefficient_of_variation_percent": 0.0, "minimum": 9006665728.0, "maximum": 9006743552.0 }, "peak_process_private_memory_bytes": { "count": 5, "mean": 10532325785.6, "sample_standard_deviation": 36359.932, "coefficient_of_variation_percent": 0.0, "minimum": 10532278272.0, "maximum": 10532368384.0 }, "peak_process_cpu_percent_of_machine": { "count": 5, "mean": 6.709, "sample_standard_deviation": 0.181, "coefficient_of_variation_percent": 2.691, "minimum": 6.592, "maximum": 7.026 }, "prompt_tokens": { "count": 5, "mean": 106.0, "sample_standard_deviation": 0.0, "coefficient_of_variation_percent": 0.0, "minimum": 106.0, "maximum": 106.0 }, "completion_tokens": { "count": 5, "mean": 256.0, "sample_standard_deviation": 0.0, "coefficient_of_variation_percent": 0.0, "minimum": 256.0, "maximum": 256.0 }, "all_expected_runs_completed": true }, "outcome": { "status": "completed", "error_type": null, "error_message": null } }