{ "$schema": "benchmark/catalog.v1", "index": { "by_date": { "unknown": [ "node-agent-live-offline-mock-20260617", "workstation-a-unknown-unknown-20260617", "workstation-a-recall-recall-report-20260617", "node-agent-live-turntax-injection-li-20260618", "workstation-a-fleet-writeheavy-50x50-20260618", "workstation-a-smollm2-135m-q8_0-20260618", "workstation-a-smollm2-135m-(int8-dynamic)-unknown-20260618", "workstation-a-parity-reference-front-20260618", "workstation-a-turn-tax-turntax-happy-20260618", "node-agent-live-production-workload-20260618", "workstation-a-radixbench-synthetic-llama-(64h/4l/8q-2kv,-vocab-256)-\u2014-wiring-witness;-numerics-proven-by-internal/model-oracle-20260618", "workstation-a-fanbench-research-goal-20260618", "workstation-a-fanout-csv-fanbench-resear-20260618", "workstation-a-radixbench-smollm2-135m-20260618", "workstation-a-smollm2-135m-q8-batch-20260618T145635Z", "workstation-a-api-host-bridge-api-host-roster-20260618", "workstation-a-parity-vulkan-rx7600-s-20260618", "workstation-a-permission-systems-permission-syst-20260618", "workstation-a-safetensors-load-rss-smollm2-135m-re-20260618", "workstation-a-parity-vulkan-rx7600-s-20260618", "workstation-a-subsystem-checks-latest-tooling--20260618", "workstation-a-value-sweep-value-sweep-20260618", "workstation-a-value-sweep-csv-value-sweep-20260618", "workstation-a-parity-vulkan-rx7600-q-20260618", "node-agent-live-dogfood-claude-probe-20260619", "workstation-a-gpu-qwen2.5-3b-(qwen2)-[lean]-20260619", "workstation-a-subsystem-checks-latest-tooling-20260619", "workstation-a-qwen36-qwen36-agent-amd-vul-20260619", "workstation-a-fanbench-research-goal-20260619", "workstation-a-fanout-csv-fanbench-codex--20260619", "workstation-a-qwen36-local-ollama-qwen25--20260619", "workstation-a-qwen36-qwen36-direct-port-p-20260619", "workstation-a-qwen36-native-gguf-q8-hybri-20260619", "workstation-a-qwen36-native-gguf-q8-hybri-20260619", "workstation-a-qwen36-qwen36-perf-gate-amd-20260619", "workstation-a-qwen36-qwen36-surface-smoke-20260619", "workstation-a-contextq-context-query-d-20260619", "workstation-a-qwen36-qwen36-standalone-re-20260619", "workstation-a-turn-tax-turntax-stochas-20260619", "node-agent-live-dogfood-claude-probe-20260619", "workstation-a-qwen36-gateway-chat-qwen36--20260619", "workstation-a-visualgen-20260620T140700Z", "gcp-g2-l4-nvidia-l4-20260620T155017Z", "gcp-g2-l4-nvidia-l4-20260620T164719Z", "node-macos-a-smollm2-135m-instruct-(gguf)-unknown-20260617", "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "node-macos-a-qwen36-qwen36-agent-mac-loc-20260619", "node-macos-a-sessionbench-20260619", "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "node-macos-a-qwen36-llamacpp-qwen36-mult-20260619" ] }, "by_model": { "SmolLM2-135M": [ "workstation-a-smollm2-135m-q8_0-20260618" ], "SmolLM2-135M (int8 dynamic)": [ "workstation-a-smollm2-135m-(int8-dynamic)-unknown-20260618" ], "SmolLM2-135M-Instruct": [ "workstation-a-smollm2-135m-q8-batch-20260618T145635Z" ], "SmolLM2-135M-Instruct (GGUF)": [ "node-macos-a-smollm2-135m-instruct-(gguf)-unknown-20260617" ], "agent-workload": [ "node-agent-live-offline-mock-20260617", "node-agent-live-turntax-injection-li-20260618", "node-agent-live-production-workload-20260618", "node-agent-live-dogfood-claude-probe-20260619", "node-agent-live-dogfood-claude-probe-20260619" ], "csv-data": [ "workstation-a-fanout-csv-fanbench-resear-20260618", "workstation-a-value-sweep-csv-value-sweep-20260618", "workstation-a-fanout-csv-fanbench-codex--20260619" ], "experiment": [ "workstation-a-recall-recall-report-20260617", "workstation-a-parity-reference-front-20260618", "workstation-a-turn-tax-turntax-happy-20260618", "workstation-a-api-host-bridge-api-host-roster-20260618", "workstation-a-parity-vulkan-rx7600-s-20260618", "workstation-a-permission-systems-permission-syst-20260618", "workstation-a-safetensors-load-rss-smollm2-135m-re-20260618", "workstation-a-parity-vulkan-rx7600-s-20260618", "workstation-a-subsystem-checks-latest-tooling--20260618", "workstation-a-value-sweep-value-sweep-20260618", "workstation-a-parity-vulkan-rx7600-q-20260618", "workstation-a-subsystem-checks-latest-tooling-20260619", "workstation-a-contextq-context-query-d-20260619", "workstation-a-turn-tax-turntax-stochas-20260619" ], "multi-agent-session": [ "node-macos-a-sessionbench-20260619" ], "qwen2.5-3b (qwen2) [lean]": [ "workstation-a-gpu-qwen2.5-3b-(qwen2)-[lean]-20260619" ], "qwen2.5-3b-instruct-q8_0.gguf": [ "gcp-g2-l4-nvidia-l4-20260620T155017Z", "gcp-g2-l4-nvidia-l4-20260620T164719Z" ], "qwen3.6-27b": [ "workstation-a-qwen36-qwen36-agent-amd-vul-20260619", "workstation-a-qwen36-local-ollama-qwen25--20260619", "workstation-a-qwen36-qwen36-direct-port-p-20260619", "workstation-a-qwen36-native-gguf-q8-hybri-20260619", "workstation-a-qwen36-native-gguf-q8-hybri-20260619", "workstation-a-qwen36-qwen36-perf-gate-amd-20260619", "workstation-a-qwen36-qwen36-surface-smoke-20260619", "workstation-a-qwen36-qwen36-standalone-re-20260619", "workstation-a-qwen36-gateway-chat-qwen36--20260619", "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "node-macos-a-qwen36-qwen36-agent-mac-loc-20260619", "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "node-macos-a-qwen36-llamacpp-qwen36-mult-20260619" ], "smollm2-135m": [ "workstation-a-radixbench-smollm2-135m-20260618" ], "synthetic": [ "workstation-a-fleet-writeheavy-50x50-20260618", "workstation-a-fanbench-research-goal-20260618", "workstation-a-fanbench-research-goal-20260619" ], "synthetic-llama (64h/4L/8q-2kv, vocab 256) \u2014 WIRING witness; numerics proven by internal/model oracle": [ "workstation-a-radixbench-synthetic-llama-(64h/4l/8q-2kv,-vocab-256)-\u2014-wiring-witness;-numerics-proven-by-internal/model-oracle-20260618" ], "unknown": [ "workstation-a-unknown-unknown-20260617" ], "visual-gen-deck": [ "workstation-a-visualgen-20260620T140700Z" ] }, "by_precision": { "Q8_0": [ "workstation-a-gpu-qwen2.5-3b-(qwen2)-[lean]-20260619", "gcp-g2-l4-nvidia-l4-20260620T155017Z", "gcp-g2-l4-nvidia-l4-20260620T164719Z" ], "n/a": [ "node-agent-live-offline-mock-20260617", "workstation-a-recall-recall-report-20260617", "node-agent-live-turntax-injection-li-20260618", "workstation-a-fleet-writeheavy-50x50-20260618", "workstation-a-parity-reference-front-20260618", "workstation-a-turn-tax-turntax-happy-20260618", "node-agent-live-production-workload-20260618", "workstation-a-fanbench-research-goal-20260618", "workstation-a-fanout-csv-fanbench-resear-20260618", "workstation-a-api-host-bridge-api-host-roster-20260618", "workstation-a-parity-vulkan-rx7600-s-20260618", "workstation-a-permission-systems-permission-syst-20260618", "workstation-a-safetensors-load-rss-smollm2-135m-re-20260618", "workstation-a-parity-vulkan-rx7600-s-20260618", "workstation-a-subsystem-checks-latest-tooling--20260618", "workstation-a-value-sweep-value-sweep-20260618", "workstation-a-value-sweep-csv-value-sweep-20260618", "workstation-a-parity-vulkan-rx7600-q-20260618", "node-agent-live-dogfood-claude-probe-20260619", "workstation-a-subsystem-checks-latest-tooling-20260619", "workstation-a-fanbench-research-goal-20260619", "workstation-a-fanout-csv-fanbench-codex--20260619", "workstation-a-contextq-context-query-d-20260619", "workstation-a-turn-tax-turntax-stochas-20260619", "node-agent-live-dogfood-claude-probe-20260619", "workstation-a-visualgen-20260620T140700Z", "node-macos-a-sessionbench-20260619" ], "q8": [ "workstation-a-radixbench-synthetic-llama-(64h/4l/8q-2kv,-vocab-256)-\u2014-wiring-witness;-numerics-proven-by-internal/model-oracle-20260618", "workstation-a-radixbench-smollm2-135m-20260618", "workstation-a-smollm2-135m-q8-batch-20260618T145635Z" ], "q8_0": [ "workstation-a-smollm2-135m-q8_0-20260618" ], "unknown": [ "workstation-a-unknown-unknown-20260617", "workstation-a-smollm2-135m-(int8-dynamic)-unknown-20260618", "workstation-a-qwen36-qwen36-agent-amd-vul-20260619", "workstation-a-qwen36-local-ollama-qwen25--20260619", "workstation-a-qwen36-qwen36-direct-port-p-20260619", "workstation-a-qwen36-native-gguf-q8-hybri-20260619", "workstation-a-qwen36-native-gguf-q8-hybri-20260619", "workstation-a-qwen36-qwen36-perf-gate-amd-20260619", "workstation-a-qwen36-qwen36-surface-smoke-20260619", "workstation-a-qwen36-qwen36-standalone-re-20260619", "workstation-a-qwen36-gateway-chat-qwen36--20260619", "node-macos-a-smollm2-135m-instruct-(gguf)-unknown-20260617", "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "node-macos-a-qwen36-qwen36-agent-mac-loc-20260619", "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "node-macos-a-qwen36-llamacpp-qwen36-mult-20260619" ] } }, "last_updated": "2026-06-22T13:17:28.519481+00:00", "machines": { "a100": { "arch": "x86_64", "cpu_cores": 256, "gpu": "NVIDIA A100", "hostname": "datacenter-gpu-server", "id": "a100", "last_run": null, "os": "Linux", "role": "bench-node", "runs": 0 }, "desktop": { "arch": "x86_64", "cpu_cores": 32, "gpu": "AMD Radeon RX 7600", "hostname": "amd-ryzen-desktop", "id": "desktop", "last_run": null, "os": "Windows", "role": "agent-host", "runs": 0 }, "gcp-g2-l4": { "arch": "x86_64", "cpu_cores": 8, "gpu": "NVIDIA L4", "hostname": "gcp-g2-standard-8", "id": "gcp-g2-l4", "last_run": "20260620T164719Z", "os": "GCP Deep Learning VM (CUDA)", "role": "bench-node", "runs": 2 }, "node-macos-a": { "arch": "arm64", "cpu_cores": 12, "gpu": "Apple M3 Pro 18-core GPU", "hostname": "node-macos-a", "id": "node-macos-a", "last_run": "20260619T180836Z", "os": "macOS", "role": "bench-node", "runs": 7 }, "workstation-a": { "arch": "x86_64", "cpu_cores": 20, "gpu": "NVIDIA GeForce RTX 4070 Laptop GPU", "hostname": "workstation-a", "id": "workstation-a", "last_run": "20260620T140700Z", "os": "Windows", "role": "bench-node", "runs": 42 } }, "runs": [ { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "agent-workload", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260617T232200Z-agent-live", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "node-agent-live-offline-mock-20260617", "speedup": null, "tags": [ "agent-live", "experiment" ], "timestamp": "20260617T232200Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "unknown", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260617T232200Z-model-baseline", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "workstation-a-unknown-unknown-20260617", "speedup": null, "tags": [ "model-benchmark" ], "timestamp": "20260617T232200Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260617T232200Z-recall", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-recall-recall-report-20260617", "speedup": null, "tags": [ "recall", "experiment" ], "timestamp": "20260617T232200Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "agent-workload", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T030535Z-agent-live", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "node-agent-live-turntax-injection-li-20260618", "speedup": null, "tags": [ "agent-live", "experiment" ], "timestamp": "20260618T030535Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "synthetic", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T030535Z-fleet", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-fleet-writeheavy-50x50-20260618", "speedup": null, "tags": [ "fleet", "experiment" ], "timestamp": "20260618T030535Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "SmolLM2-135M", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T030535Z-model-baseline", "peak_tok_per_sec": null, "precision": "q8_0", "run_id": "workstation-a-smollm2-135m-q8_0-20260618", "speedup": null, "tags": [ "model-benchmark" ], "timestamp": "20260618T030535Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "SmolLM2-135M (int8 dynamic)", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T030536Z-model-baseline", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "workstation-a-smollm2-135m-(int8-dynamic)-unknown-20260618", "speedup": null, "tags": [ "model-benchmark" ], "timestamp": "20260618T030536Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T030536Z-parity", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-parity-reference-front-20260618", "speedup": null, "tags": [ "parity", "experiment" ], "timestamp": "20260618T030536Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T030536Z-turn-tax", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-turn-tax-turntax-happy-20260618", "speedup": null, "tags": [ "turn-tax", "experiment" ], "timestamp": "20260618T030536Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "agent-workload", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T054713Z-agent-live", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "node-agent-live-production-workload-20260618", "speedup": null, "tags": [ "agent-live", "experiment" ], "timestamp": "20260618T054713Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "synthetic-llama (64h/4L/8q-2kv, vocab 256) \u2014 WIRING witness; numerics proven by internal/model oracle", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T070405Z-radix", "peak_tok_per_sec": null, "precision": "q8", "run_id": "workstation-a-radixbench-synthetic-llama-(64h/4l/8q-2kv,-vocab-256)-\u2014-wiring-witness;-numerics-proven-by-internal/model-oracle-20260618", "speedup": null, "tags": [ "radix-benchmark", "cache-hit-rate" ], "timestamp": "20260618T070405Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "synthetic", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T073647Z-fanbench", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-fanbench-research-goal-20260618", "speedup": null, "tags": [ "fan-benchmark", "multi-agent" ], "timestamp": "20260618T073647Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "csv-data", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T073647Z-fanout-csv", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-fanout-csv-fanbench-resear-20260618", "speedup": null, "tags": [ "fanout", "csv" ], "timestamp": "20260618T073647Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "smollm2-135m", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T075819Z-radix", "peak_tok_per_sec": null, "precision": "q8", "run_id": "workstation-a-radixbench-smollm2-135m-20260618", "speedup": null, "tags": [ "radix-benchmark", "cache-hit-rate" ], "timestamp": "20260618T075819Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "SmolLM2-135M-Instruct", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T145635Z-phase0", "peak_tok_per_sec": 31.022008042411723, "precision": "q8", "run_id": "workstation-a-smollm2-135m-q8-batch-20260618T145635Z", "speedup": null, "tags": [ "kernel", "batch", "phase0" ], "timestamp": "20260618T145635Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T202730Z-api-host-bridge", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-api-host-bridge-api-host-roster-20260618", "speedup": null, "tags": [ "api-host-bridge", "experiment" ], "timestamp": "20260618T202730Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T202730Z-parity", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-parity-vulkan-rx7600-s-20260618", "speedup": null, "tags": [ "parity", "experiment" ], "timestamp": "20260618T202730Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T202730Z-permission-systems", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-permission-systems-permission-syst-20260618", "speedup": null, "tags": [ "permission-systems", "experiment" ], "timestamp": "20260618T202730Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T202730Z-safetensors-load-rss", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-safetensors-load-rss-smollm2-135m-re-20260618", "speedup": null, "tags": [ "safetensors-load-rss", "experiment" ], "timestamp": "20260618T202730Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T202737Z-parity", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-parity-vulkan-rx7600-s-20260618", "speedup": null, "tags": [ "parity", "experiment" ], "timestamp": "20260618T202737Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T202737Z-subsystem-checks", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-subsystem-checks-latest-tooling--20260618", "speedup": null, "tags": [ "subsystem-checks", "experiment" ], "timestamp": "20260618T202737Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T202737Z-value-sweep", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-value-sweep-value-sweep-20260618", "speedup": null, "tags": [ "value-sweep", "experiment" ], "timestamp": "20260618T202737Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "csv-data", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T202737Z-value-sweep-csv", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-value-sweep-csv-value-sweep-20260618", "speedup": null, "tags": [ "value-sweep", "csv" ], "timestamp": "20260618T202737Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260618T232005Z-parity", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-parity-vulkan-rx7600-q-20260618", "speedup": null, "tags": [ "parity", "experiment" ], "timestamp": "20260618T232005Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "agent-workload", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T000302Z-agent-live", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "node-agent-live-dogfood-claude-probe-20260619", "speedup": null, "tags": [ "agent-live", "experiment" ], "timestamp": "20260619T000302Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "qwen2.5-3b (qwen2) [lean]", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T001354Z-gpu", "peak_tok_per_sec": null, "precision": "Q8_0", "run_id": "workstation-a-gpu-qwen2.5-3b-(qwen2)-[lean]-20260619", "speedup": null, "tags": [ "gpu-benchmark", "cuda" ], "timestamp": "20260619T001354Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T011719Z-subsystem-checks", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-subsystem-checks-latest-tooling-20260619", "speedup": null, "tags": [ "subsystem-checks", "experiment" ], "timestamp": "20260619T011719Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T121841Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "workstation-a-qwen36-qwen36-agent-amd-vul-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T121841Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "synthetic", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T132034Z-fanbench", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-fanbench-research-goal-20260619", "speedup": null, "tags": [ "fan-benchmark", "multi-agent" ], "timestamp": "20260619T132034Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "csv-data", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T132034Z-fanout-csv", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-fanout-csv-fanbench-codex--20260619", "speedup": null, "tags": [ "fanout", "csv" ], "timestamp": "20260619T132034Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T132034Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "workstation-a-qwen36-local-ollama-qwen25--20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T132034Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T132035Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "workstation-a-qwen36-qwen36-direct-port-p-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T132035Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T135840Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "workstation-a-qwen36-native-gguf-q8-hybri-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T135840Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T140220Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "workstation-a-qwen36-native-gguf-q8-hybri-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T140220Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T140953Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "workstation-a-qwen36-qwen36-perf-gate-amd-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T140953Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T180836Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "workstation-a-qwen36-qwen36-surface-smoke-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T180836Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T205202Z-contextq", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-contextq-context-query-d-20260619", "speedup": null, "tags": [ "contextq", "experiment" ], "timestamp": "20260619T205202Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T205202Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "workstation-a-qwen36-qwen36-standalone-re-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T205202Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "experiment", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T214424Z-turn-tax", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-turn-tax-turntax-stochas-20260619", "speedup": null, "tags": [ "turn-tax", "experiment" ], "timestamp": "20260619T214424Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "agent-workload", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T223239Z-agent-live", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "node-agent-live-dogfood-claude-probe-20260619", "speedup": null, "tags": [ "agent-live", "experiment" ], "timestamp": "20260619T223239Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260619T224752Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "workstation-a-qwen36-gateway-chat-qwen36--20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T224752Z" }, { "baseline_tok_per_sec": null, "machine_id": "workstation-a", "model": "visual-gen-deck", "path": "experiments\\benchmark\\runs\\by-machine\\workstation-a\\20260620T140700Z-visualgen", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "workstation-a-visualgen-20260620T140700Z", "speedup": null, "tags": [ "visual-gen", "experiment", "rsi" ], "timestamp": "20260620T140700Z" }, { "baseline_tok_per_sec": null, "machine_id": "gcp-g2-l4", "model": "qwen2.5-3b-instruct-q8_0.gguf", "path": "experiments\\benchmark\\runs\\by-machine\\gcp-g2-l4\\20260620T155017Z-gcp", "peak_tok_per_sec": null, "precision": "Q8_0", "run_id": "gcp-g2-l4-nvidia-l4-20260620T155017Z", "speedup": null, "tags": [ "gcp", "gpu", "ada" ], "timestamp": "20260620T155017Z" }, { "baseline_tok_per_sec": null, "machine_id": "gcp-g2-l4", "model": "qwen2.5-3b-instruct-q8_0.gguf", "path": "experiments\\benchmark\\runs\\by-machine\\gcp-g2-l4\\20260620T164719Z-gcp-headtohead", "peak_tok_per_sec": null, "precision": "Q8_0", "run_id": "gcp-g2-l4-nvidia-l4-20260620T164719Z", "speedup": null, "tags": [ "gcp", "gpu", "ada", "headtohead", "engine-fak-cpu", "engine-fak-cuda", "engine-llama" ], "timestamp": "20260620T164719Z" }, { "baseline_tok_per_sec": null, "machine_id": "node-macos-a", "model": "SmolLM2-135M-Instruct (GGUF)", "path": "experiments\\benchmark\\runs\\by-machine\\node-macos-a\\20260617T232200Z-model-baseline", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "node-macos-a-smollm2-135m-instruct-(gguf)-unknown-20260617", "speedup": null, "tags": [ "model-benchmark" ], "timestamp": "20260617T232200Z" }, { "baseline_tok_per_sec": null, "machine_id": "node-macos-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\node-macos-a\\20260619T132034Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T132034Z" }, { "baseline_tok_per_sec": null, "machine_id": "node-macos-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\node-macos-a\\20260619T132035Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "node-macos-a-qwen36-qwen36-agent-mac-loc-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T132035Z" }, { "baseline_tok_per_sec": null, "machine_id": "node-macos-a", "model": "multi-agent-session", "path": "experiments\\benchmark\\runs\\by-machine\\node-macos-a\\20260619T132035Z-session", "peak_tok_per_sec": null, "precision": "n/a", "run_id": "node-macos-a-sessionbench-20260619", "speedup": null, "tags": [ "session-benchmark", "multi-agent", "value-stack" ], "timestamp": "20260619T132035Z" }, { "baseline_tok_per_sec": null, "machine_id": "node-macos-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\node-macos-a\\20260619T135840Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T135840Z" }, { "baseline_tok_per_sec": null, "machine_id": "node-macos-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\node-macos-a\\20260619T140220Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "node-macos-a-qwen36-llamacpp-vulkan-qwen-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T140220Z" }, { "baseline_tok_per_sec": null, "machine_id": "node-macos-a", "model": "qwen3.6-27b", "path": "experiments\\benchmark\\runs\\by-machine\\node-macos-a\\20260619T180836Z-qwen36", "peak_tok_per_sec": null, "precision": "unknown", "run_id": "node-macos-a-qwen36-llamacpp-qwen36-mult-20260619", "speedup": null, "tags": [ "qwen36", "experiment" ], "timestamp": "20260619T180836Z" } ], "version": "1.0" }