{ "experiment": "e0-build714-4df29be4", "sequence": "boot scripts/gguf-quickstart.sh (CTX_SIZE=131072 WITH_MTP=0 EXTRA_ARGS='-np 8' PORT=8080, mmproj on) -> health poll -> bench_client --concurrency 8 --max-tokens 256 -> bench_client --anchor-only (greedy anchor, gate = anchor_ok field)", "llama_commit": "4df29be4f4c3673f428170fda944a5b19f743bb8", "build_dir": "third_party/llama.cpp/build-714", "server_flags": { "llama_server_flags": [ "--ctx-size", "131072", "-ngl", "99", "--jinja", "-np", "8" ], "mmproj": "models/Qwen3.8-27B-GGUF/mmproj-F16.gguf", "model": "models/Qwen3.8-27B-GGUF/Qwen3.8-27B-UD-Q4_K_XL.gguf", "port": 8080 }, "slot_info": { "n_slots": 8, "n_ctx_slot": 16384, "kv_unified": "false", "log_line": "n_slots = 8, n_ctx_slot = 16384, kv_unified = 'false'" }, "load": { "vram_mib": 1630, "gtt_mib": 27154 }, "boot": { "ok": true, "health_wall_s": 6 }, "boot_log_excerpt": [ "llama-server : /home/amd/Desktop/Qwen3.8-27B-ROCm/third_party/llama.cpp/build-714/bin/llama-server (version: 0.1.0-dev (build 1, commit 4df29be4f))", "model : models/Qwen3.8-27B-GGUF/Qwen3.8-27B-UD-Q4_K_XL.gguf (17G)", "ctx-size : 131072 (override: CTX_SIZE=)", "gpu layers : 99 (all)", "mmproj : models/Qwen3.8-27B-GGUF/mmproj-F16.gguf", "speculative : off (opt in: WITH_MTP=1)", "extra args : -np 8", "Serving on http://127.0.0.1:8080 ...", "0.00.027.425 W srv llama_server: -----------------", "0.00.027.426 W srv llama_server: CORS is set to allow all origins ('*') and no API key is set", "0.00.027.427 W srv llama_server: this can be a security risk (cross-origin attacks)", "0.00.027.427 W srv llama_server: more info: https://github.com/ggml-org/llama.cpp/pull/25655", "0.00.027.427 W srv llama_server: -----------------", "0.01.160.986 W model has unused tensor blk.64.attn_norm.weight (size = 20480 bytes) -- ignoring", "0.01.160.992 W model has unused tensor blk.64.post_attention_norm.weight (size = 20480 bytes) -- ignoring", "0.01.160.996 W model has unused tensor blk.64.attn_q.weight (size = 43253760 bytes) -- ignoring", "0.01.160.998 W model has unused tensor blk.64.attn_k.weight (size = 3604480 bytes) -- ignoring", "0.01.160.999 W model has unused tensor blk.64.attn_v.weight (size = 4300800 bytes) -- ignoring", "0.01.161.005 W model has unused tensor blk.64.attn_output.weight (size = 21626880 bytes) -- ignoring", "0.01.161.006 W model has unused tensor blk.64.attn_q_norm.weight (size = 1024 bytes) -- ignoring" ], "bench_summary": { "command": "python3 scripts/bench_client.py --base-url http://127.0.0.1:8080 --concurrency 8 --prompts scripts/prompt-sets/default.json --max-tokens 256 --label