{
  "version": "shape777-direct-v1",
  "input_sha256": "8dcf414b12fc2684e3c4ca5f3ebfd3f525f5346fec4a9bc67eb65138101f55f1",
  "model": {
    "source": "Qwen/Qwen3.5-4B",
    "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
    "adapter": null,
    "adapter_sha256": null,
    "adapter_revision": null,
    "dtype": "bfloat16",
    "transformers_version": "5.17.0",
    "torch_version": "2.10.0+cu128"
  },
  "hardware": "NVIDIA GeForce RTX 3090",
  "max_tokens": 4096,
  "timing_scope": "Warm loaded model; complete mode wall time includes tokenization, H2D, forward and D2H; excludes model load and output write.",
  "results": [
    {
      "mode": "fresh_batch1",
      "judgments": 777,
      "states": 37,
      "wall_seconds": 333.06339806801407,
      "judgments_per_second": 2.33288918718511,
      "state_latency_p50_seconds": 8.985686893982347,
      "state_latency_p95_seconds": 9.132673159998376,
      "peak_cuda_bytes": 8894241280
    },
    {
      "mode": "serial_prefix",
      "judgments": 777,
      "states": 37,
      "wall_seconds": 72.26363905199105,
      "judgments_per_second": 10.752295486267677,
      "state_latency_p50_seconds": 1.9321887660189532,
      "state_latency_p95_seconds": 2.0655234480160285,
      "peak_cuda_bytes": 8991294976,
      "cache_hits": 740
    },
    {
      "mode": "parallel_suffix",
      "judgments": 777,
      "states": 37,
      "wall_seconds": 38.79214117198717,
      "judgments_per_second": 20.02983018016784,
      "state_latency_p50_seconds": 1.0476651170174591,
      "state_latency_p95_seconds": 1.0608778536086902,
      "peak_cuda_bytes": 11611157504,
      "padded_suffix_tokens": 62937,
      "true_suffix_tokens": 59940
    }
  ],
  "comparisons_to_fresh": {
    "serial_prefix": {
      "passed": false,
      "max_probability_difference": 0.09338590502738953,
      "mean_probability_difference": 0.007825025959609213,
      "argmax_flips": [
        "2f9b07aba6f967fa92dd",
        "21938acb79a8a74da58b",
        "089f4a6f39b20bf65ab7",
        "08fa07ef7b1270bc85e6",
        "800d47937a344f61289f"
      ],
      "tolerance": 1.0
    },
    "parallel_suffix": {
      "passed": false,
      "max_probability_difference": 0.06241875886917114,
      "mean_probability_difference": 0.007697176798924017,
      "argmax_flips": [
        "8378b16d3504101615a3",
        "21938acb79a8a74da58b",
        "089f4a6f39b20bf65ab7",
        "08fa07ef7b1270bc85e6",
        "800d47937a344f61289f",
        "c70b4b1f019acff741d7"
      ],
      "tolerance": 1.0
    },
    "note": "Tolerance is deliberately non-gating; report exact probability drift and all argmax flips."
  }
}