{"mode": "fresh", "id": "015c14ff8f2bce2886b3", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.0, 25.25], "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1891, "prompt_sha256": "58094802fc62a694cbeef881b43bde2a662338f2cd0158e3a007d4f0c73c0b37", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1891}
{"mode": "fresh", "id": "815ec74d63795e229fba", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.375, 25.125], "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1890, "prompt_sha256": "5d78c634775505bc67b04c77b6ac904f6503051699caeb45c542191ff9d3dd0c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1890}
{"mode": "fresh", "id": "25fd3b3c4282f626ed46", "option_ids": ["yes", "no"], "probabilities": [0.005911068990826607, 0.9940890073776245], "option_logits": [23.25, 28.375], "allowed_token_mass": 0.9999141693115234, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1892, "prompt_sha256": "505c879a5e3cffb43a97e2b934e75234b3af0e70e8f148fcc053fe65be8b0792", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1892}
{"mode": "fresh", "id": "d935968eeb58c19921b0", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.625, 28.0], "allowed_token_mass": 0.999885618686676, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1892, "prompt_sha256": "d5c4d89b9df56596cc5b404a732333f210c2972330a7097dcf14e6ae364a3a21", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1892}
{"mode": "fresh", "id": "d13f1a2e8c40252990ad", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.0, 24.75], "allowed_token_mass": 0.9993765354156494, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1888, "prompt_sha256": "2b918ae5364f09b6975661229f9aa53e5c9d02ef9bb007a4da5b5ece54d062e7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1888}
{"mode": "fresh", "id": "8019cc363d844813dbd8", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.375, 25.0], "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1888, "prompt_sha256": "d990e309dbd80c80822474332f890cd6d4c3856faf9e5d1ae413ed22e5c51134", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1888}
{"mode": "fresh", "id": "e271fff191315cb4c95f", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.75, 26.625], "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1886, "prompt_sha256": "196c22335919380f975ae9144714f95f9f98759c99acee182150f97915b91d1e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1886}
{"mode": "fresh", "id": "a87ef520af09c18399da", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1887, "prompt_sha256": "3c0ad27d8e00353d1318d9208447a01f542249c7efc5ba42796b22a8886c42f6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1887}
{"mode": "fresh", "id": "1a6ff632056454ec590e", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [26.0, 24.875], "allowed_token_mass": 0.9997177124023438, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1887, "prompt_sha256": "b707f37627ab3ad6c6f8fac4ed5ef1b3390f6688efb84ee07606930db71c95be", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1887}
{"mode": "fresh", "id": "48228bad5fddd8b37b78", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.875, 27.125], "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1890, "prompt_sha256": "692e885b2e2ce5febdd714fbee28d32bf5becbb0a1582f490d7d5e00adc1971f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1890}
{"mode": "fresh", "id": "4297376234661d401e23", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.5, 27.75], "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1890, "prompt_sha256": "67949655f1c8c863493dc11dc99f1ba0cacac1e18d421583085145d6d3ab68dc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1890}
{"mode": "fresh", "id": "1d68e7b5ce26c6964c5b", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.125, 27.0], "allowed_token_mass": 0.9998073577880859, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1889, "prompt_sha256": "5094be2048840406309fc5813a7270e11a4567d5d04242b8ab56bb69f7b52d83", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1889}
{"mode": "fresh", "id": "c2413f7d90123acb24ad", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.875, 24.625], "allowed_token_mass": 0.9995556473731995, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1889, "prompt_sha256": "c50a4e19b9ec885d383953c2eadad9b5c770a686e9e9b49e292c039918d2eee0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1889}
{"mode": "fresh", "id": "e6e94a24bf5956b9c269", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.625, 26.625], "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1889, "prompt_sha256": "38549544de44438e7293a7c697035bac4afb433588c8c9f760b66e72367599aa", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1889}
{"mode": "fresh", "id": "7ab1bf4a314eb9f5c626", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.625, 24.75], "allowed_token_mass": 0.9994242191314697, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1888, "prompt_sha256": "9030af697f40100569c8ca0ca9c3305b58313031cab894b5043f8314ce4f3ffe", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1888}
{"mode": "fresh", "id": "47c0245bb50e6bc4a3c7", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.625, 26.5], "allowed_token_mass": 0.9997673630714417, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1887, "prompt_sha256": "e08ab1c92ec2f06a82c343cb449125f7473176882b0d7fc35933fe1b0592525b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1887}
{"mode": "fresh", "id": "b68c10e7de694171b6f1", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1893, "prompt_sha256": "75a230cb4b59337c9bf66b91021f617de4be3483b23634725e16f04a7f17b1db", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1893}
{"mode": "fresh", "id": "5bf29f505c7a2f9e9c05", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.5, 27.125], "allowed_token_mass": 0.9998016357421875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1890, "prompt_sha256": "da3ac3ab1c9a2b4c78a0e051069831471a418e844c2e6577cc8ec1e3b94b861d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1890}
{"mode": "fresh", "id": "8e8b3acbcf810123cc28", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.75, 27.875], "allowed_token_mass": 0.9998703002929688, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1889, "prompt_sha256": "30f8b0d216bf4e9d66756bebcd04a0f43db6638dd34fce00730e385aefb7a27f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1889}
{"mode": "fresh", "id": "2ddee44782d3d706ab53", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.0, 26.5], "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1887, "prompt_sha256": "fc6fd7795a6d89032871291d3d4e389a4cca06c5b8764fdbd0e54ebdf9156f23", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1887}
{"mode": "fresh", "id": "6b35e4fc4f43379e6ac5", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.5, 26.125], "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1890, "prompt_sha256": "ad08ff4cc3a2103c2a6ea1283b9b34d45998d92501f6fe0b35c0e9a9e5e3242c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1890}
{"mode": "fresh", "id": "b6723763383d76af76b0", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.25, 25.125], "allowed_token_mass": 0.9996548891067505, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "2139d272a5d892e8d6c8bbde671aa2a5b1c3ba119ece7d1836bc3273e41c23ae", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "13cfc2f1d704c4f638d7", "option_ids": ["yes", "no"], "probabilities": [0.9890130758285522, 0.01098694372922182], "option_logits": [27.5, 23.0], "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "38c8ee1bb0276825eaa1d497f7d5b32b7376295ad3ad18ed3a36b3286b67f17d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "e7ddbde25f6cc64f0173", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.625, 28.125], "allowed_token_mass": 0.9999104142189026, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1859, "prompt_sha256": "76b56f54413ed10de4d818c2256c280fa58ba4f2a9bb5dfbeca3ccc5d6245384", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1859}
{"mode": "fresh", "id": "cbadda9b868ed20922f2", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.75, 27.875], "allowed_token_mass": 0.9998931884765625, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1859, "prompt_sha256": "209a6eb46cb50f047e8788b74968827de1e8f74a3a69afd1941ccf9e0148a9a7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1859}
{"mode": "fresh", "id": "df4a8ceee3f90baacfac", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.875, 24.75], "allowed_token_mass": 0.9996224045753479, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "47896cec51bd06ba8eec1e3401c862b93f0e6f5916f03af50029468356030768", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "4c4e3f811deb21bef913", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.75, 26.25], "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "0453d231b2a267f14bd8861ac9d4d6717c0d32cf84cee66cebd9352b94034473", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "3267007a50bb8807136d", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.375, 25.5], "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1853, "prompt_sha256": "a4b5faa52955f32c45dff4d02432060bdf9535aa51c0ea13b54a8a1398b65a0e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1853}
{"mode": "fresh", "id": "48fb90f24c3d4242e82b", "option_ids": ["yes", "no"], "probabilities": [0.9626730680465698, 0.037326883524656296], "option_logits": [26.875, 23.625], "allowed_token_mass": 0.9996586441993713, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "ca0ca5b752d87a02de6269d175ecfeaa39f89c91cfb3f3edac512e01df57837d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "3dedd848eb46b92cfb39", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.5, 26.75], "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "754b2e563df3107e6dee02ac76569ef2e25bc14fff43d2b75e19b3f06ad56397", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "1ad323e49222bc18c745", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.75, 25.875], "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "eaf55de2d2cc4f713dc224a0233cbdf9fc8fd06e56fcad747f982d9a711d4b75", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "6074288493a32a947fc0", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.875, 27.375], "allowed_token_mass": 0.9998665452003479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "8e78f2fac24b1eddb3d9ea2cbcd0631717c775244c9fd24d5c2856c7e2e5cc50", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "783d57b7ea32ce229854", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.75, 26.5], "allowed_token_mass": 0.9998112320899963, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1856, "prompt_sha256": "79ca742ca5360afa8f67de5e18613d14e3aab96f59d8f0d5f235bee26a6ea1e4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1856}
{"mode": "fresh", "id": "6c8e158f8233f279d8ff", "option_ids": ["yes", "no"], "probabilities": [0.9796676635742188, 0.020332353189587593], "option_logits": [27.125, 23.25], "allowed_token_mass": 0.9995957016944885, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1856, "prompt_sha256": "528ff8da7f3ea00afee80a09b1f23989afcf06aea2102ababff73381606af601", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1856}
{"mode": "fresh", "id": "d9a625b1eb631018cfc2", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.875, 26.5], "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1856, "prompt_sha256": "216a77fbce6455d5090e58e3f8ce05cf18848aeb02dc75e9b927c3fbf74ce4b7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1856}
{"mode": "fresh", "id": "561b33e937bd7209d5fb", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.0, 25.125], "allowed_token_mass": 0.99945467710495, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "953ab11fc2ed053159bdf84909d7c12e9278d4a7a099e3ff575a997094714ecd", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "095e95ec7727ade1585f", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.5, 25.25], "allowed_token_mass": 0.9996357560157776, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "4ac76a0314d149416c23c3432670a72ac5801d3f05cd4b7b2244b087e14aa9c8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "135af450123799df3bb0", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.625, 27.25], "allowed_token_mass": 0.9998341202735901, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "f89bfce80637044f8f251905041c1ba2be6559b1285e8089be9814bef56a020f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "7d0b33d34c47199d039f", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "allowed_token_mass": 0.9998589158058167, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "6fc27395e6c6fbb12a04f3f48692dcb07954abdec1947e9b37151b1befca4c14", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "c1735caeae247e4cd70b", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [24.0, 27.375], "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1856, "prompt_sha256": "f9e075128f8add170d90e43e9e8b8131f11ffe8fa92a319cb1084b6172e5304d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1856}
{"mode": "fresh", "id": "c9022a9eb5ca6276e0f3", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "aeea63b76870a31587ad62da91234dff0bd4bb99fd6b17471691cf4b491d332d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "b4a8cc21c90fa44d48ff", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [26.0, 25.25], "allowed_token_mass": 0.999609112739563, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "53701d98df03907d720ca86dbc2e8cfd70b8c34d10ab134de12cb6ca3a4838a7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "80a9ae01d4926a7a3df2", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.125, 25.375], "allowed_token_mass": 0.9996510744094849, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1853, "prompt_sha256": "2f082323b6221400af5c991bf3523c8fd851a5b2c451e96516b59f76498ebcac", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1853}
{"mode": "fresh", "id": "4e9f490a071652489c29", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [26.0, 24.875], "allowed_token_mass": 0.9997120499610901, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1852, "prompt_sha256": "8ff43b5f8a970e1ba545dc7817ca16b90a1463367b1ff8ddbdf048dd1d97bc7f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1852}
{"mode": "fresh", "id": "f787e89a3f65103de643", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.375, 28.125], "allowed_token_mass": 0.999906599521637, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "6d687082ec3e3794f936ee0098ba458f021bb5fad5ff9751fbb05e9244ef7977", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "4b0e8e7b4113f4ba74fc", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.625, 28.0], "allowed_token_mass": 0.9998950958251953, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "3b701c5baa756d521461fc5f41aca41f33b99e5c9da168f3581f77601da7ef5e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "4d1ea462fd5871adf170", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.25, 25.0], "allowed_token_mass": 0.9994622468948364, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1850, "prompt_sha256": "3d20a08c459465d6d8ed5ffaab24fc3514fbf258ae30e43d86fb4068174ee0cb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1850}
{"mode": "fresh", "id": "df146c56fd12ccc74114", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.75, 26.125], "allowed_token_mass": 0.9997463822364807, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1850, "prompt_sha256": "c124c0385fcde9e5e0bcb8c13792a855145800d2aefa326307604b24ee8ef884", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1850}
{"mode": "fresh", "id": "1eb05c7adcc87bbe7a39", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.375, 26.5], "allowed_token_mass": 0.999641478061676, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1848, "prompt_sha256": "fd57e068c4ec5fcb98f437505fdd2fdd34cfaa9f401457470c32d86244154486", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1848}
{"mode": "fresh", "id": "5746b06ccd881aa8d2d0", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "allowed_token_mass": 0.9996987581253052, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1849, "prompt_sha256": "0989cacd23c9644de316f15e87f61974aa274cee7b1550619ab670f9a196edf9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1849}
{"mode": "fresh", "id": "0d25d897f4bd589d115b", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1849, "prompt_sha256": "831eb709c64625d3926317ae9f7ca8f83a0741651b83a9be26faae23091439c5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1849}
{"mode": "fresh", "id": "e9430935d8f1a260f205", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.75, 26.875], "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1852, "prompt_sha256": "a4ac74ba4b021dbada2fbf65f867f6c68a8f8af7fe09192c0372967dccd9067f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1852}
{"mode": "fresh", "id": "4bf841a1629aceb4b095", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.75, 27.5], "allowed_token_mass": 0.9998570084571838, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1852, "prompt_sha256": "176a04b3dbe8e75575ea735ad830c0e08749e6f2f4e4bdc140b778d5a715fdbf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1852}
{"mode": "fresh", "id": "3c8ae1a72035a83f2eee", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [24.125, 27.125], "allowed_token_mass": 0.9998360276222229, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1851, "prompt_sha256": "08cc2a969fb73c2f061cb2b53aa0b2f7c0f396625ec2fc1f5f7c3cccadc1e42e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1851}
{"mode": "fresh", "id": "9147b1003b98074a72b6", "option_ids": ["yes", "no"], "probabilities": [0.8807970285415649, 0.11920291930437088], "option_logits": [26.375, 24.375], "allowed_token_mass": 0.9995461702346802, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1851, "prompt_sha256": "57734e8d98d60f079dc606701369ca8cfde6940ffccb4458ffe16edcf34cac23", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1851}
{"mode": "fresh", "id": "4b20b777b555e060ed7e", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [25.125, 26.25], "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1851, "prompt_sha256": "5c1e656d7764a16c4714767d9bd848f51e7d4afe039c262d5ed113bc320cf22b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1851}
{"mode": "fresh", "id": "202d87c86044ab895be9", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.375, 25.125], "allowed_token_mass": 0.9995366930961609, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1850, "prompt_sha256": "9a0cb015cfe89e2515320821a4bd2a2616527803f147f2ac3438f9091ee6687e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1850}
{"mode": "fresh", "id": "a010e5f9448b383189ad", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.75, 26.375], "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1849, "prompt_sha256": "d534346dbc7274e018721129dfe5b7d56a00739864ac25e62a86117f27e33aba", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1849}
{"mode": "fresh", "id": "3568261a0d81dc58495c", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.25, 27.25], "allowed_token_mass": 0.9998207688331604, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "a174878154707bca60c2651e65facbe6a338000732d70deed784c07175ca8acb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "693407bc616e13dc6fd1", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.75, 24.875], "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1852, "prompt_sha256": "b348e42070e6bd206da94fb54b7b1888772c5e80b5de91f6c2a3214b3ef0230d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1852}
{"mode": "fresh", "id": "1418a14714aef06c6af7", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [24.125, 27.375], "allowed_token_mass": 0.9998398423194885, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1851, "prompt_sha256": "d2a9466f7607befbe01808f53ad034e0a97c9a3ac54596b3b18d7559dd789bf3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1851}
{"mode": "fresh", "id": "4185f1e35bad19e067d5", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.5, 26.75], "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1849, "prompt_sha256": "7c3b22ecc1ef2e2b0bdf44449458438b050c24d8ea347e44cff55140475218ea", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1849}
{"mode": "fresh", "id": "e21a278dbaa362cb0b2a", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.0, 25.5], "allowed_token_mass": 0.9995938539505005, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1852, "prompt_sha256": "e7aabae6bf240aa3148c66ba173e54cedfde919f24c8ea407db37b7ce696a021", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1852}
{"mode": "fresh", "id": "b38b550f4a3a5f726463", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "allowed_token_mass": 0.9996357560157776, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1808, "prompt_sha256": "8619d1e72db1ca563659b47b3eb8cef15840ce5416cfaa7baa903ac030064873", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1808}
{"mode": "fresh", "id": "9323021a31e7f9bae3d3", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.625, 24.625], "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "de0a10611fdfa52bf4d1bb34a6c409d2b33d63d2a01633c6c4cc3c06d94b2f5d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "a68763cd65cbf2601409", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.25, 24.5], "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1809, "prompt_sha256": "03787f2a36021a7444b643f523aa6c780c46f3798f81788c32cc2a17bcb28b03", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1809}
{"mode": "fresh", "id": "31dda1547c6f571c7459", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.75, 27.125], "allowed_token_mass": 0.9998073577880859, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1809, "prompt_sha256": "dc275e51c014dd958296e914dab76c618497bc9728f6389b618e302f7a3f6a6c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1809}
{"mode": "fresh", "id": "bf5320be59b3d2bdb3d3", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.625, 24.25], "allowed_token_mass": 0.999548077583313, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1805, "prompt_sha256": "1cc94dee50c90378e71847999cd74b311e7825b85efd97a457ff52a0a9b13356", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1805}
{"mode": "fresh", "id": "b544a432cd4e5cd9d51f", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.375, 24.75], "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1805, "prompt_sha256": "a5adbad32600d764646ae2a7938ca02c52a664f0dde04f02dce7ff9a0d96d53b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1805}
{"mode": "fresh", "id": "f363cb3c4f600e9786c0", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.5, 25.625], "allowed_token_mass": 0.9994069933891296, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1803, "prompt_sha256": "37eff79549dc17bf1b2b8e1d64f75b50e2be134e0f12d4632bb8d21744ebcf6c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1803}
{"mode": "fresh", "id": "c65b3e5b3958cd9521a3", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "allowed_token_mass": 0.9995652437210083, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1804, "prompt_sha256": "a7144135d7ebf439dc3cd3452158e0c10a87777b99e0b2bddcccebc457ec185c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1804}
{"mode": "fresh", "id": "5e1e10f9e477bcbf2aae", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.875, 26.625], "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1804, "prompt_sha256": "193a0cae96f658d681a6d1d68686798ef149a4962de3edf4c3ecef939a93cca1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1804}
{"mode": "fresh", "id": "5e5f9e4baf43d2074326", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.5, 26.75], "allowed_token_mass": 0.9997425675392151, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "b55895206d1442e437b4e7f351f5602ae9b24cafa1a56f4136df4c06b81c8837", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "6b812e281e287ffad770", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.75, 26.375], "allowed_token_mass": 0.9997311234474182, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "5744229c1aac714b672da2f702d7e47fe609cf39d7b9ba1e61378c2ad80ad68b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "34d784e660748b418307", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.125, 25.25], "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1806, "prompt_sha256": "b213f228aa7a064846386e4b212c859e69796e5cf8aa98a42a4b16ef17451a18", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1806}
{"mode": "fresh", "id": "57c065e084f261fed1b9", "option_ids": ["yes", "no"], "probabilities": [0.8670357465744019, 0.13296423852443695], "option_logits": [26.0, 24.125], "allowed_token_mass": 0.9995938539505005, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1806, "prompt_sha256": "836cf1362a878c67c4b11ac51ee4152fe2d2f41ef310f5cf9b25312629872ff8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1806}
{"mode": "fresh", "id": "29c24a1f1d85f99fff2d", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [25.0, 25.625], "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1806, "prompt_sha256": "076728fce26f28309d6ca4af55ab111eeb24ad4e112d10d97db0d1976435a137", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1806}
{"mode": "fresh", "id": "6088be93d7319b65d21f", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.125, 24.375], "allowed_token_mass": 0.9993155002593994, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1805, "prompt_sha256": "cab911d28e4a3c590e5b7086c22903e546ee3077751d3cdf94b41f3d3d4ffe7b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1805}
{"mode": "fresh", "id": "9ba570a2d722969fda3a", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "allowed_token_mass": 0.9996472001075745, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1804, "prompt_sha256": "30c02ee60b1e0f853ad356ebe513951f1bd42b53b4d5bd28a0552af12ed79891", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1804}
{"mode": "fresh", "id": "b62658ccec5927ed609d", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.0, 26.25], "allowed_token_mass": 0.9996339082717896, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1810, "prompt_sha256": "ae850d16a31dba793716b5b86042b414642c00bc75c2066f0e680aa1223423dd", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1810}
{"mode": "fresh", "id": "8b2ee120a199e75db397", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [22.875, 26.375], "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "cc961aaa572bd749c28d7ba360d138beb9d14077fceec6ade0e5d7c2f4f6802b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "8b71baf53aea7206758a", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.625, 27.0], "allowed_token_mass": 0.9998054504394531, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1806, "prompt_sha256": "a9927b38a4d589bff5445a06fa1b931c801453f45952bdd310924a48f1a6c4d4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1806}
{"mode": "fresh", "id": "f0fe72b737dbee5cb5c5", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.5, 25.875], "allowed_token_mass": 0.9993917346000671, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1804, "prompt_sha256": "1f7dcdd9619d7347b56eb1a089967b591bc7f07fbc627debd5f5ed14c1e0a87e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1804}
{"mode": "fresh", "id": "7fb5daf537f625699870", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "allowed_token_mass": 0.9995213747024536, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "ae41a8f73a2e28c4791660288964028f7384c8045fbabd10af29c4873884d654", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "39cba85d2de48cfb7f9b", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.125, 26.125], "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "55c6124ff280644020145fdb759f166d5dfa83fe065d918361e109cababe0662", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "01d9c51d1b8ff2a71c25", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.75, 25.875], "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "8547e6b3560dbd1997b9af33ddb1f96e14bc9ac0e9061eade34080c3191d767d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "56b0fab53a95257048e2", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "allowed_token_mass": 0.9998646378517151, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "8e37324850cf748a7c7d1a98101b3691ad62ed0c994aeabab71d4afc230422be", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "c2f093c8ef6be9b1b825", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "allowed_token_mass": 0.9998646378517151, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "561c6ce57fdaa768912aacd065118b9c38bc756357c092f43e500d1819534be1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "2d1ef5de14ada458fc47", "option_ids": ["yes", "no"], "probabilities": [0.9525741338729858, 0.04742587357759476], "option_logits": [26.5, 23.5], "allowed_token_mass": 0.9996968507766724, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "c91a6266835f026b5e4721e908522a119806bdfc454b01a34cf8c0f76b0f4c56", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "2255458172dd7a9e2b3c", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "allowed_token_mass": 0.9996968507766724, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "5902780428d3f6c0efedcc201f127587b54add49256611a5f2abe3cd20a561ca", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "e5295c4f615df1ac8161", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.375, 25.875], "allowed_token_mass": 0.9994794130325317, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1825, "prompt_sha256": "26afbe69a9e83001b2a300cd37b17cb0e754bc2c2c65227df803b0ebfd509388", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1825}
{"mode": "fresh", "id": "a315e97f313d32be9625", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "allowed_token_mass": 0.9996586441993713, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1826, "prompt_sha256": "94de0ffe210c7a247752a57f9ee3d1066235e6b37b6f2f1068f1db3434546704", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1826}
{"mode": "fresh", "id": "475244f065803ca89506", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.75, 25.875], "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1826, "prompt_sha256": "f35a227f68833f182d7a702597b669618cc6f349cdee5a267be5d04fc226e24c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1826}
{"mode": "fresh", "id": "df1ecada5a0b5b460c97", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "allowed_token_mass": 0.9997444748878479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "2291dc4aaff623f72a361995904d0a130e8e8653b5b00c890830ce5a2037950f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "091246d12d47214e602a", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.75, 26.75], "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "8a0dd0644645ee8e6a7aba6f56535c2edeecd1b02914896c3d5f744fdb744912", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "cff40e0b84cc4ae321e8", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.0, 26.375], "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "95fda7a9c90d033a19c37f91a1b8c811fe0846a16db8e687a7e1546e33f7eb2b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "e61a8a9b4bb0c51c6311", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.375, 25.125], "allowed_token_mass": 0.9996395707130432, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "af29e3e6d2a8b42f7da4cdca80d64015088dce36b7ca31d533aae8ac8cbde327", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "83783a48a9560f0f4501", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.875, 26.0], "allowed_token_mass": 0.9997444748878479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "f31cc20e04e5535833a7aa7ccc1423f15b65eb2201f714abbf0079e95b76b02f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "e3d3328be134ee6ca740", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.75, 24.5], "allowed_token_mass": 0.9984143972396851, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "d16a1aa6695c427d8626d8cf16453fb73b6811a501441580fc7a19cd59a4619f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "e863945138bd752b9566", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.25, 26.25], "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1826, "prompt_sha256": "9483d8d431ee6bbc34e5034c1ff8a77f88c842223c13b0adbfc505a841f1bf89", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1826}
{"mode": "fresh", "id": "0930b511063d5eaf5c76", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.25, 27.0], "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "474c5aef85fe7ef8ad89281ff3d726b3c6cf19fce94c42946300b77adc01c45d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "b993109e75bf68213ea6", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.375, 26.375], "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "5639a2513808948ef8704a279ac231411880761a96632f5b52e1a1ffb0c74f5e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "df58ae0d077316a5ad66", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.75, 27.125], "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "8a4ae3b1cc9a89787a1d46b8cddc0b41dc2476301a6c6fb5b1d4558c3a9fa202", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "1213cb57735c2a03fa44", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.75, 26.375], "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1826, "prompt_sha256": "85acbf5035eeca1f381193962849463c07b40bb04a313b683bb21ca2681f8be9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1826}
{"mode": "fresh", "id": "21880e28d1b485b880fe", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.875, 25.875], "allowed_token_mass": 0.9995690584182739, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "91614fa8557db3cf34bc61c6ce5851fc42f7d81d2ba429ab82f4155cb6b58d58", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "23b3bc8c5bf8f0f43929", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1817, "prompt_sha256": "c857b470367ccbac97b953dc4e97abd5b2775a364a40628216a8ec3030dec472", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1817}
{"mode": "fresh", "id": "54fc5206caee78d6619c", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.5, 24.875], "allowed_token_mass": 0.9996433854103088, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1816, "prompt_sha256": "a2e79689f925c0f8380f6bfbea92c44bce0ea9fa88e4144b7d8602c5dc170bc6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1816}
{"mode": "fresh", "id": "95bff46f54f3a21e92ef", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.625, 27.625], "allowed_token_mass": 0.9998398423194885, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1818, "prompt_sha256": "c75d78582a632a8393d91c15de80afbe5d24dd32f7961226c24202ff184e74ce", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1818}
{"mode": "fresh", "id": "426acf35179cf6d312e0", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.875, 27.75], "allowed_token_mass": 0.9998608231544495, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1818, "prompt_sha256": "ae66122fd80ae7bdaea8e1734d70925c8f6254ef79de4ea4f4512810cb859d0f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1818}
{"mode": "fresh", "id": "8ddc660de5c1a98bf733", "option_ids": ["yes", "no"], "probabilities": [0.9626730680465698, 0.037326883524656296], "option_logits": [26.625, 23.375], "allowed_token_mass": 0.999641478061676, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1814, "prompt_sha256": "3a3374d5e71e741c2196a503b5e95b8fdaf59addf9c15e3250f49383e329da8e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1814}
{"mode": "fresh", "id": "fa08151e41fc7383871e", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.5, 24.875], "allowed_token_mass": 0.9995900392532349, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1814, "prompt_sha256": "d4a4a2829878808a5465d9b56d90435cac1c44065bb058afece7e3133bb94098", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1814}
{"mode": "fresh", "id": "cc5c69da9b0a81349fc4", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "allowed_token_mass": 0.9995118379592896, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1812, "prompt_sha256": "32f44ff35353fa9d65d15790c2b1747ad6ab6b8cc7719938f5a43d1c128f02c5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1812}
{"mode": "fresh", "id": "d27f99201212d81c6266", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1813, "prompt_sha256": "400611ce868e7cbe84fcb2b5d5c3ab0a772018b1c99f18e2ff20d5abbcf6decb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1813}
{"mode": "fresh", "id": "b547634b03d70ecce27f", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.125, 26.875], "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1813, "prompt_sha256": "941bf393c71de44169ac0e15307357adba88694b61712af8ddd23850e337c915", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1813}
{"mode": "fresh", "id": "a58a20cbe89b631e1c70", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.875, 26.75], "allowed_token_mass": 0.9997425675392151, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1816, "prompt_sha256": "5d1a3c2191bbaa7b56d3196f199c34c579b51f7d1ccb0c2b0f570a54c150f338", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1816}
{"mode": "fresh", "id": "d91460887323eb8cc95d", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.0, 26.875], "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1816, "prompt_sha256": "d1c54309ed7da6b5c424665d072de1d2d2355f8c58f84cebc499eb4199290c9e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1816}
{"mode": "fresh", "id": "e6fa5d8e9703b258cd07", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1815, "prompt_sha256": "488f1902e7f6bc8c8ac7f59aca0fbe9b31269fcc9f2830875e5924d5a5c00d93", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1815}
{"mode": "fresh", "id": "62f74eb3dc18ac74192e", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.625, 24.875], "allowed_token_mass": 0.9994412660598755, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1815, "prompt_sha256": "cdec8247e0646d5f858af93c5c8484e542e3bdf1ded51c71e24ab296ca85faf6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1815}
{"mode": "fresh", "id": "3e34501a248889af466b", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.5, 26.5], "allowed_token_mass": 0.9997349381446838, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1815, "prompt_sha256": "2dc79eb33ae754b5a9c45386590ceddf3b5f312e503e5a465cc15d800f734b26", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1815}
{"mode": "fresh", "id": "b3d52b8ff0c3dd5556e1", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.875, 24.625], "allowed_token_mass": 0.9986448287963867, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1814, "prompt_sha256": "e58ee415ed424e04a88189c8fe4c659a888f6e995232ec3a55d4bc764c5f04d3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1814}
{"mode": "fresh", "id": "97060a64320143687a54", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.75, 26.125], "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1813, "prompt_sha256": "f8085db8ab86f6e2f13f7f25b842dacf2248e8304c77acd8dbded48b36792c06", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1813}
{"mode": "fresh", "id": "0d539b5ae022079149bc", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.5, 27.5], "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1819, "prompt_sha256": "4c0dc4996f373e19668a2450d7e64470dc255cb6d5eeb58537e22e0f96c4fafb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1819}
{"mode": "fresh", "id": "a6c862c511acc8e3faf7", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1816, "prompt_sha256": "72b092f823711482c6086314952c297aaff3b53aeff4995dc1bf668dc74a65c3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1816}
{"mode": "fresh", "id": "3efe233094c536d7a90e", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [24.0, 27.0], "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1815, "prompt_sha256": "40df413e62c62a16178936837266a3c9f8ed737d294c3eb37061a02eb95ae008", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1815}
{"mode": "fresh", "id": "bcd6764f397cd3f5570a", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.75, 26.0], "allowed_token_mass": 0.9994279742240906, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1813, "prompt_sha256": "702c2891d0f03a483aaef79945ad119a973b0fcc97c121c99335f6fbd7b5b2bd", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1813}
{"mode": "fresh", "id": "b1fc3e72e29812ae1661", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1816, "prompt_sha256": "f01054d766ce78766e909bafb3b20adeecc53b921dbc513cb7cc9cdf6a164493", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1816}
{"mode": "fresh", "id": "01d1c7469d658fa8e8d5", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "allowed_token_mass": 0.9995709657669067, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1836, "prompt_sha256": "6902389cb544669f00da8a15546251af2ae75a319f8ad8065bd10b58611bfc4e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1836}
{"mode": "fresh", "id": "34478b8d8bd3cbed02cb", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.0, 24.75], "allowed_token_mass": 0.9995366930961609, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "56c42c9d66af1774898904211629fc6b47a051009ab9799393d619af5054d76b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "8451523b1488557dc9cc", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.25, 27.25], "allowed_token_mass": 0.9998035430908203, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "99ff904260eb5b775bc1087b8306809d374a6f8829de26ad8f0c9f9cff486cfc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "e670927df868c04d1b19", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.25, 27.125], "allowed_token_mass": 0.9997978806495667, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "6d1edc8642d487e0e83ff56941603861c068bf90d29c7ddaaf5617d1e058cba2", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "40d96a718782207ac2f7", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.875, 24.625], "allowed_token_mass": 0.9988982081413269, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "a419575a9a5511709a9787e100e94db9e458feca6a51b6192b6164f9dafd6348", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "fb9e0b19bdaf4d5781ae", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.25, 25.875], "allowed_token_mass": 0.9995614290237427, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "141722952c93af8fe63b9029b941d8e2a4a9ec55254b2014dcc9c1afb6525405", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "892a7b557b9a9fbea02e", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.0, 24.375], "allowed_token_mass": 0.9992449879646301, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "ab1042fcbc59e9144e0e6884c7c4f7271e9778cc11c5a49bf0f03738bd509f64", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "ea63c89918eb4ca2517d", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.75, 25.625], "allowed_token_mass": 0.9993269443511963, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "c615f818cb8e0d3bdd95cc174c613759d1d31636ff8a1c36196ca888e2ae3dcd", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "2637b98ce589cecc98d6", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.125, 26.0], "allowed_token_mass": 0.9995003938674927, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "ac695a96a1fdf62cf418d97b4188387074c8f956adbadb2519f7f12ae30f560c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "d3519d266c795e084f17", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.375, 26.625], "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "36be55ae6c249560bdaafe795164a74de08153e9c28fcc2a959a9776df5083bd", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "aaf2768b8ed6d40d64a8", "option_ids": ["yes", "no"], "probabilities": [0.9626730680465698, 0.037326883524656296], "option_logits": [26.0, 22.75], "allowed_token_mass": 0.9995080232620239, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "e9444646619239ee8310b5c0abcc094902af09046424181a41df097468410a6d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "0e8de4168b19fcabdcbd", "option_ids": ["yes", "no"], "probabilities": [0.9149009585380554, 0.08509904146194458], "option_logits": [25.75, 23.375], "allowed_token_mass": 0.9995042085647583, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "2037508b3f3240f6b1057b6696f6c5af3723657731a380e135704ff1169b29a1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "1c6a5baa3a69c1827909", "option_ids": ["yes", "no"], "probabilities": [0.9046505093574524, 0.09534946084022522], "option_logits": [25.875, 23.625], "allowed_token_mass": 0.9994813203811646, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "ce4c8336d420309646f7689a57e32d59d57407f6998ce3a45f59485e98b6cf86", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "d688d715dc5e5ec454a1", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.0, 26.5], "allowed_token_mass": 0.9997349381446838, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "3452d23bda0d12c7ce97223501d6b771dda948c4ec0c469aac53c7c8420ee5ef", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "514a946caa687731f774", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.25, 24.375], "allowed_token_mass": 0.9973465800285339, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "bab79b9d1c5c73db0232672c184004a2a3b8c46b53286f7ac8efbae96e100897", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "b89bae6b7e234ae215de", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.25, 25.75], "allowed_token_mass": 0.9995824098587036, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "781a2ce2148a4f1aa8efbb80a5721c46f86f4466077385308118d023baf78468", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "fc256d5b1af5b7415b52", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.625, 26.75], "allowed_token_mass": 0.9997311234474182, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1838, "prompt_sha256": "cef09f03980026314478c2df33ca845e8e3c39bd645be0a6948f8ecc276d6578", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1838}
{"mode": "fresh", "id": "5215abaffebe8015c0bc", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.875, 25.375], "allowed_token_mass": 0.99945467710495, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "2e6989bf67d3c9be114cb8df263eabbe2becd1dd9bda095c31e957b389cbc899", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "b03b0b23faef05207431", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.5, 27.125], "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "57f36420153d15527ce1aa04e8e2d9f451ad42f03b0a2f74c0d5c7cd2613a68d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "789ef4e928ab501be51f", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.625, 25.75], "allowed_token_mass": 0.9994146227836609, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "6eb6afc97fa6ca43ad48fd94c8b632ce5283a860fdb356c602ac295994e9e401", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "e7a6640d3a307e09f605", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.625, 24.875], "allowed_token_mass": 0.9992907643318176, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "9fa61ccd92843d2fa4f0017658508c7e07a38d29eaec80dab4a853c0b9c3229b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "30b25710110bbb5e1a03", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.75, 25.375], "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1844, "prompt_sha256": "21072c3de3ce92c1c81ecff473e50f66fea08a7f944078789183eb15e81909de", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1844}
{"mode": "fresh", "id": "33f33b16df2c44ee507e", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.0, 25.25], "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "1e98bcfea2611873174dfb2a79f6f37877b2c355f90245085b244d4d18c8f404", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "fcd9a609c5cae6bf9207", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.125, 27.875], "allowed_token_mass": 0.9998893737792969, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "e1abf890b03fe5d98e61a97a180822bc3505277f92f851bcb04902bfc80bd82d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "58e55cfd69bea55297ea", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "allowed_token_mass": 0.9998608231544495, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "9852af66aae76c3a4637d54679883fae4f58bc9d1cf3f51fbc551be7e5adbfd4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "f0447a166b8bbed2c35f", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.875, 25.375], "allowed_token_mass": 0.9990620613098145, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "8124160b6a182af45492ec4b4f4a962df1140c9e99e7bb57851eb6edf00966ae", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "90b23adea8f190279004", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "f21bfe2deedc4e01bce5b13677dd724cdb73298871415d0ba6f20c43862038ed", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "ab6a2c00e763a6ed9b6f", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.375, 25.5], "allowed_token_mass": 0.9992412328720093, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1839, "prompt_sha256": "79078d54023743dae53f4d8ff4173612e7947649651cb0a3a2af0fff74c8ae07", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1839}
{"mode": "fresh", "id": "f2595ad352ddcbb2f2d1", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.5, 26.125], "allowed_token_mass": 0.9995404481887817, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "a9db69bcc46fa3f31223f52b389d9c5c032b82934b95bcc9e9053a23da908edc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "3c5ea5449cfd858c194f", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "allowed_token_mass": 0.9994966387748718, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "3f52082782ed36fc14d71d4091ebd2a39037090525f76ff5512b1fc362876d49", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "78bba23d7c2730956788", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.125, 27.125], "allowed_token_mass": 0.9997978806495667, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "609d7b47bf44408ab7476212a64098eced222434a5429da31fea08cf96e4db8a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "4f0f2fcd22e525407afe", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.375, 27.0], "allowed_token_mass": 0.9998016357421875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "c464cb3659c1b3f750e7046106b2c634830acadddd293e86513cdcca221116a2", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "dd9fc886f0dcc1e2b6df", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.625, 26.75], "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "548697eb1f5d6e2b7a1fa42fa71134d79ae95e2f6ec60f1a6accd16a8eab5c1d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "86bfabfe043b244f94d2", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [24.75, 25.125], "allowed_token_mass": 0.9995251893997192, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "a4750018425029826fd52e57d8feb1e5e147cf68a92d298e95ac2733a375bf4d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "fce3c77071ff7b751701", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.875, 27.0], "allowed_token_mass": 0.9998016357421875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "0d7e45a760c685a17a96d9928395f4c36ca411712c8179c6234fd5c2bdef4f3d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "455f5638b5dddeafaee5", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.0, 23.875], "allowed_token_mass": 0.9977099895477295, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "f665c7222a331baea4f1a4fdf13bc02bd8258c00eb07a406f8b25804d45dbd6e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "328918cf38cdce43913e", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.75, 25.75], "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "f1631e4f5aa17c5e39598371ad70bcbb237dcac2742e2756f55b409abbe78e2e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "6f20da4605765644baf2", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "allowed_token_mass": 0.9998665452003479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "6c8f41b4608baad2732fb5f5eff3a848cd53df3413a5f009bb2f99175159f356", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "1451355a7a4f3a454254", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.25, 26.75], "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "a9c4a61668fbc5525cd37b9ea04b6d86dd946cb4b110f5412cd9e74e3e784e98", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "b319ef845f9d2d32e0e3", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.875, 27.5], "allowed_token_mass": 0.999847412109375, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "8d2bfc8eb57b74efbf8c59cefc4956cb195439b0fa3271760db1be79d61cd69c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "74eba7cfb04a82d02e7c", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "allowed_token_mass": 0.9996339082717896, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "fa245356ee6f002a216d0b73d343f455c9408ded4d853f2e8a8f7b4ecc7b4bdb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "29a1d13ed2d89bc6f261", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "allowed_token_mass": 0.9993555545806885, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "5d3fdc39575f5fbe5c61367d06724a576856b50982e37e06145c7840752b633a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "772ea7ad86e982b5d589", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.625, 25.5], "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1844, "prompt_sha256": "048d9d27b4781f4c004c312df29895f43ce2a0922f182382aaaea62c2ac3b97a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1844}
{"mode": "fresh", "id": "00912f65d640d020606e", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "allowed_token_mass": 0.9997006058692932, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "7909ad4656e4d33553b4319a62d59cdef1dabddee567677042c367d3a9b61597", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "57a1eace9e7237d1c391", "option_ids": ["yes", "no"], "probabilities": [0.004609572701156139, 0.9953904151916504], "option_logits": [22.875, 28.25], "allowed_token_mass": 0.9999141693115234, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "372d032845400baa7814cbd86b2c930ba3dc90025f8b78fa63899dff17b78fbf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "dde2d40f9264a481328b", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.125, 27.875], "allowed_token_mass": 0.999885618686676, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "495647e4933adbcf11f7b476e09f33f73659f9d70a7757518f93d1b2eb3de7e1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "b794137968f16b718566", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.75, 24.875], "allowed_token_mass": 0.9993936419487, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "edee4c8350647b6b7cdaffbe557ba068340cec6ebb27978f8904547e5645e249", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "f9c0bb24de4bcbd7c411", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.375, 25.5], "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "e60c95fbfe3ae36c8c3ab5f73021904f205c0019953c4934242956f3d3cf8525", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "9f417fdc52d2f71b6894", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [23.875, 25.625], "allowed_token_mass": 0.9995824098587036, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1839, "prompt_sha256": "1b5cc01d9e76c17915eb24e725f424f4e0e69a655bdcb93e3c31dd67306f8682", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1839}
{"mode": "fresh", "id": "5130a007d126d4eb59bb", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "allowed_token_mass": 0.9997006058692932, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "a1510132977f082ef5de78178b609f9306aef3a6c395c427d6f0ed41006f38f5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "c27c87ae486116c6c65d", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "b5cec749cafd0051e266298b7a6a903d1cbef19069935adcc59bec3444eb838a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "9abc1509a5dd02fab0f1", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.25, 27.5], "allowed_token_mass": 0.9998570084571838, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "d4eb2333b69d0b21706d0b5ea42fcbcb0bd8f5d485b429d27fe1342a210343a4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "700386165c6ac0f6a47d", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.5, 26.75], "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "7b723d5bf7438bd55c303770515834f580b5b21a5c6d428c6ce4d882bcefc95b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "48430eca0a8d18dd1e2e", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "allowed_token_mass": 0.9997311234474182, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "99c89b6911ba43a26276f593c8bbd6a8c7afc73d9aa673fa9bf27d83887ea143", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "60d28f4562cbed8dc1d8", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.625, 24.625], "allowed_token_mass": 0.9995671510696411, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "1cc45981ad20f9b488e8a4b8c481e552b4042e262160c2efd4f5551e9fb564c9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "804dd056dfed56bfa455", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "43e98557b6ad08ab6534f100f8f2820a1f3018532978d439adf576794d500808", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "cedf4bb3fbf498f6c0a3", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.25, 24.625], "allowed_token_mass": 0.9993669390678406, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "1a8f7c3ead35ca9962022c2719423e5be66a686990f8003cccf15441e2b5a10a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "a7a60ad81cce37455091", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.375, 26.625], "allowed_token_mass": 0.9997806549072266, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "feaf6744c21dd243e30db32ce021012025ab17523238e482fe32f8f5aa24c965", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "1c1a740eb0d7f48d17c4", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.25, 27.125], "allowed_token_mass": 0.9998073577880859, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "ad87dc23cf94203a5bbe995564eaf57f423aac041b418e0d94e7ce75b707b22a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "f3b7230c32c6b40404e7", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.875, 26.125], "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "6181c87ac9175a65e0be5a3c011ca5369f52e4ad06ba3079acf1c479f8cb1377", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "7ddfc0bfbd30b41ee7ec", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.5, 27.5], "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "6e6cff593bdab31b443d5ef96c37bfff8f52cf57dddcc0c79bfbc45144f81e76", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "bc3b0cccafdc382b5168", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "5750a46d3c34a72beab08405a6dcc011c04065767f5309cf936ad32b0f42692d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "88be5fbbd8b7d7c6de8e", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "allowed_token_mass": 0.9995328187942505, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "0a68f25288ab0d64656519cddd1b444cfd3723d652bcb0ebddcc3fd155c88f39", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "c3cbbae0daed5f9939cf", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "allowed_token_mass": 0.9996510744094849, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1851, "prompt_sha256": "04b530bdedf629cda62ac5a22d3aac781119ea5c8996329b312395c5fbbbba1e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1851}
{"mode": "fresh", "id": "2b5d421b25c9d9fe505e", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.875, 25.625], "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1850, "prompt_sha256": "48edaddb66e152da319d1b59dc601142f1690024b110b1645b89762d1652672b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1850}
{"mode": "fresh", "id": "bc9fbcc5aad00f4bfd89", "option_ids": ["yes", "no"], "probabilities": [0.006692850962281227, 0.9933071732521057], "option_logits": [23.0, 28.0], "allowed_token_mass": 0.9998989105224609, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1852, "prompt_sha256": "55debf702c9a756a39549563f9bd5695f035c07115f9af089c8c7e79e09b6692", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1852}
{"mode": "fresh", "id": "2628c2ca912735d6c5df", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.125, 27.75], "allowed_token_mass": 0.9998722076416016, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1852, "prompt_sha256": "b84328a837492abf1e365401fda055a6637b96460d06ef2e910a1be5e2ee6082", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1852}
{"mode": "fresh", "id": "340e071a263851ae7cc5", "option_ids": ["yes", "no"], "probabilities": [0.8670357465744019, 0.13296423852443695], "option_logits": [25.75, 23.875], "allowed_token_mass": 0.9993745684623718, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1848, "prompt_sha256": "e278ad6ec0a3077767f5de342ff5368cda48505363f49bc5624c84fe46adaa89", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1848}
{"mode": "fresh", "id": "529dbff0a72c765c605b", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.625, 26.125], "allowed_token_mass": 0.9997425675392151, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1848, "prompt_sha256": "72a1165f4ec0425b1252084672a302c6ff5adfe56ca5c88de9ed383636be2bdd", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1848}
{"mode": "fresh", "id": "c3323814f12b62034c30", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.625, 26.375], "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "5e983c82a343372af20696e4fcf399adf6bd0751fa9fa3e5d296282180bb3923", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "a5917d05294f7ceba7af", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.625, 27.0], "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1847, "prompt_sha256": "9838029989f4b8ed4933c16f754e86d7af2b24ad7689edf5f4486186d8344af4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1847}
{"mode": "fresh", "id": "97fed6ab1a9cb55a2f61", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1847, "prompt_sha256": "03bb58d6ab35d3b2574c7a1e6be079872295bf712f9d4cc275b7a4e7480a1fa4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1847}
{"mode": "fresh", "id": "6579eca7ea02a3f5d5ce", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.125, 27.5], "allowed_token_mass": 0.9998531341552734, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1850, "prompt_sha256": "cbd221a34f58b7fc259c9428805057795632ff121cf3b9a67e150adb12143d25", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1850}
{"mode": "fresh", "id": "b4c4311830209ab25b29", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.625, 26.0], "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1850, "prompt_sha256": "384e2c87cc84d587c7dc5bd861ea25f76feda2caf7d618788ebee3bf21101c66", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1850}
{"mode": "fresh", "id": "8378b16d3504101615a3", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.375, 25.5], "allowed_token_mass": 0.9997367858886719, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1849, "prompt_sha256": "753e65f83b2ba7ae3cf143e85b8c98a604e7be96e8a29fc6f09fc246968199dd", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1849}
{"mode": "fresh", "id": "4b5c4d91e91e77e81e50", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [26.125, 24.5], "allowed_token_mass": 0.9996052980422974, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1849, "prompt_sha256": "321e36e14dc4bf98d050e5ce6a07633d1f2c8945e8bba849e414f459f89c2e2a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1849}
{"mode": "fresh", "id": "4fc1c85d53d278e97783", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.25, 26.875], "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1849, "prompt_sha256": "274e44bf48a09589085739108c732b7f0d7d298c79148360d541f604a3de1f77", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1849}
{"mode": "fresh", "id": "9f212a160627bc26112f", "option_ids": ["yes", "no"], "probabilities": [0.9046505093574524, 0.09534946084022522], "option_logits": [25.875, 23.625], "allowed_token_mass": 0.999088704586029, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1848, "prompt_sha256": "2ad26e9cc272ffa7022b8227a8067d1022891b8ea20afc53d57011d3586abacf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1848}
{"mode": "fresh", "id": "9aba50a0e8e6ce069975", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.375, 26.375], "allowed_token_mass": 0.9997311234474182, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1847, "prompt_sha256": "54ba7a8574746657dcc226576ffc36d81bc57c16a2b1364c8c60af06667a5988", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1847}
{"mode": "fresh", "id": "fe89b2552555023f3871", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.0, 27.375], "allowed_token_mass": 0.9998436570167542, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1853, "prompt_sha256": "81090a616e9f2532798959b61eca7e0ecad0b8243335e32e5e8946a18913a3fb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1853}
{"mode": "fresh", "id": "074e48d02c7055731f23", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.625, 26.375], "allowed_token_mass": 0.9996987581253052, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1850, "prompt_sha256": "dbc0a29a1a60bf32481d42458048a22452b6d65d729c57771aafff37395fcab9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1850}
{"mode": "fresh", "id": "bacff968445af3f3e634", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.75, 27.75], "allowed_token_mass": 0.9998665452003479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1849, "prompt_sha256": "4ca28ff1d8759019b7670af66c76d51ae78bb2ac9f9073b4890328af95e91b0e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1849}
{"mode": "fresh", "id": "1598a0282f110e938fd6", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.5, 26.75], "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1847, "prompt_sha256": "4b87ffc01d0d5b1a339a00ebef0b7ff09254e919d6318abff5da0f00b54614fd", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1847}
{"mode": "fresh", "id": "0cd561f6702d31545165", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "allowed_token_mass": 0.9996129274368286, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1850, "prompt_sha256": "94fef6c70103bdb23c332f033f98116d39e1698cbf8d1b5acf0a4993f6eef133", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1850}
{"mode": "fresh", "id": "a79e2f095b74dbce9e03", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.125, 24.875], "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1862, "prompt_sha256": "98647969fec8b07d80ab539b8987d1552e15b233482a464502eec53eb2a0ac57", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1862}
{"mode": "fresh", "id": "c5944de25c7acf20824f", "option_ids": ["yes", "no"], "probabilities": [0.9324532747268677, 0.06754669547080994], "option_logits": [26.5, 23.875], "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "85e55780dc353ac8cfc874e28ac1400422daf12c2e8ca7a7c623b897df48f05c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "5bafed68c32bd93b93e4", "option_ids": ["yes", "no"], "probabilities": [0.005220125894993544, 0.9947799444198608], "option_logits": [22.625, 27.875], "allowed_token_mass": 0.9998912811279297, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "f6ff2ddfa65d7aed567d9dc8496179e9745867e8bf572b914c28aee4024f1fce", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "1770bbdcf5d94bc1c563", "option_ids": ["yes", "no"], "probabilities": [0.005911068990826607, 0.9940890073776245], "option_logits": [22.75, 27.875], "allowed_token_mass": 0.9998912811279297, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "8eb96c116447f16959b60bdc593e4f89c896a67aeccf75ce5e25f30c798a50f3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "4323970d5a49c2701af0", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.5, 24.75], "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1859, "prompt_sha256": "a72f28730262cb1f613da2028ad39c09f3afe471720756358440395f72d6efc0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1859}
{"mode": "fresh", "id": "bb1c5b03e1390909f9fe", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "allowed_token_mass": 0.9997444748878479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1859, "prompt_sha256": "56e95aa9a4fb8bcaafe68b5dfed11e4fd239e25528ad02b165a5d3b9f72a51ba", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1859}
{"mode": "fresh", "id": "cb81fe83692c3e7a7615", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [23.875, 25.5], "allowed_token_mass": 0.999601423740387, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "4ec81b7191f03a27a56d728b4a4e2b5fd8b5616cb1824ab33663c03815ebe072", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "1076fc08d4f06a19c05d", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.375, 26.375], "allowed_token_mass": 0.9997101426124573, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "08e3823d366e5eade6789e4b23d617ac6eaeb6322625bbfd41545ffff2d4a0c0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "6b6381ab7824d9f2a898", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.5, 26.875], "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "b6dc7ba8861d88d618902198baacd0ad0c24cae6854c53f26b3cb9c868394ed4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "25e470de8b7a0facb1eb", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.0, 26.625], "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "5db93acd2c9341d6e76f7ee5113077c3a969a696ccccd543bc42401f292573f2", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "1eed069fe528eade80b5", "option_ids": ["yes", "no"], "probabilities": [0.8807970285415649, 0.11920291930437088], "option_logits": [26.125, 24.125], "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "f2f40b6850985483807e091d57c30b8ec32193a2f3803ea8ce9278a1572f38f9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "2ae10a22a6dc2195ff73", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.125, 25.5], "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "a51fe8222ee38e8fc6ef7bfb8288bb5e90b2b0c81487350dcaa5752627d6a103", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "f447e9e4dac30a14fa4e", "option_ids": ["yes", "no"], "probabilities": [0.9465966820716858, 0.0534033328294754], "option_logits": [26.625, 23.75], "allowed_token_mass": 0.9996433854103088, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "41d3abffc5ab065ee117c5481aa2b0210185608dc7e98ee788355e76b50251de", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "39966e5ed40b0ab8dc7c", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.125, 26.375], "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "7218cc6832be257b6bfc1078eb5c467fa0c4a58693929baf76ecd4af0a029f24", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "1c3d718ddc961a6a91f1", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [24.625, 25.0], "allowed_token_mass": 0.9994928240776062, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1859, "prompt_sha256": "1855994e5b281bc0721027ca7c29efd1584efa64365754be44b1d245103a9bf3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1859}
{"mode": "fresh", "id": "4674b161a921c8b00e3b", "option_ids": ["yes", "no"], "probabilities": [0.9626730680465698, 0.037326883524656296], "option_logits": [26.625, 23.375], "allowed_token_mass": 0.9997120499610901, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "139ccd6926f8ab9eb1604b5a20293a90cf6a1c5c89c4124d102d7ee6d26a17d5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "738968ceab05d2b52515", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.125, 26.0], "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "c72470af215eda1bde8c61bf6c48b6cb028cd65417507b78cf3efe3b5171c0ef", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "d414d247aa692f2c533e", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "13e34fe969d9fd649fcf8dda5fe83fb2996dba37b188e103eead9ce80471d818", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "d2aebaf8c656c175cb4a", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.375, 27.5], "allowed_token_mass": 0.9998379349708557, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "cf238b59b1ee2a0d777e58aff8941672262906befb3265dc6392a448dc6d6b80", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "eb9e35032c558a9c3e5c", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.125, 26.125], "allowed_token_mass": 0.9995728731155396, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "8ad0a9eac2fad05924e6665a12205d4018aec7dc040470e2018fdb4a10cc2c07", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "12a4dba6ea14f54817a0", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "allowed_token_mass": 0.9996567368507385, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "761642e176676962222a2f94a3304fb01af23e62002faea156b9cfc88a090dc9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "f7adbab4326ba6b8b1a9", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.125, 25.875], "allowed_token_mass": 0.999671995639801, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1849, "prompt_sha256": "dd6857444b40d8ea4daf5cd80344a207ca6cadc0c6f7d560dab8a38ac9023fb1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1849}
{"mode": "fresh", "id": "2907971ad82170c99b31", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.75, 25.625], "allowed_token_mass": 0.9997367858886719, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1848, "prompt_sha256": "3c18c830a11f8fc0943926480745bc7a4ba1e1d87a96d81b6f8067edc1015e42", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1848}
{"mode": "fresh", "id": "475d912050d67900e6f9", "option_ids": ["yes", "no"], "probabilities": [0.006692850962281227, 0.9933071732521057], "option_logits": [23.125, 28.125], "allowed_token_mass": 0.999906599521637, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1850, "prompt_sha256": "185dcb7436b9c2645dfa0297378cfe238ee6e0a96a34c208fdab1be583cc833a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1850}
{"mode": "fresh", "id": "4585e68751d706e3cc56", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.125, 27.875], "allowed_token_mass": 0.9998893737792969, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1850, "prompt_sha256": "325b3472fff05487b8acb8b2f77f929d62826e3476786943d5898848920c3f1a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1850}
{"mode": "fresh", "id": "be5a49798b0769fa4652", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "467f028c8631de7e78d28f65a3d2173dfb665a331cc7d9d783be48f02c68c290", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "32115089340ecbf8d5d2", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.625, 25.75], "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "dca3184de2780029eca9997c15947e6d7f24ef929285770835649bf3f16d29e4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "d2c683512a17317dee8d", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.125, 26.625], "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1844, "prompt_sha256": "9eb8101d99bd8b9ed369c60e09d018896203bf06999c3b6c9cd382010cc432ce", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1844}
{"mode": "fresh", "id": "b51c5d8b42f387dedbdb", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.5, 26.75], "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "7bb830cdf9a90f114dbb7374f6b93f7964a8293fa82a3841ae9aa4bcbccbc8a3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "235c09d1c37ca3c4d9ac", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.75, 27.625], "allowed_token_mass": 0.9998245239257812, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "eda4fd91603ea333b30d87ba5fc69faedc28178256676a7a94da95149d2f628a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "65e67e1f8ad9767ee07c", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.125, 27.125], "allowed_token_mass": 0.9998073577880859, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1848, "prompt_sha256": "63c2d1ff9aebcd7f3f6699a55e8a6c5e73d2988273ded6ff14df8df63db06483", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1848}
{"mode": "fresh", "id": "df78e28ff00f0621140f", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.5, 26.875], "allowed_token_mass": 0.9998073577880859, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1848, "prompt_sha256": "43387ac6d1bdb48c6fca2dda677c9cc86f430ec9c726200d0417dfe1b99ae528", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1848}
{"mode": "fresh", "id": "904eda880260bdedd7f9", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.625, 27.125], "allowed_token_mass": 0.9998245239257812, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1847, "prompt_sha256": "f4bd5dddc7029a6c0d6e671ec199dbb4ca5c0b4d69c181d4c037ed0e18a673c5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1847}
{"mode": "fresh", "id": "a95049fcacee22e43c54", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.5, 24.875], "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1847, "prompt_sha256": "286d9e010453803ebb510aa1b3e07f1be7a02f303f526bb5084107e4a8f2f7e1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1847}
{"mode": "fresh", "id": "56e7dc24d2b649da06ef", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1847, "prompt_sha256": "dd8d01b6c6d65ec3afa4aad5711ce5c74293d3727c22dc823f9b350201210c03", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1847}
{"mode": "fresh", "id": "93d0b7ea6c7e6282f3f0", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.125, 24.5], "allowed_token_mass": 0.9993994235992432, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "612cb7c65d78c664a0dafb148ddd8952fc7589b7afc950bc15405eb6ec95ed0a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "845a552c244bd4c0b719", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.625, 24.875], "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "ca45ce2333c6d4a2552318c97d400d4299c18882b9e43c02952989c4bd8afcee", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "49386162dad23eac1544", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.25, 26.5], "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1851, "prompt_sha256": "a22b0e146b01904fdfe314358a3d0bc11baab348348d0c42ea424aad4232a021", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1851}
{"mode": "fresh", "id": "60f749f9bc6738525c42", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [22.875, 27.0], "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1848, "prompt_sha256": "580f115fa819593597664c2db56fc4e716503eebf96dad4dc557ad2f1202ff73", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1848}
{"mode": "fresh", "id": "66e5d19f27d6b61c3cda", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.5, 27.5], "allowed_token_mass": 0.9998398423194885, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1847, "prompt_sha256": "989a5c3b3061a2ea7a803b432abe9aa023d2a870440e3ed73b356afd0b137f7b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1847}
{"mode": "fresh", "id": "2aa0e6d248814c6909e0", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "8d9e340d31bfffcaa2b77579e3cc80404198f0545231614be2bddc2ee787e29d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "79ad83bf2f32860bef98", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "allowed_token_mass": 0.9996376633644104, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1848, "prompt_sha256": "7dc657eaab0e2a4e765c61a640c08cdac45e44418334715f7333a565f40a0c8d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1848}
{"mode": "fresh", "id": "f6063dceb39e49118d39", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.25, 25.375], "allowed_token_mass": 0.9994985461235046, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1803, "prompt_sha256": "fa7033db7f599356384252e7540e05f4dfa4bb47add16e5b20e9d97cfc378025", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1803}
{"mode": "fresh", "id": "9b76149fc15ad5b6e327", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.125, 24.5], "allowed_token_mass": 0.9994127154350281, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1802, "prompt_sha256": "5cf29019423976b8e8a2ea3cf8a5494a8b57f2ba192e7af936f30cc3cb242782", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1802}
{"mode": "fresh", "id": "90a938270e4e2de0b383", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "allowed_token_mass": 0.9997596740722656, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1804, "prompt_sha256": "ee7e00291a9b53c59ac62fe7c0dc66ab641b9d63fc408b07bf77a7b973d2f1bc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1804}
{"mode": "fresh", "id": "4ea1216fb9a9fb78b77c", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.375, 27.5], "allowed_token_mass": 0.9998531341552734, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1804, "prompt_sha256": "264495e849849d1bc2122427b50f5154d9085c485cfa6b906ea28c95b1e3ea05", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1804}
{"mode": "fresh", "id": "0d80f96281334874e74d", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.375, 25.125], "allowed_token_mass": 0.9991554021835327, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1800, "prompt_sha256": "9c5fe2f7e7d921a28cc398a27fd4a705a68cb5753359c608355b87dd4163f949", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1800}
{"mode": "fresh", "id": "383ef0b427ec8a498c4b", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "allowed_token_mass": 0.9994431734085083, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1800, "prompt_sha256": "eecba1e326fb37bcf16cb561cc9afa01d9f79f9bbab7732958fbdec01f56b148", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1800}
{"mode": "fresh", "id": "70f2e6b1ea14f5e28f15", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [23.625, 24.875], "allowed_token_mass": 0.9981553554534912, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1798, "prompt_sha256": "8e0fbc4b5aba4251095492cd1ef66ca7442dc2e25c80aeb5cddfc85b8729ad44", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1798}
{"mode": "fresh", "id": "8f74cecf670b509544da", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.125, 25.125], "allowed_token_mass": 0.9991382360458374, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1799, "prompt_sha256": "4dbef3870e3ab5855894da29ee10afca8b1a57e4a8a4cefdd00a5e4bd441fd5b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1799}
{"mode": "fresh", "id": "6b9954c91552c0a33b9f", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.0, 25.625], "allowed_token_mass": 0.9993516802787781, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1799, "prompt_sha256": "153837de8c9e3d88abd286be331c60405236be548adab6bf541d9220728bb357", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1799}
{"mode": "fresh", "id": "cc74bb2eb6e7e61f2d70", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.625, 25.5], "allowed_token_mass": 0.9993536472320557, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1802, "prompt_sha256": "62d1474c00b045d9be80985d3c4ec4d6b7ffe1a9dc11640567b8c08a2b23a4f6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1802}
{"mode": "fresh", "id": "3893f050e31def5f92d2", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "allowed_token_mass": 0.9996968507766724, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1802, "prompt_sha256": "82ee18644fa0bd612e60aca2ba58f63b14dc0733589b98a13da457d9793df20b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1802}
{"mode": "fresh", "id": "44c227b45b3f1f9f2208", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "allowed_token_mass": 0.9996548891067505, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1801, "prompt_sha256": "e6e3526be4c26704f137e9dfac70e95c51f51ee626a83cb66fd1e3062916123f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1801}
{"mode": "fresh", "id": "c59c11aa06b83f0d4741", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [24.75, 25.125], "allowed_token_mass": 0.999487042427063, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1801, "prompt_sha256": "0b7e4b9d4493469cbe140aa08916262ebf393c327ebf9725ad7dd1db7d25d160", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1801}
{"mode": "fresh", "id": "1c3a9f356bdca8162925", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.625, 25.25], "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1801, "prompt_sha256": "6e2198a0b4a29f71b097117490c67f4ca9b8344c4f790c14b650b37671f2e60c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1801}
{"mode": "fresh", "id": "ad3b39c63a87f3016a2c", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.625, 24.5], "allowed_token_mass": 0.9983591437339783, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1800, "prompt_sha256": "36ad954c3dceed249bf4c2fccfb3c00190e60997f7cabe244c4f7c96d9cb58d3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1800}
{"mode": "fresh", "id": "59554f602acfc7513126", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "allowed_token_mass": 0.9995328187942505, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1799, "prompt_sha256": "e46a2ececad81b891772342b8dce7dd754569aa683294cf3a150f02cd4cb4298", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1799}
{"mode": "fresh", "id": "a27cb451f33eb26a40cb", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.125, 26.375], "allowed_token_mass": 0.9996548891067505, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1805, "prompt_sha256": "de52f10c8a3aec4bb1bbf5a1cd9964c9b82ea5ca7883ccc1c7e3221a85201db0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1805}
{"mode": "fresh", "id": "44283a4615a0fa1b9525", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.5, 26.375], "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1802, "prompt_sha256": "7eba407dfd9716259a0fd7280b52f12e7fa2f63836c95be7f11479a0b66e1aed", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1802}
{"mode": "fresh", "id": "dd3cfc0bdc9a0212adb9", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.75, 24.75], "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1801, "prompt_sha256": "55bdc5af81a2fe53c95d77172df8627abd367133dfe67f46e482575040c50086", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1801}
{"mode": "fresh", "id": "520cca27d1d47b977e70", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.25, 25.625], "allowed_token_mass": 0.9991021156311035, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1799, "prompt_sha256": "2aa6d2c9a9486d17b9a213d72ed5486a72a7e60428a077e70f9c49b8ccc41350", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1799}
{"mode": "fresh", "id": "d71ecc7c21b846622bfa", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [23.625, 25.25], "allowed_token_mass": 0.9987896084785461, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1802, "prompt_sha256": "e4f114bc6d4e844796c151def78fb25f4ece102cdfa9d07a1977f42d87878718", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1802}
{"mode": "fresh", "id": "f107ce422a3ca3fc63e4", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.75, 25.625], "allowed_token_mass": 0.9995843172073364, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1820, "prompt_sha256": "223182e280aca724f9fba2354d00708435b524e793ebf254d38a29c94567f324", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1820}
{"mode": "fresh", "id": "28f62d6b08087bd0e93e", "option_ids": ["yes", "no"], "probabilities": [0.8670357465744019, 0.13296423852443695], "option_logits": [25.875, 24.0], "allowed_token_mass": 0.9995194673538208, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1819, "prompt_sha256": "33edfd81e29667c4ce8f14c98b4756194f68ddd6c193d1d65e002c06f7a6bc4d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1819}
{"mode": "fresh", "id": "8bdbb1f6a6278446c6c0", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1821, "prompt_sha256": "8381d5856f5e50e1d63ef73452c310c1749838820ba98942071ea2ecd49a8951", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1821}
{"mode": "fresh", "id": "7b9ccedb2ae2ee784110", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.125, 27.75], "allowed_token_mass": 0.9998570084571838, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1821, "prompt_sha256": "294f79a1f5cbbad23988e50538af3fd533f66fd1d8d2e46a94f1ae00bb193a5e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1821}
{"mode": "fresh", "id": "520c71da513ecd476f19", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.5, 25.375], "allowed_token_mass": 0.9992563724517822, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1817, "prompt_sha256": "beb1a631d70e6e6162fa5c756305df480c5f857b57a7bcb10f5deb69c3dbbe42", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1817}
{"mode": "fresh", "id": "b3159771bbd435c2b943", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "allowed_token_mass": 0.9994794130325317, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1817, "prompt_sha256": "e5005464443a4bdbf4b6f896d7af2b9e78e9c67ff95e0977e21bbf4e08ba536e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1817}
{"mode": "fresh", "id": "0eb6cdcff58a7393b727", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [23.75, 25.0], "allowed_token_mass": 0.9986771941184998, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1815, "prompt_sha256": "e8a508ea3d0eef7fc696b48dc41b553a7366fe4367d6dce0f102c8f2c5f41020", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1815}
{"mode": "fresh", "id": "5cf6b9d5124aa5584524", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.25, 24.875], "allowed_token_mass": 0.9984543323516846, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1816, "prompt_sha256": "70c565edb96f697c8b01c2417459de5865ebdd5359bf126fb918971eb1fdf604", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1816}
{"mode": "fresh", "id": "1da60c511f94579eb79b", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "allowed_token_mass": 0.9994603395462036, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1816, "prompt_sha256": "8747f2234df671b1ebca5d2fb4b3612302ea16b5a8891a2ea79d99a2cd44afd7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1816}
{"mode": "fresh", "id": "5e62f54a49d01efc1d2d", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.0, 24.125], "allowed_token_mass": 0.9991592168807983, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1819, "prompt_sha256": "85caa7a26369a9c96c82cbad56f912cc98964d843a2d4a2b6a3a924ce40dd6d7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1819}
{"mode": "fresh", "id": "1733951af9a319d1124d", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.5, 27.125], "allowed_token_mass": 0.9997654557228088, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1819, "prompt_sha256": "0b8c94e0cbad800e324f54f94abf5641382ea82c2281c9acf16e982c676fb86c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1819}
{"mode": "fresh", "id": "33fabcc277e26932e531", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "allowed_token_mass": 0.9995157122612, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1818, "prompt_sha256": "bbeba2f8f6c3b637c9959073295a93119a845943f5a1694edd74d32027cbca50", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1818}
{"mode": "fresh", "id": "44333b92e04569bb91c1", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [24.875, 25.25], "allowed_token_mass": 0.9995003938674927, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1818, "prompt_sha256": "d06a98b97c47517f15eb4307871e31164bfbcbc2e5336534351e640bfc2df920", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1818}
{"mode": "fresh", "id": "a6f1586cf60fb2392558", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "allowed_token_mass": 0.9996339082717896, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1818, "prompt_sha256": "a07dfc99e140bc385aa4946ca1b0372ccf76c508607f73bc449d30e0f987373d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1818}
{"mode": "fresh", "id": "7eb931719fefc8fe4162", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.875, 24.625], "allowed_token_mass": 0.9986143112182617, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1817, "prompt_sha256": "eb4ab4dcebb2d925ed15665284f3599608403d09815d23008fed11d1299eefd4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1817}
{"mode": "fresh", "id": "0bc483d03b11f6c04e19", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "allowed_token_mass": 0.9995690584182739, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1816, "prompt_sha256": "63b2ca306c61ae8b1453a8965adedf7d2ff815b97053b1a55b825972a4246f24", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1816}
{"mode": "fresh", "id": "d80be1952ceca19e8698", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [22.875, 27.25], "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1822, "prompt_sha256": "cd628859f5004166f00fce845ea210d8a8f136d4d907b56ded06eac1cb7fc56e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1822}
{"mode": "fresh", "id": "e9e74569e646f774b313", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1819, "prompt_sha256": "a60aa9878e9a74cc2d5aeb6df5fe91b3894456e1abeae3f6dea5e9c610ac690a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1819}
{"mode": "fresh", "id": "5e4bfe89bd0af8223b20", "option_ids": ["yes", "no"], "probabilities": [0.9149009585380554, 0.08509904146194458], "option_logits": [26.625, 24.25], "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1818, "prompt_sha256": "6ee6c33e68cb5f68d0e36e2e998247e9c2f1e21d8ed9fe96a69028c6a2b7cc9a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1818}
{"mode": "fresh", "id": "5acbad364733f56e115e", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.5, 25.75], "allowed_token_mass": 0.9990544319152832, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1816, "prompt_sha256": "644dc915f953a1e62cbe14a7a19d575c55a8c6b8cbea032426fe148f341a3f34", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1816}
{"mode": "fresh", "id": "04aed658533dc50ad988", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [23.75, 25.5], "allowed_token_mass": 0.9988791346549988, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1819, "prompt_sha256": "2f075c37d074d11fd5a9f381fb1364cf350944758363fe9bf870f774ed8d8a68", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1819}
{"mode": "fresh", "id": "c699595c95e86e9495cc", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "6626ed05c7b60cbd2600c85d49fcfa10a800809c9d76ffa22f8a0d37bf8a4666", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "bded8ebce57c079dd7b1", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.0, 24.875], "allowed_token_mass": 0.9995824098587036, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "de8598437170cd5b78af3894fb9489403d8595ad17ea0763188677520b47aa09", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "89415a9977b5c255c897", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.625, 27.125], "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "dde0f88989fce037b84ab9c33cda4774ec6dce53b278ef686c075f159d6e881b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "37799e145741c4937ae9", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.375, 27.375], "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "c718d8ca1c71a4214f2ff020a7f80775451cd94d7520cb683ea7134c1672ab54", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "ce624966eb527d833d3f", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.875, 24.875], "allowed_token_mass": 0.9992468953132629, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "c213a1debacd857c6ba42e41f9eb839f5ca4a09e31b44d009262df94a47e227f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "77be6c33e11ff9f34aa1", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.5, 25.75], "allowed_token_mass": 0.9996491074562073, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "99dc9fe3e18b5449c228005e545375feba68bfc65a1df3e14f202159fa9b2225", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "efdb684bf09f181cad8b", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.125, 25.375], "allowed_token_mass": 0.9992278218269348, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "5868d7997f4d7bf162dcf4a6387ac604027262dffe8bf674470a955f3254b9f2", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "75212527ab9bbb4a5223", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.375, 25.0], "allowed_token_mass": 0.9996472001075745, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "ea4f3ef53fec46a0a66fb64b499b4439d2f585bf26ab9dc984d6114a5e5cd14f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "5138003c7d7b7dbe07ac", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.625, 25.5], "allowed_token_mass": 0.9995194673538208, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "4d0d6fbf8555f801b4dc56af4e0bc892ce12e2653b4e548f4c46edb645481b63", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "eabeedc5343c0be5ebd5", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "allowed_token_mass": 0.9996472001075745, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "e7361036437f5a088854d1e5a320f70672508c005ac1fa8ff2d843eaeb42c975", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "eb4c1a2b33ce2d29cecb", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.625, 26.875], "allowed_token_mass": 0.9997654557228088, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "94a539d19f7d7574619421415fbb6c6cc27131bf9baab5239988e0442b841f5c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "7b24cddc4ab676e0f47a", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.25, 26.25], "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "e2e6cbb5e4e25de7aea867e4b87ac66a31c43e6d7f7a0fecfff57d0c6ef3ed5c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "8c8af17031bda9eabb72", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.375, 24.875], "allowed_token_mass": 0.9995537400245667, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "268881dff0547283ebb88a53b487701a5bdb3bf91d09e87f634864d4c74ab49a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "d263156a683f0252e478", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "efad83824a0f2583b774e9e7879084cc2c2145f3a7f98f923367264c1b9a3e5b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "86e1f830be769c8e289f", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.25, 24.625], "allowed_token_mass": 0.9991954565048218, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "a3c6ca6c66bec605a8ad619643126e4f7e4bca0c08f89d3aa2e4b2173d0fb820", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "64ee695a11f63138338d", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.875, 25.75], "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "169a32f492a6c0c320ff6c675831aba0ff439c1acec2bec782a0f96cef9b9596", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "a92fdcc54e9de25433f5", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.125, 27.375], "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "f820ec07770485196fc1271c5eebaf65ec642887f98dd9e6fd96bd65426e85e5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "9dd0200555bab6512d92", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "e00bfcf5a47454bb153ecf921af2eb93325921857322e24b20457cacbcfa9500", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "48d6cb5d9f1e88e4ca02", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [25.125, 25.75], "allowed_token_mass": 0.9997482895851135, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "39d1a0811c0c66903dd77066d622a50d594d61f2f963ef83c5a8981af55936dc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "7460179231b846a81ea9", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "allowed_token_mass": 0.9993631839752197, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "4e2c1a8294595e629225a788875077b6027c10c544ba23d84042cfe9ace16ca7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "64b4392339718e3c1ae3", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.125, 25.125], "allowed_token_mass": 0.9990316033363342, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "50d768d09ab836a87e69a6fd3a3ea7f0b08a5bb2c5effc7c09843609e7a5c4c1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "e2f701de9f4f83e6609b", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.125, 25.5], "allowed_token_mass": 0.9995995163917542, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "0388d1a7c2c76ec8168c8447ff01d8f23229dc9e141c9ff8829e0cc24e10f570", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "c39a7ef52e871f88e007", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.0, 24.875], "allowed_token_mass": 0.9990925192832947, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "5eaf107ec21601e0a9b8ce13502b62e82d863216c3a132a8883d29a0587715a9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "28cc9946a6bd2d7c2324", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.25, 27.125], "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "b1d96b5aa1ab7e917af568d4130aefd0bcf5baf0d787d29637e5cfb6339180fc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "0a990b128482d86ea05f", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.25, 27.125], "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "d88a7ea6bffa0882837b1e8e6c7368e5674d6d8d4f69ed54ed7a4de7ea1625aa", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "67014f7bdf7436b14fa3", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [25.5, 24.0], "allowed_token_mass": 0.9989020228385925, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "4d6a1d012867018232e769135944ec5129d03f673db1ddcc68d661cd1bdcdbd8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "3275955d8faffe8db053", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.625, 25.125], "allowed_token_mass": 0.9992068409919739, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "d063537b5d065b42986be0ffc67d0fd860766e977de828fbf6ab07763b480964", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "f86a216f8319af49494f", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.25, 25.375], "allowed_token_mass": 0.9988657832145691, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "2eba7eadc5d6e4d3f5fc9ad23291701fd772d48cc7dd2aae6be25a578af1e4ed", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "5ba67dc1a1bee72f25a4", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.25, 25.125], "allowed_token_mass": 0.9985076785087585, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "3cb82dfbe4d5d8cc24efdc0eb8a65af6d4ba0d6e23777d0e28cda05dc66c3301", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "74595c5cba366f988256", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "allowed_token_mass": 0.9993174076080322, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "cff2ec466c1d7f9bd068c0a4ea5f657f62db3a6bd94aaf229a98a338e6db1258", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "329fc297eae8311dc140", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.0, 25.375], "allowed_token_mass": 0.999149739742279, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "bb17913673078701d76d3868e40f561e7a028b00acff3e9a07aa7c13381cd320", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "76c5efd74519823a1127", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.5, 25.75], "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "a0c16d6a655afbb76374256a0a8ce0c14f17dd36d13229846b06f30ad4b16aa9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "d32857e7ebdaddace9b6", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.875, 25.125], "allowed_token_mass": 0.9993516802787781, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "fbb7bcd8addc80ec341fd132362d85f41a2ee56ad89c3709adc78b89912486c7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "b1bb3eb6ede28893d0f0", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.375, 24.625], "allowed_token_mass": 0.9992526173591614, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "8aeec7f3d705cb3acf888d6d3627d1e3bd27e6b6cfd0dd2f7f434ca3ad58cf7b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "ade1f2defc12db8f3dd2", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [26.0, 24.875], "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "a24e669a65dc331dad4bbb1f73eb4e1ee3aa14464f451dca8dd9aed99b016d2c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "0d01f54b4d3c56322dd4", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.75, 24.75], "allowed_token_mass": 0.9993631839752197, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "1ddd1b2062e50245422fb056513053d7746ab30dab0d2547cf06ccbf9fc4a7b7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "431260cc630b9298d4f0", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "allowed_token_mass": 0.9994737505912781, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "499dd0b4c12d0196ad3bffc50b515154c9d70e324f950b61448f1adf3ae6b7e4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "5c7687414b3de39cb868", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "allowed_token_mass": 0.9995766282081604, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1836, "prompt_sha256": "47aaf4cd5d473b4a098e9a2b2e7be3240774ec8ddb45fd600f9da57f8b18c23b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1836}
{"mode": "fresh", "id": "a44eeec278e9589355b0", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.75, 26.25], "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "0a904952bea664ff7a289646543e6fa2844174e4439aaca63ee8fe36797a1971", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "705521da0f32ec3cb2dc", "option_ids": ["yes", "no"], "probabilities": [0.9669140577316284, 0.03308597952127457], "option_logits": [27.25, 23.875], "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "54fee3a38c34af55d5c18bf7fa3ce7881eec72dcfe46103f0cd1b0273edf4283", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "5610ae0d3fb1f4ba0590", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.0, 25.625], "allowed_token_mass": 0.9992488026618958, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "87cd9fcaf1aeb694e0a4e3c3d869c940a31810241218479785c13a34e6b6489f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "f6acddbeab3435d73c48", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "allowed_token_mass": 0.9991401433944702, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "7a990be2b4bf3f10367fea336e0a4382a590eeeec69b0ce3c32feb62ef03dcc5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "7c7a48b9f0a2e617705c", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.5, 25.125], "allowed_token_mass": 0.9996072053909302, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1879, "prompt_sha256": "35637248a1eb744ed13d5169db84eade78809956eeb18b40104519e3f63601a0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1879}
{"mode": "fresh", "id": "52c2956ea371581d7188", "option_ids": ["yes", "no"], "probabilities": [0.9046505093574524, 0.09534946084022522], "option_logits": [26.25, 24.0], "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1878, "prompt_sha256": "160f3f92dde8a3f88e8ef24d7cc9b0f8fe4d8e79be2a50b9fc9fc96e167d6f51", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1878}
{"mode": "fresh", "id": "f5bd5f642308113555b7", "option_ids": ["yes", "no"], "probabilities": [0.005220125894993544, 0.9947799444198608], "option_logits": [23.125, 28.375], "allowed_token_mass": 0.9999179840087891, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1880, "prompt_sha256": "7de5b948bed48c7fc869df76869c496ee2e3b74b2491f5714d116584e7aa7dec", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1880}
{"mode": "fresh", "id": "d0d50dcef317f630a702", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.75, 27.625], "allowed_token_mass": 0.9998531341552734, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1880, "prompt_sha256": "aabf39e6d2d30dc9a2e3b35c1c4cc650f2b14ac16da98f6d20d0f642f224fed4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1880}
{"mode": "fresh", "id": "2f9b07aba6f967fa92dd", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.875, 25.0], "allowed_token_mass": 0.9991916418075562, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1876, "prompt_sha256": "56e46d1abf1d89e05a197a77b50e71026b000434456dbd08ed1732dea774497d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1876}
{"mode": "fresh", "id": "8ce842cdbd943735c60e", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.625, 25.125], "allowed_token_mass": 0.9992811679840088, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1876, "prompt_sha256": "d5ace587be418b34d3dcfe7790ac5c10d131756b081fd42b8a633079483bf4b0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1876}
{"mode": "fresh", "id": "95d3684561ad5d38e0d6", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [23.875, 25.625], "allowed_token_mass": 0.9991877675056458, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1874, "prompt_sha256": "0e3641e1ae8b03c5321f6cd0bb6b59637bbdfd734ba157ab46155159635918a2", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1874}
{"mode": "fresh", "id": "21a9bb41a8ac52b99fb4", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.875, 25.375], "allowed_token_mass": 0.9990944266319275, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1875, "prompt_sha256": "4f99932619df9ebc3a97fa66f36e289772d553628ff3d9bf92aed50b3496f161", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1875}
{"mode": "fresh", "id": "2140bfa60bdd26022f05", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "allowed_token_mass": 0.9995690584182739, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1875, "prompt_sha256": "a39ddca88a559b0b17897c2b633f5d95ad7068a9fea6c4047231fdc231b29b49", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1875}
{"mode": "fresh", "id": "3c1ff0c793124585f1ad", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [25.5, 23.875], "allowed_token_mass": 0.9993308186531067, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1878, "prompt_sha256": "b26d75fbb25d2edc6ca7d3bac08b50c75f43917e75b71e8bb019bc7898545680", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1878}
{"mode": "fresh", "id": "a1f3c5ea561be1b8667e", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "allowed_token_mass": 0.9997806549072266, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1878, "prompt_sha256": "f72757054fac9a2fca59f7bf06c6de4cdcfb9c8275a39296f13f48fadaebaa2d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1878}
{"mode": "fresh", "id": "0e7b2ab1499e2691ad38", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1877, "prompt_sha256": "454e4b6f7fb4e3fa61305d49c68017f292588890328be9189447d8dcffce4d00", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1877}
{"mode": "fresh", "id": "21938acb79a8a74da58b", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.125, 25.125], "allowed_token_mass": 0.9994356036186218, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1877, "prompt_sha256": "a08d552cc3a361bcafedaba32062799bc63c43342ab7112b15fe416c8b6aff38", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1877}
{"mode": "fresh", "id": "ce3f2e60d6f0d2e430db", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.125, 25.5], "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1877, "prompt_sha256": "06ea53abb1a7169d5ee003d91e62ab9f81581ed31df38be6ea5cfb45bb9817e9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1877}
{"mode": "fresh", "id": "7fcb0962d0b61ac5ef76", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.25, 24.75], "allowed_token_mass": 0.9989972710609436, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1876, "prompt_sha256": "0b300c5c83e1b66ac97aafc11ea9f2a5002b0563e2dce3671939305ac8b8440f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1876}
{"mode": "fresh", "id": "0b0e021bf9632e8b140b", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.125, 25.5], "allowed_token_mass": 0.9996339082717896, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1875, "prompt_sha256": "bdbff9383c31156fe12d35427d2b4fa93dc450009d6e16cac416a6f1033860be", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1875}
{"mode": "fresh", "id": "adc7892e5e3539f8e655", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.375, 27.0], "allowed_token_mass": 0.9997577667236328, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1881, "prompt_sha256": "a71469309b76937e634db5198756caa17c598fe6b4bb0ca9f8bf12216e4fb603", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1881}
{"mode": "fresh", "id": "a31821385153740aaf01", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.75, 26.5], "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1878, "prompt_sha256": "4b87e336529334d27f0cd8cfa043d49ed971f714be7b3d673bd18ee0bedd8dd1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1878}
{"mode": "fresh", "id": "33a616441e3d3a93b486", "option_ids": ["yes", "no"], "probabilities": [0.970687747001648, 0.02931223064661026], "option_logits": [27.25, 23.75], "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1877, "prompt_sha256": "dd99f32bd70eb092f0ba562d7684844a7fe5ec01f48b35130b1729fb10bffa6e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1877}
{"mode": "fresh", "id": "8230f0e5f243615cceb1", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "allowed_token_mass": 0.9992888569831848, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1875, "prompt_sha256": "8e1023f0b8084d07e51e254daedb99141481000bc938c4b0e2d475b9bd66c38a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1875}
{"mode": "fresh", "id": "6fd5e5d46e88d4a33537", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "allowed_token_mass": 0.9993212223052979, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1878, "prompt_sha256": "573ca1ebf463757fee2c6812aea53aa9eab16a2f757a84cb004b735c8362a59e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1878}
{"mode": "fresh", "id": "687ddaf5e65139bfdefa", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.125, 25.125], "allowed_token_mass": 0.999641478061676, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1874, "prompt_sha256": "27a10548f91b372524c8acde4932595b0fb05258db8435d5d97949e7d7c9cd29", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1874}
{"mode": "fresh", "id": "ddae9b5f4ced5a86d1e5", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1873, "prompt_sha256": "287a0767a72c97d3c35277ca4f48c4894496b35f89a6b3a5fc02bff7bf39d5c5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1873}
{"mode": "fresh", "id": "d6b0a3e442a14d7f3769", "option_ids": ["yes", "no"], "probabilities": [0.007577240467071533, 0.9924227595329285], "option_logits": [23.125, 28.0], "allowed_token_mass": 0.9998779296875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1875, "prompt_sha256": "9ae623081d6fe5f235d1860b5137dc9f3cb2a01945132123109bd841d3dd76da", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1875}
{"mode": "fresh", "id": "94f80ee140e31162aebe", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.5, 27.5], "allowed_token_mass": 0.999847412109375, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1875, "prompt_sha256": "f53efb42a5cfa6b81824cf30c19bf503e6466b855804394b4a6a6494028f001e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1875}
{"mode": "fresh", "id": "9d7ea494739dd6778251", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.25, 24.625], "allowed_token_mass": 0.9994489550590515, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1871, "prompt_sha256": "91ff3df600680c5ef7d37473826bce88ca0da3274fa0dcfc3bbb39dab29b6218", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1871}
{"mode": "fresh", "id": "1dc77103b26778f638d3", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.75, 24.375], "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1871, "prompt_sha256": "16f0a940e5ed98d4650da20174a0a60f2b60a691bf1530bed641322bd58f175d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1871}
{"mode": "fresh", "id": "cf496ef141ae03f2b87c", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.375, 25.5], "allowed_token_mass": 0.9994356036186218, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1869, "prompt_sha256": "9bcbfb855301bcdde84455bfecf399ee449b86b17ce2d5540b3058fe76ba01bd", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1869}
{"mode": "fresh", "id": "9e080cb1e47e90f06e23", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "allowed_token_mass": 0.9994603395462036, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1870, "prompt_sha256": "5bb4a295cc7462007358733575c9d6f7288e1a7c81c545031e01ff9bdea286d6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1870}
{"mode": "fresh", "id": "f3a4decf391f7aac544c", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "allowed_token_mass": 0.999601423740387, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1870, "prompt_sha256": "af32cab5a89a02dbb16ec5bd99a348d7cb8281b2778aa9d2596330b6b6614f16", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1870}
{"mode": "fresh", "id": "0fdd3a6b50496e1a9d11", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "allowed_token_mass": 0.999527096748352, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1873, "prompt_sha256": "309b61a58a3caedd6ed16ce05194cd8ce7ccda4e33075a0c39988a8ab804c0a5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1873}
{"mode": "fresh", "id": "494a27249b6cc7a8aa58", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.75, 27.0], "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1873, "prompt_sha256": "3b436364a1e1b2984bcc9005e35713f74df6d2d5c6e13c6df10b9f50f8ee5045", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1873}
{"mode": "fresh", "id": "9eef00508120ecc8f05a", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1872, "prompt_sha256": "bcb30df393836deecaf9eefd8c1e8929e0fc9ad66f25d9ecaeb736cd2b7eee63", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1872}
{"mode": "fresh", "id": "72df524be4a61b7f3bea", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.375, 24.875], "allowed_token_mass": 0.9995461702346802, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1872, "prompt_sha256": "7bf0648922e70573b7e89e9c7a926a567f75df229492e4d2e452240b55da3137", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1872}
{"mode": "fresh", "id": "a333270affa580ed9c75", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.5, 25.0], "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1872, "prompt_sha256": "7009c1f55f1437d7dbee35c7d89a3650eabef8aeb9fcac75e481742d74893c9a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1872}
{"mode": "fresh", "id": "e83278909fd10abd0229", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [25.875, 24.375], "allowed_token_mass": 0.9986847639083862, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1871, "prompt_sha256": "3b1101aef564f062cf6c764d1438059201e657debe7f3b083df51066abeda879", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1871}
{"mode": "fresh", "id": "13e9883ec49a689afb60", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [25.0, 25.875], "allowed_token_mass": 0.9996968507766724, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1870, "prompt_sha256": "41efb3c579838749f6b944c4222b93e981d71e42fb5561908aa86ba1026661d5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1870}
{"mode": "fresh", "id": "e483bbd072901577279f", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.75, 26.375], "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1876, "prompt_sha256": "0f601ced4090e5bda90b40a4b189fabc355612be9621391c54b9a28d85e6d0a1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1876}
{"mode": "fresh", "id": "8310f45cf20783826959", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "allowed_token_mass": 0.9996968507766724, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1873, "prompt_sha256": "8d06ea169933188dca969873bf4db9873cfea3141d21792ddb71147daf2ef060", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1873}
{"mode": "fresh", "id": "4b4b7bea620fdcf93897", "option_ids": ["yes", "no"], "probabilities": [0.9241418242454529, 0.07585817575454712], "option_logits": [26.75, 24.25], "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1872, "prompt_sha256": "ed2177ee00652bc7df8ef341e5870904afec4da0df6d8bda92451deb30adc66f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1872}
{"mode": "fresh", "id": "e70b706ae3e066d3d710", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.125, 25.5], "allowed_token_mass": 0.9993212223052979, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1870, "prompt_sha256": "873356726518cd6d31eb3c5f4a04a0257983a80bdb339d237730f84c2b86cf9f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1870}
{"mode": "fresh", "id": "0d58f07d3b70f2bdea0c", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "allowed_token_mass": 0.9994242191314697, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1873, "prompt_sha256": "02c86ac041d3f6a14295886f971128975c680ea73045d4fe42fc94b06832087a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1873}
{"mode": "fresh", "id": "089f4a6f39b20bf65ab7", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.5, 25.625], "allowed_token_mass": 0.9997177124023438, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1838, "prompt_sha256": "2341664696e17349581d96be68077d4d48db6841313066b746d70c936a689189", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1838}
{"mode": "fresh", "id": "efa2f8b62640b090d2ec", "option_ids": ["yes", "no"], "probabilities": [0.8807970285415649, 0.11920291930437088], "option_logits": [26.75, 24.75], "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "e713368de36970a82ae6f5227ec48839726ecfb1c2103d9bfda63d073756961e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "240b744a86bd327fee5d", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.5, 27.0], "allowed_token_mass": 0.9998360276222229, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1839, "prompt_sha256": "26bd304cf69233ae247aa1bb0b572a0ec09ffbe4655313bcf924e01096601b2f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1839}
{"mode": "fresh", "id": "0d17bbec4df530c9e46e", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.75, 28.25], "allowed_token_mass": 0.9999160766601562, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1839, "prompt_sha256": "c02cc8def0a7a258b2418cc7084633923cec612d83178e15a7702e3793cbc44c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1839}
{"mode": "fresh", "id": "f73dd01d89bf08482a78", "option_ids": ["yes", "no"], "probabilities": [0.9149009585380554, 0.08509904146194458], "option_logits": [26.5, 24.125], "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "6dc3eb0f844db123f0e4a09a12fb5f4362a7b9910696b0820a16c191cee31299", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "ca7e78b1575d5ef4e5d8", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.875, 26.25], "allowed_token_mass": 0.9997902512550354, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "a1a1b2a367cc31f2944a654d2bd85651405814feacd066a1d1b01a78311f2309", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "ca25ed2ac4e679fbc5e3", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [24.0, 27.0], "allowed_token_mass": 0.9998245239257812, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "9609550d0bceed14c2358ad7ab9ff727e45dd674a6ecbc7175d97a30e4a65702", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "6a0866f21c64756f358c", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.5, 26.625], "allowed_token_mass": 0.9997711777687073, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "35c997428b74ae4683c3187f0d545eb4b5d8953130a7d2ed064df05fbb943c25", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "9c24dd25567db8712fcc", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.75, 26.5], "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "f66690e46cc93c604b1793b4ba2215f9b77ee076eec1dbf3a3b1a519592b5f73", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "f005c3e61bd1d6ccfdbe", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [24.0, 27.0], "allowed_token_mass": 0.9998302459716797, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "1577a9d97d7bde82165e0f02b65468e5283bc66ae4bfb4f74c29a7503fabc746", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "63f771d8a481a06f3342", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [24.125, 27.5], "allowed_token_mass": 0.9998779296875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "b66b9e93abb48bc56173e65ec7701042b59b7b0c2e0f2931686f63d95cf5b7b2", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "48e7776fb0baebe2a66d", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.625, 27.125], "allowed_token_mass": 0.9998417496681213, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1836, "prompt_sha256": "fd8766f9ee193ffdba5fc41a95caf58a805f42b8c0841f15a4165096c46c0892", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1836}
{"mode": "fresh", "id": "60b45469994575e2fc84", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [26.375, 24.875], "allowed_token_mass": 0.9996567368507385, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1836, "prompt_sha256": "55aace0fb6df8961779ffe3f21e3a6bab3614e71bb189f4445cf9f8203b5644d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1836}
{"mode": "fresh", "id": "edb4b6fd6eb1e53b9cf7", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [25.25, 26.25], "allowed_token_mass": 0.9997501969337463, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1836, "prompt_sha256": "e8fdf00ff6277f04cd0932053ef79bca382a5ee2edbf39a26e0e63822b67947e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1836}
{"mode": "fresh", "id": "904279a4f2fb5a4f0d66", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [26.0, 24.625], "allowed_token_mass": 0.9996567368507385, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "96da2a9a72507267f096b3c55f1714b8ae8472d33f16419b515a9c858804680d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "f707e1c1413b00e25dad", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [25.375, 26.125], "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "3f74e11b6c6ccca8b41abe59166334ba41d31cd40828ac3daaf044d7ccddf4f0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "a646c5fbe46135aa4726", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.875, 27.125], "allowed_token_mass": 0.9998245239257812, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "afd151a59707604f977ef18ddaa23d490c44f1aab1fe3c09ff9a74d534fe87bf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "e28d28de0350e52b527e", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.25, 26.875], "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "028ce5ac6997d8a6ff09f868edd91d7013cb17af2d7c26cd1757e607fa557fc8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "4e2c08f47b28e1a56aed", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [24.0, 27.625], "allowed_token_mass": 0.9998665452003479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1836, "prompt_sha256": "81c87a027d514aee9f21e7f0e15cba80c721780f37d02fde8e1883c6e8b4f0fe", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1836}
{"mode": "fresh", "id": "e573f7277dce8030e4d6", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.25, 26.25], "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "6986b88b12f92b458d996dcf4eb6f2b3fb2b007c96ccc8f67f2d95ab44c1a216", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "9a7778146b159a1c015b", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "f771d0a4cb3ee0136b3a465b5477a8a2c7d2219be537acf5cb6e0e1191bd963b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "ca1092c154e9e564fb70", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.375, 26.25], "allowed_token_mass": 0.999754011631012, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1844, "prompt_sha256": "6ccad3bbe5a39ec45552e81add9236a1ab57975fa09b592081fe1c375c622f12", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1844}
{"mode": "fresh", "id": "94d2cab7215d28b3615c", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.25, 25.625], "allowed_token_mass": 0.9997634887695312, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "7761dfa870eab2a9d03a92ca02daae4b4372c040a97cba8ee9001fc3668c44b4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "195a9f349d825c8082a6", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.5, 28.25], "allowed_token_mass": 0.9999179840087891, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "3b07b38643c43568ba929e1f4d727c15644e7d72ccccc1fc184ccc3cce5917ec", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "a942c7cd6d804677cd2c", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.625, 28.25], "allowed_token_mass": 0.9999198913574219, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "af606062ff05b83f71aa3f083244b7d446aa098d268ad4876b5ba6c2c65cd655", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "d963171e5275c66db8aa", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [25.875, 24.25], "allowed_token_mass": 0.9996243119239807, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "e22303d40cf2d85cd9236f9793688c41bfea463f0ba73fd1f54de34fa3e4e51a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "90961ee4aeaae94a0f14", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.25, 25.625], "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "5af9a3ad30b0357b4dd15c3667cacdd2152465c1d337cf554e4da4610e47c116", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "b50d12afefb3162c5552", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1839, "prompt_sha256": "55a2a04cd6a487e101b3dcae87c3e68c0b74dab397499f0ceacfb135546c461c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1839}
{"mode": "fresh", "id": "d695a0207c672096e398", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "allowed_token_mass": 0.9997120499610901, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "9adfd27522fcc3b7c0ce92f0160c33cc5b3763ae5c5c4b4069994b62a038105c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "1727fcc6096fad7b0b11", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.75, 26.375], "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "c317cdd3bb531a8f20aa3034402111941e52b5f3fcbe792db06e923638ac27ef", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "cbfdcce392ba5042ea10", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.625, 27.0], "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "b1db1bcc72b3f2913ed2122415bec62a3327bfbafbd4bd1ebce70e2bcf83393d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "7f5ed00e26014a6be0a1", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.75, 27.625], "allowed_token_mass": 0.9998837113380432, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "7045fd248ff2a0ab4405c10163da9d3c9afd5f67ca02972ec738e1fe7817f712", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "38ab62add3f2d6252d0a", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.125, 27.0], "allowed_token_mass": 0.9998417496681213, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "86fdf8ca66f4c168c223e64f68acec797db8e1835503aaeb83505d03e30b1bbf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "a99a4cdc6c59bdb3c3d0", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [26.25, 24.875], "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "6441726d5d4333510d79d499d4810fe4f519bab4bfc6853448e6fe631fffa6e2", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "19137327d4615901f51c", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.625, 27.25], "allowed_token_mass": 0.9998455047607422, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "a68ef8f0b9bd483e5810109eaa5ae34ac9e1ef7bce4d074e9da2757155fc76d6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "60d4d3a9f39771d322be", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.875, 24.5], "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "de2973be26ef045c20ae1a7f250881cd68ec2e1f10ad07db0012fa3eb830a54c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "9c3b24742ba8d4125f96", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.5, 26.5], "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "a8136e315cac69224197148a72ee8c28c07b8f13afcbdf065e6decef2e7226bd", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "1f9bff56b4450521b609", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.375, 27.25], "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "b7dfacb8fce7d0e953c9192399d8ff9ba653fb5cc05f1babc1dbbe4dc8014017", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "0552ea3a7d5a23a26100", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.5, 27.375], "allowed_token_mass": 0.9998455047607422, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "5c79cc3227d8c78113d19c58ca2f1b836099cb627e601fc8bf6fd5f9e8f0d785", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "ae520f29703e870ab961", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.75, 28.0], "allowed_token_mass": 0.9998912811279297, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "e4a61731dc900aca23de35d048af11297ca179f0b01627fa76d3ddeed62b7c99", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "e9b6eed6c733d8595184", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.75, 26.625], "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "6fc7de80d7ce911e98bf8b65a3a1f7ab48a54ffb62e89b0ee968182ffbb43b98", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "94454549a93b8534e840", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.75, 26.0], "allowed_token_mass": 0.9997349381446838, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "420639ff0ce6395107eff834ee7509f0f4102482aee7e58df8fd7e7ab3ff3f2d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "fe2b300670c0b343f926", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.5, 25.5], "allowed_token_mass": 0.9996548891067505, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "faeb6476fcecb8f8df9dabcc196868f8a848d2c138b990e6163067c69b2159e6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "038a96ffb802a7c63bce", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [25.875, 24.25], "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "25510e8f02e34815863f77c59d9f69cf1188981dacd410f6b5bb7f1089120d71", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "20b7a7decb2f864285a0", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.5, 27.25], "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "26edf93c55094f61b8167b41adbe3524ab439039189e4da409c3f5efd77bb991", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "5fdbb2dad19c820dfb19", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "allowed_token_mass": 0.9998683929443359, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "ce21d14412d08499341d9bb61f742af6759619fb33b135783e872dd10a74cd2b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "d70c0882cf9289f8e30b", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.75, 24.625], "allowed_token_mass": 0.999225914478302, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1826, "prompt_sha256": "640d67bf5a035bce823cf67e77220e24f1856af925fb413a260dfb0cca2c1c89", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1826}
{"mode": "fresh", "id": "6ebfa92d6286edf7ed7b", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "allowed_token_mass": 0.9996204972267151, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1826, "prompt_sha256": "b748fc64515bc82a439ca0ba7d0bbcf44c1f08856e09a1fc2ec3503ce03ce844", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1826}
{"mode": "fresh", "id": "d0e0d78168e9332ff3fd", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.625, 24.625], "allowed_token_mass": 0.9993117451667786, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1824, "prompt_sha256": "6eb01bbee606c1b305275a2dd46d24ba506fa7496e98702f241e605aedb6e5c2", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1824}
{"mode": "fresh", "id": "136271e81194b002a85f", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.125, 25.375], "allowed_token_mass": 0.9994527697563171, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1825, "prompt_sha256": "62a39e714f067d7d4a03cdb0ed990ccdc0e3b10da9ec0c2af96c4cc560738231", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1825}
{"mode": "fresh", "id": "6c653e0c109f5060d6f0", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.125, 25.875], "allowed_token_mass": 0.9995442628860474, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1825, "prompt_sha256": "e1fda8329fcaaf9765f07e94aeea3eb2e83d6f26f8e65d9ad884c39029506632", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1825}
{"mode": "fresh", "id": "ec7fe0756f4796bf2f79", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.875, 25.875], "allowed_token_mass": 0.9995938539505005, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "e9496bc65bf06ecf8f3dca764957bf99a7babb57e776e17c69cf375f842f8b71", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "bfe37dddadd0e9048936", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "allowed_token_mass": 0.9996320009231567, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "05278bae390d7da1bf667668ff5e85dba5e52e5731648b4eff7940518d7dfc5e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "54ef1575bdbe8c0b8f5d", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "8c542b3b3b8914a36e8f8e76b61ce9fd1f45d6b66ebd443de4e7a6f2a19ff648", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "8a95731c7b422963ae8e", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.125, 25.0], "allowed_token_mass": 0.9995995163917542, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "24d4377a07e2868e0b3806d8d995c04c241a18d5a5546cca89b5dc3d3cfebc26", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "f3927140a9c6105f7b1f", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.25, 24.75], "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "5137df3cece00510ecf298ee560fa1d18311e1b73bc8a1f19eb2366b1f69d4ac", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "83a4cef1eecb803a1f94", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.125, 24.75], "allowed_token_mass": 0.9994985461235046, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1826, "prompt_sha256": "983078e147336091bed3badc92e317128745f0ee602bee71f10826b5e7a9ad91", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1826}
{"mode": "fresh", "id": "7b0a8eb75c441acb2085", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.125, 26.0], "allowed_token_mass": 0.9996510744094849, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1825, "prompt_sha256": "469bcdd168cac7b3dc8105b520e0f08460c15d52f89a364dacd8dbf299479ae0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1825}
{"mode": "fresh", "id": "e31c3d5a37c5b68e1b48", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.125, 26.5], "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "89237c762258ecabc870b0a0efd8d91bf3c076eed3b3010a70feb28d19a8f85d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "f10c6cda870023dd5514", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.375, 26.375], "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "6aec353cb33bd86f7d074b9a5ca9e36a9ae94e77fe9ea34d9ef25f1434b1ef1d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "08fa07ef7b1270bc85e6", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.25, 25.375], "allowed_token_mass": 0.999733030796051, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "a7a022622c4e5249b07f79709fa21ff55986647404f125f9c94c11d4830b001c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "cc89a9cfac19e393fe1f", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.5, 25.625], "allowed_token_mass": 0.9990372657775879, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1825, "prompt_sha256": "c7833529e1c9194d0023fa98c9e6cc13745f8355db64d53af49ccf3ab07ca415", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1825}
{"mode": "fresh", "id": "be1b4929bc5f7b9cf72f", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.75, 25.25], "allowed_token_mass": 0.9991154074668884, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "c629629e9653ea6161953e8ad77f29424ef39108b4eaf16ae07684bcb2ce06f1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "404a05891bc3d8b699b6", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.5, 24.625], "allowed_token_mass": 0.9995843172073364, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1825, "prompt_sha256": "2c410f0f1d45f1bdfc3c42d4d69619b54f5387beb7954ebc265592fa3b1cf089", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1825}
{"mode": "fresh", "id": "6cb5f0fa2b3150c5b93e", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.5, 25.0], "allowed_token_mass": 0.999671995639801, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1824, "prompt_sha256": "6d20c011ebf69f351946b4157728de123d17f50b87340bf719745536215c2329", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1824}
{"mode": "fresh", "id": "b303f9716b1bb595ea41", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "allowed_token_mass": 0.9998722076416016, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1826, "prompt_sha256": "32092fc3d3b59810791ac0fe5a7f920f3f4ff5a3ca0b2ce3f8f69e4554684161", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1826}
{"mode": "fresh", "id": "fe25166120e0035f30cb", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.375, 27.75], "allowed_token_mass": 0.9998798966407776, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1826, "prompt_sha256": "5debc3ba1c70ed1df076a832dab1651f3993244c1c1cfeab6380de0cec221b7b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1826}
{"mode": "fresh", "id": "23c9379235538dae9f67", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1822, "prompt_sha256": "04636168d6d561c9ad1f273c594d44912ea6ab7ef892c7f45a4afd0eb3219ee7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1822}
{"mode": "fresh", "id": "8d8b01ab534dc1e3b634", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.0, 26.375], "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1822, "prompt_sha256": "5ea64c3ab780b5ab395cfeb8cd5b1d42fd4b14a68286dd9781c0506d599becbb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1822}
{"mode": "fresh", "id": "7fcb5228e3d7223077b7", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1820, "prompt_sha256": "7e444fae82773eb1eb0d5283f7dcc0048a185c18b34f73fb22a4bd5e785f94a4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1820}
{"mode": "fresh", "id": "3eaeed7daaef1cf70815", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1821, "prompt_sha256": "cbd97ee5096555cc09b5d449e761bdc248247fbf479a297d14a5cd806cccc697", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1821}
{"mode": "fresh", "id": "2c0ab06dd4f22a596e74", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [26.125, 25.125], "allowed_token_mass": 0.9997311234474182, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1821, "prompt_sha256": "d9d90606239def7b07cd45001090ad221d6c121710f0327cba92adee4c135405", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1821}
{"mode": "fresh", "id": "2e9408b1f09f38125f10", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.25, 27.125], "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1824, "prompt_sha256": "ba46d5c93920c39736e611b6c251ecee0f217c89366fe7dae7e6976f53fcb0ef", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1824}
{"mode": "fresh", "id": "b9cc56f42c97f3d58f22", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.25, 25.0], "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1824, "prompt_sha256": "9e4f1294c3107f96c4ea863eab2ede2158bcabaeffcdd045fcc8a375b4e5e432", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1824}
{"mode": "fresh", "id": "2594024c13003de115ca", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.875, 26.625], "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1823, "prompt_sha256": "0332562b23993b7a276883bc9b69c27438d6c8a9ff1a736c3290775a753132f1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1823}
{"mode": "fresh", "id": "9984a8df2760f7f9e773", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.875, 24.75], "allowed_token_mass": 0.999588131904602, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1823, "prompt_sha256": "427d455438c05a3cc2d134e47500f0d09c04c1c784ae19306cdc48284c3e525c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1823}
{"mode": "fresh", "id": "009d9ee529db01ce8fd7", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.875, 27.0], "allowed_token_mass": 0.9997902512550354, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1823, "prompt_sha256": "4d8e2db20dff9ea9fcd08f140069726cfc095fa2ceb01ac19a8e88ee85db2b41", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1823}
{"mode": "fresh", "id": "3a1701290691a921d898", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.25, 24.625], "allowed_token_mass": 0.9994223117828369, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1822, "prompt_sha256": "919e27cc14eef49cbfcd950cf7143d9c6b073f5ddcbe0bdbea7c7e33fba96de9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1822}
{"mode": "fresh", "id": "6f700cfac5bc3ab319cc", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.875, 25.75], "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1821, "prompt_sha256": "930047bfff6d0cba3194334524a6eb81af74278edb861fbf3f6758e8b8fca589", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1821}
{"mode": "fresh", "id": "c5515eb2f45a4ebb316b", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.125, 27.375], "allowed_token_mass": 0.9998570084571838, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "9200e210ae126a13c57d840a21ef1a0d6690d3b5c9d4cd10a7e53c0426fbbd41", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "c354d19d38d8a143b4a6", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.375, 26.5], "allowed_token_mass": 0.9997044205665588, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1824, "prompt_sha256": "737cdf56079a30c2340f88544bb2914ea807e402aaf6dd809f4225c6f0d71078", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1824}
{"mode": "fresh", "id": "603c8461436ada84dde3", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.625, 27.125], "allowed_token_mass": 0.9997978806495667, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1823, "prompt_sha256": "dbe9d68b7b257807298b20787b2877c2978d7e9a1b166961a550dd75a9375506", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1823}
{"mode": "fresh", "id": "81e1a8586cf3ebc4f0be", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.25, 25.375], "allowed_token_mass": 0.9994775652885437, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1821, "prompt_sha256": "caf70e6098bcd0ac5a0c0888d991e8fd88a97761190abcd985d18741a41c88b9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1821}
{"mode": "fresh", "id": "ddc75c29ea11b8c5c850", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.375, 25.25], "allowed_token_mass": 0.999641478061676, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1824, "prompt_sha256": "27bc4f866e26159aaf5e3ece0034502169fd2fa65ccd3c57b310b5a77d9d1702", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1824}
{"mode": "fresh", "id": "40773bba888dbe50fd22", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.125, 24.75], "allowed_token_mass": 0.9994641542434692, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "18557cb2ef64a63a72114f1b92138efbc6fb2e29aa492668afdb7e83290710db", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "6cee3c76a53e7225bb89", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.875, 25.375], "allowed_token_mass": 0.9996204972267151, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "a1e9fafeac6e93d7fb0026371e9ac8ae790c9ab6744e666b7c66d9ad102dd473", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "d48f87c4fe0b1bd7004a", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.25, 27.875], "allowed_token_mass": 0.9998779296875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "08d98db3afb3635abb8ab6c4e6800f09699cdda0334398bdaa9f71070bbe54ce", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "8deea2e1dd2342b1ae08", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.375, 27.875], "allowed_token_mass": 0.9998837113380432, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "a60f70f8b8f421779beaa7dcc8e0b84a0e052ba3a781cad3637d23fe1014cdd5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "bde3cce7426b7294186a", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.875, 25.875], "allowed_token_mass": 0.9994680285453796, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "357b7c3d4c8ea56fe0e9df1903da9df1f02b78d670013f3139bbe022558bdb23", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "ac1451bdad94987941bc", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.375, 26.625], "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "7bcd04a52b56e8c189993f16cbd2fd9bc627cf43878159913b7ea5e76c5131e2", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "7515fd024bddce143317", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.625, 24.875], "allowed_token_mass": 0.9995023012161255, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1826, "prompt_sha256": "3e5e293f9615edfbc3ff35c0227de6c7fa0b8ec1e8bbf0318df4109408b5f647", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1826}
{"mode": "fresh", "id": "e447dc0a97db78204029", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.875, 26.0], "allowed_token_mass": 0.999401330947876, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "2d2b3852f119e77413d985b8e704184bfeae970553df2177e251fcdf612c3163", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "07e501b417d442b7834c", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.0, 26.625], "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "47c9b18697b8cab0f800b32bfa19f620ddbece381a1a1a76f6937a2bdf8af4da", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "0ccb9944c0baccf075a0", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.5, 27.125], "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "bcde32752b92b5f13723eb12254444f717b8a0d5a79939f4f10ef9ff5b66e711", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "deb859001b4e62bbdbad", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "aa1ace9abf1ff3d0a945b7a8f6015c339f7581c41a62f57cbdc86d7b95b31275", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "4371b0cf43fde8f414eb", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.125, 26.125], "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "b5b1fd04ea63f228d4b760ae4ebd08339bb4c4c456c8533a470547db586bd66d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "3f04847c58f5d62b2a00", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.25, 25.125], "allowed_token_mass": 0.9994794130325317, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "fc5cdf1290c3f74d4828569df84a0872242bf790c0fc51fa8abff0a347e28743", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "6a7dc790936f8c2eab9b", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.25, 26.75], "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "ea4b0cc5851f327bdce9ec083973a46ca9b29bde9e3da1750cef8e51a30e1fff", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "b94c86ff7d0393caec82", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.75, 24.625], "allowed_token_mass": 0.9989629983901978, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "e5300906141213bd539b42748e25e019fea057a9f31d36278a9018b5350c9213", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "2c4ddb6a893381977462", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.625, 26.0], "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "caaf13f29f3793ddc96f1ba903fe836ed68d440075c7a084e1f9679582d37f79", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "1b2bf77b106f31041d9d", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.375, 27.375], "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "5585c23da46b4114d0b74b4652225da0441ff4b5ebcd9a5ad1903e3f58e24bca", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "9fdf1a765be3a115eeb5", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.625, 26.25], "allowed_token_mass": 0.9996224045753479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "4f47e308b85fb8b7bb0ecdc5802b1e9cdccb95047665e984f4a209daa785c000", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "071f16f30574e19fcda0", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [24.125, 27.25], "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "b7ca496ba845b3f9bebb05b599e6225324dd17aa72ecb11106d635af9e09beb2", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "dc16c01d3ad977245839", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.875, 24.75], "allowed_token_mass": 0.9995518922805786, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "ffd53222f74f028e48d6db72f91567dd9c6a0b3c357c56c755d07645c66633fc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "ce5af4c8e7e5a269c2e3", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.25, 25.75], "allowed_token_mass": 0.9995232820510864, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "8b4e86b92d5d8afcd04f4ef1ce9ea3be85256389c4134d824748275f9f2bd30f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "419738285e8f1188abac", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.0, 25.375], "allowed_token_mass": 0.9996129274368286, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1831, "prompt_sha256": "5e685545492cab8f0788f3c43128278841138d049f236b39bbe33f0274ac4fc0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1831}
{"mode": "fresh", "id": "3b81128faa5361fb6f52", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.875, 25.0], "allowed_token_mass": 0.9994737505912781, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "5d3c05941d4bb9a2eeb406e55db13a8ea90059e906543e98f498bfd74a5603f4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "78710abd489a76e7db25", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.0, 27.625], "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "36bf8795f4dcc74677efefbf9f69e50327eaa87d3788535869100f6cff1da0b1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "724630de24b8b460a3bb", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.0, 27.125], "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1832, "prompt_sha256": "a6a2f93a8fa520023e70ea4ddcdaf7db16875baea0ff9ac3376e58fcaf044d48", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1832}
{"mode": "fresh", "id": "7d2d915848b70af07fbe", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.5, 25.0], "allowed_token_mass": 0.9989687204360962, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "1b6b74529602d3ec01732606a8b523770d2eb3118cf280cf8cf8a922bef0838c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "fe96afe6d72a9f467d75", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.125, 25.875], "allowed_token_mass": 0.9994603395462036, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "5f08e9d196bc38d585c75a7535c6627bceef2e34fc4aa1fdf5b809b8af200cfc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "800d47937a344f61289f", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.75, 24.75], "allowed_token_mass": 0.9990181922912598, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1826, "prompt_sha256": "9cfb91c75d64a98b6624e26f0a040d461e0a63c3ca60282365894b19ed148a98", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1826}
{"mode": "fresh", "id": "4a5ef7e836e4a2f852a4", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.125, 25.0], "allowed_token_mass": 0.9986010193824768, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "4a3c0950f037cd1b43cfce3230fd6cef99c6310852d079c2c9e5f7254fdd5b7e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "1ffd6a5d7507f3776997", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "allowed_token_mass": 0.999380350112915, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "b79d694ca98ef1fc10cded0e6ed3b0109dcdbcfc99e38a201725217643bf11c8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "f3220a1ef1c56040c783", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "allowed_token_mass": 0.9996987581253052, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "8c90763afd3ea6692011cf85de1be7f8873f72c72362b8ce2f8dd8039ec250f0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "4efe91fcb6b1be8fedfc", "option_ids": ["yes", "no"], "probabilities": [0.9525741338729858, 0.04742587357759476], "option_logits": [26.5, 23.5], "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "2ab78381dd13729df9731d9bc334f4bccaf679f040fcd5048848226514ddb7ac", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "76cc7f955bc2ee697a81", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "af79bb6ca118996778d4950c69d480560e16e38fed2151d0381e7ebc6e95fb69", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "315f167030195f31a119", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.0, 25.0], "allowed_token_mass": 0.9993612766265869, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "d200e75b53f34f1dad5d5fdb60c1e7e615ec0724a15a3b8fa484f4cf5a8cdc3d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "4c1b6464b13b22b95a24", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "0a44bfc087dd26ba9798e59c448514564c9d6810f72b763d43f5fab856c33288", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "d65e0a63f03178632553", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.75, 24.625], "allowed_token_mass": 0.9987742900848389, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1828, "prompt_sha256": "1cc4dc73b9a27d252050ee160dcbe00b5eca774a24578be7e8db09b9a88398c1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1828}
{"mode": "fresh", "id": "c70b4b1f019acff741d7", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.25, 25.25], "allowed_token_mass": 0.9995633363723755, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "08f3c8609b9738e62d574675db8fc3f9d8278ba068a586c683511405a2964ddf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "44312cb91024a84ed4c6", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.25, 26.875], "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "19e8e9873f2af1a4e89da6829138c37821443667d011c24ea070c532cea43c54", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "d38e7a70b3515506747f", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "allowed_token_mass": 0.9995423555374146, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "9847f926793b3cab72249ab788d37ba3f470a9e3fd526e2ff37544b373e09f25", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "69069252de0ae9150ad4", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.375, 25.625], "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1829, "prompt_sha256": "ae653c502defb86f9570178527cb4fbcfb063037482e5f7a228106ff58f7424c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1829}
{"mode": "fresh", "id": "7bed8c07819d947dcf75", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.75, 25.625], "allowed_token_mass": 0.9992697834968567, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1827, "prompt_sha256": "4a2ad140ccbce72b01a8c64710c17859d1871e693b777ed759a29220834956c3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1827}
{"mode": "fresh", "id": "096a21873723b4a84dc1", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.625, 25.625], "allowed_token_mass": 0.9990601539611816, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1830, "prompt_sha256": "608d871e39323b23c06bb68172f588395bab410712653000e630847f69560881", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1830}
{"mode": "fresh", "id": "fa500a9cf97a42d3476f", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "allowed_token_mass": 0.9996510744094849, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1847, "prompt_sha256": "37b440fa63d47189573ce94afad8bcb12c73a34701f86cae59986ff4d4b603da", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1847}
{"mode": "fresh", "id": "fe45174f1eee7c487f4a", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.625, 25.5], "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "abba3bb70a1ae1a7a1c9eb42dd4c7952df38abb15b2a621c7ac8681a340c19ec", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "a1c83a7b81fe56e67012", "option_ids": ["yes", "no"], "probabilities": [0.007577240467071533, 0.9924227595329285], "option_logits": [23.0, 27.875], "allowed_token_mass": 0.9998931884765625, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1848, "prompt_sha256": "e4391c8b701fc4ffe7a32f7dfb6b1c8585842859744019cf4fb4f8db5eb5a143", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1848}
{"mode": "fresh", "id": "67f1e088e2b6c3320fa4", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.125, 27.25], "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1848, "prompt_sha256": "d414187de773efec518d826041220346d0994bc134461d89cdefb925fc59af95", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1848}
{"mode": "fresh", "id": "df5d54ce778ef87a453f", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.875, 24.625], "allowed_token_mass": 0.9993308186531067, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1844, "prompt_sha256": "94f9f16e69242c6b53b67442951141d9a2dd30bdb7737e27035c651ee23044fa", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1844}
{"mode": "fresh", "id": "ffbeb374c8ffcf8ad2f1", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.125, 25.875], "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1844, "prompt_sha256": "9e17792a01ce5c4409b2b0d4230fc03110213d9fd22903f2c288d1247d3908e8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1844}
{"mode": "fresh", "id": "102c35e4cb7134810226", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.375, 25.875], "allowed_token_mass": 0.999548077583313, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "cf82688cc05f118d8aa0140b4a4d0c42bccedf78d8d257461581297da6158fe3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "dcb36e3e076b8bff8eb6", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.375, 26.125], "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "226c9fbd91354440891af19aaae53cd2f7d1d086d8d7869bcaab75ee835aca50", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "ca937519e3e3facfcdac", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "allowed_token_mass": 0.9996376633644104, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "cd039efea964068a3d2994d7e0b116cc701a7ae706e610c9ba90da0fdbfe7fdc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "f738c6a3ede0d24452e9", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.125, 27.125], "allowed_token_mass": 0.9998226165771484, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "f524dd5f54f174f27db1eb1a6fccb9a11b4df98633c46c4a002c113b74403b97", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "025fa3ed62564dd78a15", "option_ids": ["yes", "no"], "probabilities": [0.9933071732521057, 0.006692850962281227], "option_logits": [26.875, 21.875], "allowed_token_mass": 0.9998112320899963, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "da8597a84fa2b9ecad08f062b4405242ba93e91c2ba50fd197a4d9932c3e99b4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "16dd9381234b6f179f4c", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.5, 24.625], "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "385f100e15bc5dca70ab878a9d32cbd8f29afcf6e43528268b390d51bdb4f9a4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "cdadea1f5b14583e8def", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.625, 24.375], "allowed_token_mass": 0.9995251893997192, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "523b45be41df648f523c5decefa1de475da2a46eba3a6c2a2ab27b6e20b3ce57", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "05c0602d1b5c6014e288", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.0, 26.625], "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "b3227065ab90dfab5d83ec68ae5e2f907d454f1f278334f1029768c404e22212", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "9ebaeda2c0c40408b88b", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [24.75, 24.25], "allowed_token_mass": 0.9991172552108765, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1844, "prompt_sha256": "3585b40749a3aeefdc2a2266bd0256fb45a3273dae83442d16e47525f3c4cb3a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1844}
{"mode": "fresh", "id": "b5a13c90e1cc91c70d9d", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "8f302b76108f30d44959800589b6de1bd018fc9a7cb34b742e43e78ba00b351d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "d943efe1dcfe04647709", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.375, 26.625], "allowed_token_mass": 0.9997596740722656, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1849, "prompt_sha256": "2565b10c994ef1642645d1cfa769ca8f894c0b8552564565cc1fc5d2033f2dce", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1849}
{"mode": "fresh", "id": "b85fb607ae360eef5f7c", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.0, 26.375], "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "6b61cb6f4035cb8d775275cd6b0ec4b62e8ac03d1ea068583c3883c6c7434633", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "0113b887e8c4b48853a8", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.625, 27.25], "allowed_token_mass": 0.9998169541358948, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1845, "prompt_sha256": "2e26d55987c57334e1e95374090a2a1769546f96e5229612ac3f864070fd0e5d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1845}
{"mode": "fresh", "id": "8a14c042892677ff67e1", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.25, 26.25], "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "bace545e46ed1dcdcd89e1ecd07223d454323ac267eb6c3d1a3bc6cd97455eb0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "c1bc5b5c2b2f2b85fde3", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.125, 25.5], "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1846, "prompt_sha256": "17bb77f025fce919a041b7226c2baa454246b7fed5f50209c317b801c9ba77b4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1846}
{"mode": "fresh", "id": "ecd44e044091771150eb", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.0, 26.375], "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1867, "prompt_sha256": "29617dfbb7bae3c1495cac09ac86f1d2c9c5f6a0d5491cbc43624fa53dfc5f1f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1867}
{"mode": "fresh", "id": "c892068fb1deddb19151", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.875, 24.875], "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "92f373d748ba522064b766d61451f8e778d8219f286fdd0bc65d78a6275391de", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "5f1ad0680ffb1fbcd1bd", "option_ids": ["yes", "no"], "probabilities": [0.004609572701156139, 0.9953904151916504], "option_logits": [23.0, 28.375], "allowed_token_mass": 0.9999256730079651, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1868, "prompt_sha256": "770a8ff77791cdaf712f36e221439ab0ebf9f68197615883c83241a43e613e30", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1868}
{"mode": "fresh", "id": "99faff553fa07aa1dc12", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.25, 27.75], "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1868, "prompt_sha256": "bc60ec46c36d414c1c55ab639f1a31840078f613fb9b580bfde37c5d008bbd5f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1868}
{"mode": "fresh", "id": "91db48cbcd6287d46ff9", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.5, 24.25], "allowed_token_mass": 0.9993631839752197, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "edae33c670ba6fc029ab7d8c1a5975fbd5c2f771b86b89332ec15123ca0cdc88", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "d9fd44a5753092f440b4", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "allowed_token_mass": 0.9997501969337463, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "ca4b995ef6c1c93cd4f1d286ea723e923f6c570495ec08a384f6fcc3bba391bb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "bd5e4b00b16b49dde56f", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "allowed_token_mass": 0.9996339082717896, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1862, "prompt_sha256": "e20c985ff36863b43d8c08b49b50711e56cab9883b6b6312772a9e17bceb807a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1862}
{"mode": "fresh", "id": "ef423edea2784ffe978b", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "cccb87b6a3e804f19deb0069c9286b51f98dd86742477842aafc9ea1791f1ad6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "67caed6986df493c3839", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "allowed_token_mass": 0.9997654557228088, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "fba2a5cc1faf751bbfe2010866ca75dd10929b28ab99d57946b318fdc1d63ebe", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "04f17c6f9a72c4109a6d", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.125, 27.625], "allowed_token_mass": 0.9998703002929688, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "8c8967bbfa887a8861bb7113341ac78bf6bbe5e890c6cf7cbc15d7492ec00ae6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "fbe14c5dc3249f6569eb", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.5, 27.375], "allowed_token_mass": 0.9998512268066406, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "093d55c58b6ec4083c19f81775795181bd7d6b6f6f1f46ff92d9a3c0f3fede9a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "4b194583d9d460dd960e", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.125, 26.625], "allowed_token_mass": 0.9997806549072266, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1865, "prompt_sha256": "567a841e376cf4f4eaf39c0bb2e4547a61c57300bdc47cc33f4a500406ab602c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1865}
{"mode": "fresh", "id": "dd48b29ca669297b85db", "option_ids": ["yes", "no"], "probabilities": [0.9626730680465698, 0.037326883524656296], "option_logits": [26.75, 23.5], "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1865, "prompt_sha256": "07d667cbf6c5bb1b24a5cd82f548ed9f43f5455ec487f23b2e9e9adf61c2880c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1865}
{"mode": "fresh", "id": "d4a270a073bd56afb77b", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.625, 24.75], "allowed_token_mass": 0.999609112739563, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1865, "prompt_sha256": "8a596cdb0d387603e4cfe15b9d9d0e44603e7b1f63c8880b83847525e45a709b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1865}
{"mode": "fresh", "id": "8d270c316021350ad45f", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.875, 24.875], "allowed_token_mass": 0.9993478655815125, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "a5110ab344a576db0a2d0b5f5204d35941d020b1bde1b22da2052d653a7953f0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "e2b823955cb62c16a312", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.375, 26.625], "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "f527b737a1ed4b0de0ece5ab695c02884f88b94cf6b8dc8551672800c3f4bf18", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "9ce9595f21b48e168276", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.375, 27.125], "allowed_token_mass": 0.9998226165771484, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1869, "prompt_sha256": "a890e92705fed05c0e2c63cdf001cda9f19055e57d71655bd9884bade0b14af6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1869}
{"mode": "fresh", "id": "28ca7934f96c201668e8", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.25, 27.0], "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "757d43a14aba8a647c62896e41d8f831ad04ab6a20a35b116b506821068cd8bf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "a1dd5e546c56be106a86", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.875, 27.625], "allowed_token_mass": 0.9998531341552734, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1865, "prompt_sha256": "ffea0791c4264b373e53206524f7c9587f8aa9e8b7e7e9fee9a34725dbd0f266", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1865}
{"mode": "fresh", "id": "5d0e0f018afd9541ee5c", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.875, 26.875], "allowed_token_mass": 0.9997673630714417, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "2dc9c14ad45c76707613cd12617157f959a197d893bd60324a01146ea8f7bf0e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "3373f9deb3ff8a7b41d2", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [26.125, 24.5], "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "9b674a7daf7704d9d0b51eaf5ca3ef3c8da5c0908f7cb8c0d3e62789280e7b48", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "b465baa3fa6bd3072859", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "0bd3267b52eecbe51b9fbd326dea3fc5113e616af0110d7ec75331979e4c9b6a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "fb836b45f61882c846be", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [26.0, 24.5], "allowed_token_mass": 0.9996433854103088, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1865, "prompt_sha256": "3b8d00a9aff6e61f704fc183fcb930b9b69917727e295299f8d07a46af5e5a25", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1865}
{"mode": "fresh", "id": "451d89badd1bd1603197", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.125, 27.875], "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1867, "prompt_sha256": "313a480bad06de0cd02c3b08c2ac7f41e90c9c559fa9c4eb45a59a196d313886", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1867}
{"mode": "fresh", "id": "171d7902cefeae13e14a", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.375, 27.375], "allowed_token_mass": 0.9998341202735901, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1867, "prompt_sha256": "8a0f65baae665df00790b0b0d294ce717bc91da9711e3f71b73cece48c1a4e03", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1867}
{"mode": "fresh", "id": "a4f856d0f89eb8cb5041", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.375, 25.25], "allowed_token_mass": 0.9992240071296692, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "4f47d16456f6bb34fab7f8c776b96724f2cba1ac32dbe3919322aa09f0a443cb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "9e56baad2bb5796c7473", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.125, 25.625], "allowed_token_mass": 0.9994985461235046, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "639970200579623dbbae20998e9a07d2dfdcbcb269ba7864c2f8ec6035243afb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "caddf613b5de8a10ceef", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "allowed_token_mass": 0.9993174076080322, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "b14ecd73837899209d68061684fb6b242689813121f35251adb5ff6f12c5674b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "615a448d7d595142fd6a", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "allowed_token_mass": 0.9995099306106567, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1862, "prompt_sha256": "0b36594002cef55233995d06b96c6dd174b07bee5d9c1c6d0aa0203b680161a0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1862}
{"mode": "fresh", "id": "9542ddd3099027215068", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.125, 26.125], "allowed_token_mass": 0.9995976090431213, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1862, "prompt_sha256": "f3466f8a0074935f01b123802d0c937cadc02e4adfb7f55a0c83df01aa85463a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1862}
{"mode": "fresh", "id": "52bd6d894f0e7506ba31", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.5, 26.375], "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1865, "prompt_sha256": "c11c126c53aa6f06b466d6e15e1428bf917bec8148a429992369b24a5296bf8e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1865}
{"mode": "fresh", "id": "9d206f1044a28ef6616a", "option_ids": ["yes", "no"], "probabilities": [0.9820137619972229, 0.01798621006309986], "option_logits": [26.75, 22.75], "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1865, "prompt_sha256": "43fc51b1b3a993e1f9005c60049290a22c5b0b658fe1d2a010b847162c245754", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1865}
{"mode": "fresh", "id": "890afcd3e2de84022176", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.875, 24.5], "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "8f8152392a9bcb117ea305cef55c9fb88b0bdfe691d36d7c5607abbd3e92fd6b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "ea7bda9981311747da56", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.25, 24.75], "allowed_token_mass": 0.9994527697563171, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "17dd2254b39f3d3e55482fe5514ba9c2eacb9e497f2363aeb3144f35de677f7f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "908f1d2c7f1a31c6a621", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.5, 26.25], "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "ecc56819cdf17fa55b6d97a9551c6b6cda955b332c8c0834d0986082dfece564", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "4d52b546cfb7ae7da914", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.125, 24.75], "allowed_token_mass": 0.9993079304695129, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "4b40d1523afaef5033bb7ed3179834db69eba094f5e2dcbd4cc826140dd46a79", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "30bb036e8dc7a92e9b7d", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.75, 25.75], "allowed_token_mass": 0.999609112739563, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1862, "prompt_sha256": "258c0ecc529f076edda396efa34d386c436c6dae831dfb1e0453e58e98b9b9d6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1862}
{"mode": "fresh", "id": "8489b9c759005b3d5db2", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.375, 26.625], "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1868, "prompt_sha256": "290f28e9412d166d23664de7ea0bd58e1b96863cdb7571e33c4596bde088d02a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1868}
{"mode": "fresh", "id": "d632a411fcd49676a92e", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.125, 26.625], "allowed_token_mass": 0.9997654557228088, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1865, "prompt_sha256": "c1d4246dd017c349ffe3376c44e8d7665ae4db0e549cb7c21851ce4f90b4b886", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1865}
{"mode": "fresh", "id": "e62cc81b5567d31ffdc2", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.625, 26.125], "allowed_token_mass": 0.9997577667236328, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "6012e6fe64cff9331663891fb9039500275f33d4470399563aa4dfd2ef827ee9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "f2b25a88930bf769b91b", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.875, 26.125], "allowed_token_mass": 0.9995614290237427, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1862, "prompt_sha256": "0b043b9c9aadfb65be937a4c6a5a55aa2ea28f672d941e9c4de9301d5806fd6e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1862}
{"mode": "fresh", "id": "4455943d0dfc7e9b5170", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [24.875, 25.25], "allowed_token_mass": 0.9993707537651062, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1865, "prompt_sha256": "5375eeba20b07e187c82d2ce4f0e78f2fe07b68169f716f35a199c9d2f4dc52c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1865}
{"mode": "fresh", "id": "b34076d5c8af5bf16afd", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1865, "prompt_sha256": "e27625732fc9193479790f57429facd7ed3a03c70c24fe2d48d59b63ae8a28eb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1865}
{"mode": "fresh", "id": "aa469aa697e518325968", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "allowed_token_mass": 0.999641478061676, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "94614f31608fe8169e9f5d5447e103623763f5ae2d777f21f773ac56249710d8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "87c0bcd422b33ea08052", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.0, 27.5], "allowed_token_mass": 0.9998417496681213, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "ca7480913aedb2b95082a821f20241ae2924b0ebf29d7cbdba6dac3df98f320d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "07280d394fd9dcc5f664", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.375, 27.5], "allowed_token_mass": 0.9998550415039062, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "bd84cfbdd16056efc20f62a3ccd88bb0449bea4f29249d3a76afdda823b700e0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "755d00e5c18acaa0890a", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.625, 25.625], "allowed_token_mass": 0.9990982413291931, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1862, "prompt_sha256": "8e917d54cb893acbd6252f8d9c8bb30b7148026270686b599738833b02881068", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1862}
{"mode": "fresh", "id": "206f6b958a8d5f9b6242", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.75, 26.0], "allowed_token_mass": 0.9995690584182739, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1862, "prompt_sha256": "738bce80393caa987e0cd38c31a2570916d6f870206045fc9e283f8ff329040f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1862}
{"mode": "fresh", "id": "84db1e786d4c6cb37d7b", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.375, 25.375], "allowed_token_mass": 0.9987323880195618, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "44feadc8ec67b3d015bd8674000096e24f004e07d80a0163bca206cf3f1dc126", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "b9c3de0361777fd8a70a", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.5, 25.875], "allowed_token_mass": 0.9993345737457275, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "41318bbe00871188d463beff0fb6439b5f3c3552da0e18adaf185c4e4e623c81", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "52142f3ff9e45d0d1c8d", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.625, 26.625], "allowed_token_mass": 0.9996395707130432, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "ccc33d06a8da73f10469ef022d3806bfd3ec4c496c730ce608e442635884be0c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "1735f6d3c8b0e04fffa4", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.125, 26.625], "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "43fe7348c234ae8391824a00e5e24c0f1800bc13cc10e701b8dedadbc69bcf9f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "aac5f32e26c155d2c826", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.0, 25.375], "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "6653f6015347d36abee8e6cea4bc837f84f55513d3c2c250bb729698fb320e14", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "456109fbe6dba0d5bb27", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "342350c458b46ca1c26851233e26fe667196dacb740f9004ec06eb83527b298f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "731e4a445aea941b88d9", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.375, 24.625], "allowed_token_mass": 0.9995499849319458, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "656e730d0cd2d8de3f34a6f448f25b81b9c33d1eb2fa540b09d6cac806ae94c8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "1d995cae5a31321be292", "option_ids": ["yes", "no"], "probabilities": [0.9820137619972229, 0.01798621006309986], "option_logits": [26.625, 22.625], "allowed_token_mass": 0.9997482895851135, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "03a9e2ab387600a0e3701ce5b03431e90d68d045495896d1601f39be12825080", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "7551a06d445de2ca8fc4", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [24.875, 24.25], "allowed_token_mass": 0.9981268644332886, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1862, "prompt_sha256": "fb03903e5e93704b854e5083ebdebcb330f0dee8f3f3bb290fb6ffd50a953bee", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1862}
{"mode": "fresh", "id": "db556e47471c51ddc184", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "allowed_token_mass": 0.9996395707130432, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "b1ff7b2c7ec3132b0c094af18b7df9e9e6f928883a22b651fe6e1df66806b931", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "5e0c7bc1be0b95ff5377", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.125, 25.125], "allowed_token_mass": 0.9994909167289734, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1867, "prompt_sha256": "daba491c2365ad6d6968074fdcd7af000ebc9ee3b05bcf7d02d9b033f73a9626", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1867}
{"mode": "fresh", "id": "f1278d0aa8a44cd3db90", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.625, 26.125], "allowed_token_mass": 0.9996472001075745, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "8a886d7726858560c7ac4582095aef4dec20f5e00904741afd6c8434e55221fc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "036421b184c27d291790", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "a9a19c2058111576f294de5f3727fb968a745135af7a5aeb9ad82d88cfe24800", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "fa55077dc2bc65b57c71", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.5, 26.125], "allowed_token_mass": 0.9994431734085083, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "349c75df8a727f1268d4a1628b6dcfad8f2b62267c11f2966add36a9cdcd9abf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "03c9008f38e90475638d", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.125, 25.125], "allowed_token_mass": 0.9991668462753296, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "f8363a51cb31107756dafbcde812300780fa79465b2577fb4885067d67907c57", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "ada7c7cf461eee540dcc", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.375, 25.375], "allowed_token_mass": 0.9995843172073364, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1842, "prompt_sha256": "dccef5ad09881502ee7d03196565d2258d1ca7d1a4bf8d1ea5c6521c207c9e47", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1842}
{"mode": "fresh", "id": "11113449a866da3fa8d8", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "allowed_token_mass": 0.9996320009231567, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "910b789c99b0ac9b705d52748d0287c84067b58f1f1832f9a08c069a0da856c1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "f54c13f9666448838c38", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.25, 27.375], "allowed_token_mass": 0.9998341202735901, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "28bd7789264e994c90593abb94510b6c614eeb96d8de0effe2515ba9ea91db8e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "3ecdb42d0759d22e311b", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.5, 27.375], "allowed_token_mass": 0.9998302459716797, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1843, "prompt_sha256": "1957723e9e49bb7b56fdbc85e4e4545b7ac0bed242146c5152a523ec5315fed6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1843}
{"mode": "fresh", "id": "b9dd18e88ac917800ae2", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "allowed_token_mass": 0.999258279800415, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1839, "prompt_sha256": "12662c88d43dbf02b8b3c14c112cdabcbce60310b1405b5745b28fd63173b372", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1839}
{"mode": "fresh", "id": "0ac55ad76d520049f4e9", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "allowed_token_mass": 0.9995671510696411, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1839, "prompt_sha256": "86035cf66c22d06315012cd3944d4969cfbb2e4cd237c8bd54275473e7870c24", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1839}
{"mode": "fresh", "id": "a725e6a8bc78eb9560fe", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.0, 25.5], "allowed_token_mass": 0.9986905455589294, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "18201e257ecde3f85be555897e4e571ecef88da370dcee339e9ee60a29481572", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "213570165bdeb525a447", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.5, 25.75], "allowed_token_mass": 0.999258279800415, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1838, "prompt_sha256": "65e546267d5c6bb44de06f25059cb95c66d0d59df56ffc6e33ef950ab384aae8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1838}
{"mode": "fresh", "id": "fbb404e82d27696db5c4", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.5, 26.625], "allowed_token_mass": 0.9995976090431213, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1838, "prompt_sha256": "01c91ca79603c1131c8cf25c57b7e22d45b1c6921b3e02b0cdd230c6bb55d40e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1838}
{"mode": "fresh", "id": "b95c66a6cd6c988880e7", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [22.875, 26.875], "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "f0a2cbc0ce4bb81dceea10ad2db033adb881d60a19c4b684dda4e01a2d29395f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "b749eda06599f83e28a7", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "5a53f3cfac6b83eeb09ea36a55890263f142c923e70fe041776f239f27fc0ee8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "8564fd29499648732479", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "f4da408cc490173f509b6c04080700a0ea86a33780302ed1e63d3dc366417d62", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "bb923b4fea4446257166", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.0, 25.125], "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "38416aeb2a248746ce382c78f771bc9cb1831a64487ac1ee9549370fde78eea8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "9ae2aa58c8ba1b65e6cf", "option_ids": ["yes", "no"], "probabilities": [0.9669140577316284, 0.03308597952127457], "option_logits": [26.5, 23.125], "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "e263d95f6cd1bb7e218cd8f228bfd134d42cf96506f4e58efde48271d0fe7a51", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "984d1e20afe9932d7487", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.0, 24.5], "allowed_token_mass": 0.999088704586029, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1839, "prompt_sha256": "3cffcdaa21b236c15b9d06587425aa12b77a7c72905ff3a2f1d5777d25568663", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1839}
{"mode": "fresh", "id": "e4d09e8e25ff69ed7a96", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.5, 25.625], "allowed_token_mass": 0.9996339082717896, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1838, "prompt_sha256": "77c32646475f2fd40a65017c1e65c509585e66d81ae97071f5c881c40e076085", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1838}
{"mode": "fresh", "id": "caa9fa585f4c57467cf6", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [24.875, 24.5], "allowed_token_mass": 0.9995575547218323, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1844, "prompt_sha256": "39b5a8dc9f54e4c787c87556dad23176de7273674d48ca828854264683ed57ad", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1844}
{"mode": "fresh", "id": "826be77dbb5d5b5fd591", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [22.875, 27.0], "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "ccac746399c782eb05de1659637fd26f913042782f18276a83aa55b1d0a1516e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "e1b5748734489c0c1651", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.875, 26.5], "allowed_token_mass": 0.9997311234474182, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "697c81580e5ee835ceaa9e3e6200c70fdc5a4a16595c5cdb4ed7965c6632da69", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "e0274dd28d3070e791fe", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.375, 26.0], "allowed_token_mass": 0.9994356036186218, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1838, "prompt_sha256": "97baeec701935d713d51876d12a97e1a82e035535732fb2c259cba4861911276", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1838}
{"mode": "fresh", "id": "8937df5e742cee43990b", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.625, 25.625], "allowed_token_mass": 0.9993516802787781, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1841, "prompt_sha256": "068f5e48bae6c18ce1ee6cf4b8d1480a429ff1c3595fbf4a055c089d3671f3bc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1841}
{"mode": "fresh", "id": "195983aeed118c94786e", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.875, 26.125], "allowed_token_mass": 0.9994775652885437, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1810, "prompt_sha256": "113852ef4dd820da183407ea3292f68820cf273a14fedb7ef085a31367affcec", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1810}
{"mode": "fresh", "id": "ab743219892ff36bc22f", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.625, 25.375], "allowed_token_mass": 0.9994146227836609, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1809, "prompt_sha256": "eae1310a8accbc87f250a378ca7849911307241e35d6dfdb893593d65983f5cf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1809}
{"mode": "fresh", "id": "9eaf6d591d7cf8b7bba4", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.5, 27.125], "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1811, "prompt_sha256": "e74dfb68b72826f430c4513fda5b844abb51e748814f5e4a2e388f21849a2d78", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1811}
{"mode": "fresh", "id": "fe9ed2ed7210aeb55188", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "allowed_token_mass": 0.9998092651367188, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1811, "prompt_sha256": "3873b336bc6da017676fe2ca86ba149713bece5f163c1d415c7940d0a44028f9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1811}
{"mode": "fresh", "id": "dd9b6ed14e224a7c2a16", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.375, 25.125], "allowed_token_mass": 0.9983134269714355, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "cfd5ca01cb097655c3bd37ed9a3ebc9f356f3e5e1fea840ef8f7553ac40eaaff", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "50a0fd59fec565105d92", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.875, 26.0], "allowed_token_mass": 0.9992983341217041, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "6f3269a0456f69dc0e27a471f62c76e30aafa6270d87173c39b51fd770ca88f8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "607c7915579c187142a1", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [23.625, 24.875], "allowed_token_mass": 0.9960006475448608, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1805, "prompt_sha256": "6d716d0868b334d5172e31ee7136baf6d5aafc122c88c1766a7e20c1c35798ab", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1805}
{"mode": "fresh", "id": "b631b6ee872888d1365d", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [23.875, 25.25], "allowed_token_mass": 0.9982525706291199, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1806, "prompt_sha256": "7dec146e19612b63a0242647ffd8dce6ab85013b40b5470579efa06ea1119a55", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1806}
{"mode": "fresh", "id": "7f7483dd3c45ef1a5534", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.625, 26.0], "allowed_token_mass": 0.9991325736045837, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1806, "prompt_sha256": "0229c815e1f54541c33b34f5c1bc0cf6250bae428672244a579ee7af21aa8fd1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1806}
{"mode": "fresh", "id": "bec9a791ece6f8ba9e13", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.375, 26.25], "allowed_token_mass": 0.9994279742240906, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1809, "prompt_sha256": "6a1dc0f16d2e8333407b81b9b9c0f8801ec1e61e35c506cd2cc429cedb0b5eec", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1809}
{"mode": "fresh", "id": "f8c6ffe7ad23e9f51f47", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "allowed_token_mass": 0.999609112739563, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1809, "prompt_sha256": "bd8ea6c56510835d82664785c47c2d93d3ecb371952b093f3c860d93cc13cc29", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1809}
{"mode": "fresh", "id": "c0803b327792df5d6d4a", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.75, 26.25], "allowed_token_mass": 0.999548077583313, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1808, "prompt_sha256": "489fbf4cd8769aed7c27cf14ffca14af0098bcb2e6f28eecf9213a0bf08033ba", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1808}
{"mode": "fresh", "id": "4a4280d8bd9c9f9e9578", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.0, 25.25], "allowed_token_mass": 0.9993631839752197, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1808, "prompt_sha256": "950135fde8fa7cbf70450a53bd158ace584bac42633ef23ae93bf7771a2c4665", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1808}
{"mode": "fresh", "id": "b7a9c6aae72431e502a9", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "allowed_token_mass": 0.9995461702346802, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1808, "prompt_sha256": "3ef76dc3bd84be0f024d392e9fff9a8e986ef1cd4c24b0af2883e17accd95ad3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1808}
{"mode": "fresh", "id": "c48403b1faaf6fead0ab", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.25, 24.625], "allowed_token_mass": 0.9988448023796082, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "17090edc3bdd604f55a72d12ad0ee90d6f1df78be6beb36a481f342c8cd74dcf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "90a7de3869d971bb000c", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.25, 26.25], "allowed_token_mass": 0.9995518922805786, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1806, "prompt_sha256": "18dd8dfd2c5c913fc7a28a1f53e45348b0bfa98432bf40ac8dfa5c0909b10ae1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1806}
{"mode": "fresh", "id": "b340ce5c871164bd3945", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.375, 26.25], "allowed_token_mass": 0.9995346665382385, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1812, "prompt_sha256": "41f62c024581bc2549988f4ac0405da1e012444102d4ec9b2c2087f85b7c5efc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1812}
{"mode": "fresh", "id": "14fa865ff31b6f04d8fa", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.5, 26.375], "allowed_token_mass": 0.9995919466018677, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1809, "prompt_sha256": "1c635f3e48c0b9ae32720fda1e0e9f8351e0f661a960d03664278dd4d8c9270a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1809}
{"mode": "fresh", "id": "9dfa8d135cc1bae8a2f7", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.875, 25.75], "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1808, "prompt_sha256": "211a7985aa9e8f620421969a54db78cfd8553d9938083cd315402280542b7a5a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1808}
{"mode": "fresh", "id": "2a5d8d0a07b2a1b8a901", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.5, 25.625], "allowed_token_mass": 0.9986600279808044, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1806, "prompt_sha256": "aae1141df092a447146579924d808d7864ea6e8cdbc8f88a3311fc9511f22dde", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1806}
{"mode": "fresh", "id": "d92785540b2b9ab82219", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.125, 25.25], "allowed_token_mass": 0.9988029599189758, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1809, "prompt_sha256": "3c0738c27419c23cb47e9dd05fec91dc8043be7d6bc11a6be6f57211381acc48", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1809}
{"mode": "fresh", "id": "9cbd36adfcfc2414f617", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "allowed_token_mass": 0.9997101426124573, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1809, "prompt_sha256": "792b6b7f9ac870bc04c2ef4bb3199ded401ef8f23aee712585b2edd0993d75f7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1809}
{"mode": "fresh", "id": "28a32f9ca1b236539ad4", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [26.0, 24.375], "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1808, "prompt_sha256": "e43edf856c47689e7c531efc318f4ca2ae2c181587a1464c4dac20f409d90ab3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1808}
{"mode": "fresh", "id": "2600c9c10780f2686149", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.5, 27.875], "allowed_token_mass": 0.9998893737792969, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1810, "prompt_sha256": "8e7d6a861bf5e10b9349552c5371fb1b6f2e17186afccbc8466d0397971f23dc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1810}
{"mode": "fresh", "id": "3d311bffebde4bc44ff9", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.5, 27.625], "allowed_token_mass": 0.9998550415039062, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1810, "prompt_sha256": "12b0d3a03d143e56475e0932630699d20be7762a1419c8336689ae91c1ea846f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1810}
{"mode": "fresh", "id": "3e03e85b267f7a25eab6", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [25.75, 24.125], "allowed_token_mass": 0.9995042085647583, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1806, "prompt_sha256": "3c10892880e0ead541510afaf6ce7667152a544f50180e8d1155da9bfdccf0f9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1806}
{"mode": "fresh", "id": "bc22e1d23d096960f832", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.375, 26.375], "allowed_token_mass": 0.9997406005859375, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1806, "prompt_sha256": "0d932f4690a2885828aed939f5eae1ed7777d2468392fafc8e053012c6e7306e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1806}
{"mode": "fresh", "id": "2d48f597aad5fc751251", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.0, 25.75], "allowed_token_mass": 0.9992278218269348, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1804, "prompt_sha256": "ab338acbcb4ca75391be8a46a8bc52b115ae9a3eda1b8c3d94b87f73272b59aa", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1804}
{"mode": "fresh", "id": "b29679faefb72eed30fd", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "allowed_token_mass": 0.9995537400245667, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1805, "prompt_sha256": "6a50d06f36bc4da8a093c2f296307a5abafd11807983b578d5c6c0e94e7ed21e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1805}
{"mode": "fresh", "id": "2dc7de64b90859fd7050", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "allowed_token_mass": 0.9996586441993713, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1805, "prompt_sha256": "9b6f479183d7a1ea8b19afb3d58f098172db0a6bf50c2c0bc2c586891710f465", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1805}
{"mode": "fresh", "id": "61c84d768394abe37a57", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.75, 26.75], "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1808, "prompt_sha256": "4f7e1435fabc27e3ba594ea05c6a9477c5226ea4354e477690044e1921b0b0f0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1808}
{"mode": "fresh", "id": "c73e8b95eaaa1ad2dbe2", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.875, 26.375], "allowed_token_mass": 0.9997367858886719, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1808, "prompt_sha256": "606580e8fdbbfc3aae6b0d7adee6feb34012504258cdc2a461fc7cd01f973d94", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1808}
{"mode": "fresh", "id": "67c88c9fc60c9f738abf", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.375, 26.5], "allowed_token_mass": 0.9997902512550354, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "e24d2782e94db4f87423a3be7e1ab3430fb393459f96f932029da02436249266", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "7b6eab1ea803fcd14e77", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.75, 24.75], "allowed_token_mass": 0.999609112739563, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "c4e44f94f69bc534368140c314460dba50729b171e9e77d0604d64bc18c7c333", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "0d7486d10887f6ae5b49", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.375, 26.5], "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "a3f4f7d885fe1d8a6103c230003bdae7365a65d0d5e3f9ced9b1e16804719574", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "2cdd4835a0cfb6b52b08", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.5, 24.125], "allowed_token_mass": 0.9994641542434692, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1806, "prompt_sha256": "8d5bc5589f43499445c276b4eb0f274b005095c934ed17a5ddaea9cd7559655c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1806}
{"mode": "fresh", "id": "3a2f10ab5e31e5e0e531", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.25, 26.375], "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1805, "prompt_sha256": "974263a08baf0efa6f93f86630a8a1ce63bb22ebcde8aec220cfed97b584809d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1805}
{"mode": "fresh", "id": "acdd1f76eb0b204586db", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.375, 27.375], "allowed_token_mass": 0.9998341202735901, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1811, "prompt_sha256": "9fb0c5e1e4fefce49637498db0057a3411044b40c79bd651584679bc9907077a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1811}
{"mode": "fresh", "id": "62f8937147fed61100bb", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "allowed_token_mass": 0.9997406005859375, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1808, "prompt_sha256": "28e142247a1c63de66d19d7e8c2cb808bde7ace78d87d2dc29ff7d25960e8afc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1808}
{"mode": "fresh", "id": "8d11f6074c204e65bdd6", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.5, 27.5], "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1807, "prompt_sha256": "f02fcf847030e57171abae80f8117ba61b4646b61635de7a6208de347cdf67a1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1807}
{"mode": "fresh", "id": "72d48eb330ae27969f85", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.625, 26.375], "allowed_token_mass": 0.9995938539505005, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1805, "prompt_sha256": "e55dd2309c41a973135d50fc0d3fac5504463f136a238152939115c14bd3cf14", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1805}
{"mode": "fresh", "id": "fd9c3d6a74199fec3e0d", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "allowed_token_mass": 0.999487042427063, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1808, "prompt_sha256": "4fe06907b64bfcb300a320f5fc936bbdaf30692811a0faaf789521ff22605444", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1808}
{"mode": "fresh", "id": "0782998cb8825b51b233", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1838, "prompt_sha256": "ed4787a1cf15d79f0e32aa65c24fc31d448e3febd6d31713a2f14ab204c51a26", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1838}
{"mode": "fresh", "id": "c7df33ba31ee431ff4f7", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.625, 25.25], "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "333af617cc96bf6caa7b02937856029a8c3ee985d8143ed6f741c0071186d59c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "0269a518fbc9f0065950", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.125, 27.375], "allowed_token_mass": 0.9998436570167542, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1839, "prompt_sha256": "45a63cad76e0830f95ef2cf7722cc246be34c20b6be6ac7024050066566dfd1b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1839}
{"mode": "fresh", "id": "60197ef3cf3a7876586a", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.25, 27.0], "allowed_token_mass": 0.9997902512550354, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1839, "prompt_sha256": "8814fae607248e1af7537ea3b121079821c3270ea69b5612a76e4b859332db52", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1839}
{"mode": "fresh", "id": "f505180756623794e6f8", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.0, 25.25], "allowed_token_mass": 0.9993707537651062, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "fdbb756fd95ff252c6416bd8a887d118b3651ba113bf35b537137ed607b153c1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "dd826eaf82d1917bce02", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "89877413235f59f7e14294401dbdf57219d006ac5af142c689315049218e9ec6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "9812b422d30fe699eb83", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.375, 25.5], "allowed_token_mass": 0.9992754459381104, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1833, "prompt_sha256": "28fcf5428f0f4102e9ab6778da77d7a78cda42c01a349d8896ef536f3d2dc6e5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1833}
{"mode": "fresh", "id": "8e5103bc79447188b08d", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.0, 25.625], "allowed_token_mass": 0.9995328187942505, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "6e8c4ac111b69d3b0b1613c2701c2f3faebb1a39fa77cf77431791006e8067c1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "33defe954e1fe73b85ea", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.75, 26.375], "allowed_token_mass": 0.9996567368507385, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "b37c8dcabc3ff8b410ca346f983fee06707ef4a785d046387c2dca32a7db9dad", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "b053586eda54c5be4a23", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.25, 26.875], "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "91a82522e30d1198d929701b83437d7760c22f25fb7da3e961ccd2a4ccf3c0c4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "23edc2c7d2c382f75e5e", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.25, 26.625], "allowed_token_mass": 0.9997482895851135, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "77efaa0f34ccb3eecefb20069799cd7c3554a97d363981c9028572ab435f6f05", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "49a5988c7c7059d30473", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.875, 26.125], "allowed_token_mass": 0.9997177124023438, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1836, "prompt_sha256": "3c237351148836498170d3c654d9d96147d2d872daa1eb0caed50362ffc0cf83", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1836}
{"mode": "fresh", "id": "61088dd0caeb4461d860", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.625, 24.375], "allowed_token_mass": 0.9995556473731995, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1836, "prompt_sha256": "33987759c9e6bb53ed4d7fb48a7a2a19c527ec1efe4cb04762e8a51ac8501529", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1836}
{"mode": "fresh", "id": "2f58ba98544124cf4956", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.0, 26.625], "allowed_token_mass": 0.9997673630714417, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1836, "prompt_sha256": "5914682aac75834cd255489837cb983713190e7d2be034fa5da675dbf73b9aed", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1836}
{"mode": "fresh", "id": "31a5d06495cabd86dcf9", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [25.375, 23.75], "allowed_token_mass": 0.9992697834968567, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1835, "prompt_sha256": "af981403a765dd45adbd5a661c2513c2ffba235c62870101b1e8fb11adca35e3", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1835}
{"mode": "fresh", "id": "495e1a3dfa3932608ccf", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "2866fe4ccd58d13ca1dd540daa4664e4165319ea04a73688767c9e3374108e5b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "6af9fef0082e371f3dc7", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.125, 27.125], "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1840, "prompt_sha256": "0e18f08507c9d426637a7cecc0b142699650199845591da3444b9990f72a0028", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1840}
{"mode": "fresh", "id": "8fae0e11c5013f7051be", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.125, 26.25], "allowed_token_mass": 0.9996224045753479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "635e910fc482c4c0740ee98b19fcba6cb832804d628cfb615276cc538cce2900", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "f4829f1432300db07eb3", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.75, 27.125], "allowed_token_mass": 0.9998169541358948, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1836, "prompt_sha256": "1cdea114ace03385f78a7060642a75a9d62edc791158465eb37452c387aa6f15", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1836}
{"mode": "fresh", "id": "ea2957feb162747a32c4", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.375, 26.0], "allowed_token_mass": 0.9995080232620239, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1834, "prompt_sha256": "162fca9688dc67c0b64df1e25833aeac4229c38857ea4d0fd6702fdf42aef7c1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1834}
{"mode": "fresh", "id": "cb24887d88c41b95d297", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [23.75, 25.5], "allowed_token_mass": 0.9993631839752197, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1837, "prompt_sha256": "d7191fb2f4171d38635fd57e642fd5535a05a13aaec225f28a0c46633feee7ef", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1837}
{"mode": "fresh", "id": "eca9371590c052f92d8a", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1862, "prompt_sha256": "255311e6511dd0c9f9bb1f1ef6c9294613fade977eef1b7e534d5908ca2d7a3b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1862}
{"mode": "fresh", "id": "d39609882c0a7caca71f", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.125, 24.875], "allowed_token_mass": 0.9995423555374146, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "2756fee69caf8c7738a853942ddb7a0710ca7e6c1853a61c92f67d1a052faf0d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "0619c3673e1b1d6f2458", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "allowed_token_mass": 0.9996033310890198, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "c79c18e960305d491866295efd0443d33a76d090e987c5d29900b7524e075dae", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "e963cc5058433ae88d19", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.875, 26.375], "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1863, "prompt_sha256": "095bfde479d9df32aed7694808540eb54729bb275f1d4af54a88177df7a31adf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1863}
{"mode": "fresh", "id": "b52b17c6376d079bc35e", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.875, 24.875], "allowed_token_mass": 0.9992735981941223, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1859, "prompt_sha256": "9c60fcc82c939124ae0671bcade521064dd459e5b2054403f2b16785b7a1f1c5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1859}
{"mode": "fresh", "id": "fafc80e6998c279029c8", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.625, 25.25], "allowed_token_mass": 0.9994527697563171, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1859, "prompt_sha256": "95cab9ad674fdd83600d4e5a771ff2e1386c688635f5ebaf21a988751eb9ce64", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1859}
{"mode": "fresh", "id": "f94ad249daf193ab5e5e", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.375, 25.125], "allowed_token_mass": 0.9990906119346619, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "64d28bb93babd6fb4eb46ad9cba5a1b490b9a525230e8931f165e62e2c835fed", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "238e4d2bf1e72d2509b1", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.375, 25.0], "allowed_token_mass": 0.9991135001182556, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "4e1663fa69285fbdce1f5ec986906ebbc94ca2e216634819ba2cb9b1989b2323", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "8cceed43bdac5fcd8b5e", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.5, 25.625], "allowed_token_mass": 0.9993364810943604, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "3683fc40ef99991cbe7f2784236aec8ed0e5e1a9f57387ebccdfa660239a6518", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "bfbd3eae5343079f9a5d", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.125, 25.375], "allowed_token_mass": 0.9993212223052979, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "cc7a8a2a37dec50f48807d4bd9cd9d20df271a422e82d3fdba77b79f44818112", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "2627b4c2ba571aef609f", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "c96ef45f42c02aa35490086b4ca32f93a9ec52993f4189a8239f19ac3be23657", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "b0afc53dfeb61e7b211d", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "allowed_token_mass": 0.9995386004447937, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "45669914e9d054690df8a43e7bd492234fd6e70ef971c3d2e48e1ea5c9fc3b8f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "6dd5a5405302976b2569", "option_ids": ["yes", "no"], "probabilities": [0.9046505093574524, 0.09534946084022522], "option_logits": [25.875, 23.625], "allowed_token_mass": 0.9993383884429932, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "3696bc06c18f16e59f4c807d92b062c7c019af5c420c91ae10c4fc4f413dad97", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "e201950b9719ec18df0d", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [25.0, 25.625], "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "3d78e1d37bc4d1ab4b30803db6a784d5b176444e15112e57cfd32f89b486c898", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "83da02bd361b6cc168f8", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.375, 24.25], "allowed_token_mass": 0.9988715648651123, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1859, "prompt_sha256": "8184bd2a70255dba29c223ff18a786e6276fadb47bb50e46152caf61410ba994", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1859}
{"mode": "fresh", "id": "237bb9aece8405817147", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.625, 25.25], "allowed_token_mass": 0.9993574619293213, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "13862d00c591b0fa07722c657ffdb98f470239193e870675d3acb9dacaa08a02", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "b5f6a467f7ede7876dc1", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.75, 26.625], "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1864, "prompt_sha256": "52a13251504cdc4cc21a8ad3c07921de0f88661a6b3802577250f106f3c96d4b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1864}
{"mode": "fresh", "id": "39e576e9bf7a60073cbe", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.0, 26.375], "allowed_token_mass": 0.9996510744094849, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "5c176492b8a4a13681ec0fdd8051659459bb8ff240e05eaf6be5b81a1be51741", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "1e54374958de7923e146", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.25, 25.75], "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "b8d09fe54f11cb3a71c5b25c56185141bae3937c514614e1f62cfcf6c128c585", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "da756730ed3f284e227a", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.0, 25.375], "allowed_token_mass": 0.9991439580917358, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "8e85beadbe197d425a6019da87c96b27d7a1029849c7b77598b49f68a61046e6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "1933db499065d09d4c8a", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.0, 24.875], "allowed_token_mass": 0.9993516802787781, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "473048d816f8373c3dcffee26b30e6706275f3f2c15296869b737c89341706a4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "525d7b4fb78fe876688c", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.25, 25.875], "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1859, "prompt_sha256": "d70dc5f65ec0f17ef72f70c89aebef0b7ec0c34c8167ffb0446b481d642b068f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1859}
{"mode": "fresh", "id": "8f2b2bf755ea1437abf1", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.375, 25.25], "allowed_token_mass": 0.9996320009231567, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "aeee227460e2b8899baf6ec485e8f61714cd30a5b937786d5873e654dc97a8c7", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "612007ed2fc7371c8992", "option_ids": ["yes", "no"], "probabilities": [0.005911068990826607, 0.9940890073776245], "option_logits": [22.875, 28.0], "allowed_token_mass": 0.9998931884765625, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "53a9a9346a02169b99852344e90e241597f8b2cd508196a4f4338831bcff67cb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "2cd6fc8993c77d65530b", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "allowed_token_mass": 0.9998512268066406, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "b62f8e9596df653cf28e31294e4ae5a711171ff8a1419cb922b14b766a57bb3e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "b32d822b7211b2c0c25b", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "allowed_token_mass": 0.9994641542434692, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1856, "prompt_sha256": "fe2d7b6fdd9141f9aeb2f11d920576efe7daee92acb5f7747f58a9ac412b5438", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1856}
{"mode": "fresh", "id": "f7cca8df9ae2a235ca18", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.625, 25.375], "allowed_token_mass": 0.9996072053909302, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1856, "prompt_sha256": "906be358faa54e93d9682933d8d61134e09cea9988e0dea4470bcc6a764201e4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1856}
{"mode": "fresh", "id": "94e6bb4d12f813123feb", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "allowed_token_mass": 0.999588131904602, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "c86b60802659dd614c91dfd94a94692a2dfee7552907cfb5e39667b1499e4d09", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "6136005af5b7861ad66c", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "allowed_token_mass": 0.9995843172073364, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "148709c3fbc9b4f526f0e53e892574979bf6401b69f6658153881c66d7fca392", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "23e014fcbc2fb9899698", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.75, 26.75], "allowed_token_mass": 0.9997101426124573, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "45176264131ccf81ebc6adf95f52df0427a942f1f17e36bde7267279c3964e26", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "8dcb7cf878a64839a026", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.25, 27.25], "allowed_token_mass": 0.9998188614845276, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "c6c7233457c7d2614ba1795542d787bbc267a231dd702ec1124a2fa0a7e6dbfb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "a464605c10210edad127", "option_ids": ["yes", "no"], "probabilities": [0.9859364032745361, 0.014063626527786255], "option_logits": [26.875, 22.625], "allowed_token_mass": 0.999733030796051, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "f84718fd965880953af03c723a21935df6dd26da27f343b8664ce1e7c56ee72e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "375bf431d98250b93785", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.25, 26.375], "allowed_token_mass": 0.9997463822364807, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "452ed6c61ef2434c27805b61a2bd5c4ebe746098f57c8a8adb42034c16f3dbe6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "7d5521df842cdb736a25", "option_ids": ["yes", "no"], "probabilities": [0.8670357465744019, 0.13296423852443695], "option_logits": [26.125, 24.25], "allowed_token_mass": 0.9994184374809265, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "87589448f138b34a211c431f675766df3d00ab14390682800bdddcfb634ed1a8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "7e2a86ce2923ea1a1b2e", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.375, 26.625], "allowed_token_mass": 0.9997482895851135, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "3d2841d0a22326d895dce675265e55b7d27792f4f095a615124b1497af3e0983", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "bea9770399b489698fb8", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.25, 24.0], "allowed_token_mass": 0.9989038705825806, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1856, "prompt_sha256": "c607a33192bccafc888e60357eb68f2d86c2fc3ba71a63d7453c813ca2397628", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1856}
{"mode": "fresh", "id": "00ba476777582bb75866", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.25, 26.75], "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "195e1f86f93b446f8c68248492c65107836c33b386819c16b2cccbb51950a7f0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "4ac171bfa6c98b363d77", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.375, 27.125], "allowed_token_mass": 0.9998016357421875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "8574c0c4de6abed1dffcead0a5bc06f5ed5ed0ec7ade7176b15439b25d7250c1", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "3833283d798993539e96", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.125, 25.625], "allowed_token_mass": 0.9995709657669067, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "d2bc09f9c3d066b6eabac3877d23e7ec6e6dbbdbfbafdb2f0f2aeb0cb67b9de5", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "64c3872396555bf9e345", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [24.0, 27.0], "allowed_token_mass": 0.9997673630714417, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "1b30789f301f650306d9389fa4a4ed6696b9cf4adb100742458803b7599b3b91", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "b8803f01525a22b9117b", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.625, 26.75], "allowed_token_mass": 0.9997444748878479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "364c00e0624b6af1c0aa15f7b8adc4c267fd7c71bc978a8ed86ebc0c8e7c807d", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "d591e861500045fb80d7", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.875, 25.625], "allowed_token_mass": 0.999609112739563, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "afe7cab7d5a6687fa882432c9223347e48e4e8f1eceedbe26b6b6b819abf7f5c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "3b51dc427ef80b74043a", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1859, "prompt_sha256": "fc84bf38f453cd2fcc801e783ad11b379e4306c54bacd31731ede92ff157a503", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1859}
{"mode": "fresh", "id": "60eddb1f382ff14a5441", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [25.0, 25.75], "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "c6a02ea1ee8af2b8f1b4091c1e5dfe50055f0eadd184d90480a2befc79754ca8", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "9bcdaea127011b8e438a", "option_ids": ["yes", "no"], "probabilities": [0.006692850962281227, 0.9933071732521057], "option_logits": [23.125, 28.125], "allowed_token_mass": 0.9999122619628906, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "38ee50e01e6a69ef651c470e0aa109b40dc0374d56d244bc67af8a9a7b2525aa", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "6f365d972848553558f8", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "allowed_token_mass": 0.9998665452003479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1860, "prompt_sha256": "e45d740b0eada4aabf46a95a96f0af1ae499542fd126a22c4f8fb5cc66d9feb9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1860}
{"mode": "fresh", "id": "550d90336950bbb02082", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1856, "prompt_sha256": "50e0f7c21203bbeba118514c0ac94f5b85cccda6dcb312502e81c5523489b43f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1856}
{"mode": "fresh", "id": "aa82b5638ae5af3283d9", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.375, 26.25], "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1856, "prompt_sha256": "2bfd8551a5cd837a3c69bbe254c2d647f0a5f1489305b12b04be5b57eea980c4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1856}
{"mode": "fresh", "id": "18300205da6b06e427e7", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.75, 26.0], "allowed_token_mass": 0.999601423740387, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "9adf2dcb8750744e9032b453774210cd85ba62242cb0e8fab1febcb566427935", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "b555a3bc234843e8fd20", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "64bda9fe87fa90c33ddd4c862c4b7a13742fd231aaf325599e969446b2809c8c", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "3803aef68fc4cf402cfa", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [24.0, 27.0], "allowed_token_mass": 0.9997692704200745, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "46ff389035f94fa284dea3abc9872c6fcb61954beb81ea2d85776031bba26748", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "ab67da43bc4ae225ca45", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.375, 27.5], "allowed_token_mass": 0.9998531341552734, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "ef4a04c090fec099a5a0d96b369d5fb465de2b49a7a7bc467797d95e0128122b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "e304f1a695fbde4c57c0", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.375, 27.125], "allowed_token_mass": 0.9998226165771484, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "fb0d67c84dd7408fe26676422621b66d4debd77ae39dfe81eee8d8a1800b1183", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "25e0f2a9c06d53597433", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.875, 27.0], "allowed_token_mass": 0.9998226165771484, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "d8bc7f7a28372442b6773984bf7d9f195c70cecf3ffeb15ac87ddbb107ea5042", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "3d9ac02495a549a4104a", "option_ids": ["yes", "no"], "probabilities": [0.9149009585380554, 0.08509904146194458], "option_logits": [26.375, 24.0], "allowed_token_mass": 0.9995862245559692, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "a222fcfe0d472c899b1356198bac68fcfb8cb3f73a75b6d8358e77e1822ffd18", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "2591d84ff86f249a2209", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.375, 26.625], "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "0943f3561b663ea799dd95d3c8bfaeedfc8147d974abaf42dc262ec7e603417e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "25a6e0e8ce0d1ea7f94d", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.75, 24.875], "allowed_token_mass": 0.9991401433944702, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1856, "prompt_sha256": "c998098eed4b0489cfe5587044a750609b827250bb95390825a685946718c814", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1856}
{"mode": "fresh", "id": "a3e3796eca86c829f954", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "2afef5e53be02a4f5f7eaf7d978a9fd1a989088eebb12b644ba8beabed752180", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "7ddd9ab13077ca92888a", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.25, 27.125], "allowed_token_mass": 0.9998054504394531, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1861, "prompt_sha256": "5f9a793d0bc14755d02271b5e6537c643ccc35d81b0291932229fd0360efaa98", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1861}
{"mode": "fresh", "id": "d78f6f4563e106ec8da3", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.375, 26.625], "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "3a05796eb3fe1b32e0a80aa0ab45bbce200f1c9e84a2f3a4aac651e65fb5a83b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "9d0cd18ef17c13da62ab", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.75, 27.125], "allowed_token_mass": 0.9998092651367188, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "ef427d7e08b53d85f6a4abd83ef0d3dba49a2cc2dbb685463ec2c290df90e3da", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "1df4bafb7a4cc3c6edb9", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.75, 26.5], "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "dcf484543258e7488c018a7236f00993a90cdacf8a1aeb6e6ae857b9b5a78c36", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "44017db8148c3210016f", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "allowed_token_mass": 0.9995518922805786, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "a35e343181f4164efe4761606ec1e1bab0328024e5c8fb9ec4d47d6fd8ba3acf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "f00c9176f28153c8f28f", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [26.125, 24.75], "allowed_token_mass": 0.9997006058692932, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1870, "prompt_sha256": "fd3573419b422d6b928da1a9cce4f8c49f5edd9632ba6492c9552ba331fb944b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1870}
{"mode": "fresh", "id": "c8a5d6ef75a562963ef3", "option_ids": ["yes", "no"], "probabilities": [0.8670357465744019, 0.13296423852443695], "option_logits": [26.375, 24.5], "allowed_token_mass": 0.999601423740387, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1869, "prompt_sha256": "a191f82918ab8dc11ceb7f7421ff6b860f6b499dfe2ed161fc5efcd92f0c60cd", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1869}
{"mode": "fresh", "id": "ba750d461270b4bae384", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.375, 27.875], "allowed_token_mass": 0.9998912811279297, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1871, "prompt_sha256": "b91c66980aa7c364c0b6ed29572673148032b302b3b59cfde095a5783daad64f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1871}
{"mode": "fresh", "id": "c6f9cd7e5d252cda36bf", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.25, 27.5], "allowed_token_mass": 0.9998646378517151, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1871, "prompt_sha256": "d579cbfae71f5ed8d659ec18dbbac6d56a654181d55a311079f53b7b36fba31b", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1871}
{"mode": "fresh", "id": "56e9b631b9c908ef50b6", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "allowed_token_mass": 0.9995442628860474, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1867, "prompt_sha256": "4dfa235808d94a47545570aabb3825837db7db662a3dd859295d3f2699193fa4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1867}
{"mode": "fresh", "id": "928d2b4c5b113bbc2a41", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.625, 26.0], "allowed_token_mass": 0.9997444748878479, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1867, "prompt_sha256": "cd8cdaf6239667863360fadaf73689a35f638f84cde6e3011fac99e6601c0b44", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1867}
{"mode": "fresh", "id": "104df5fe18af8b577229", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1865, "prompt_sha256": "91acf7ef03aa21846d4e89418fedcd34832fe307da941d2b55869b596eb11e53", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1865}
{"mode": "fresh", "id": "fc4ef1e7e8ba8bbd663a", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "df3a62c83a26e0f6ac751f3587a30fdd5e2c65c56a1b8f2fa3780b020f63dcdc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "0b717b676ca99c6da2f3", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.75, 27.25], "allowed_token_mass": 0.9997978806495667, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "0a2b7fe943a045888b73a342df022e7fb9e894177a331205d9e9321ca89ed879", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "e26ab8478352370e3e90", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1869, "prompt_sha256": "a61cfc76e3defc621f5e41cd7709b257053de65336e5fef794c9c7b61c581483", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1869}
{"mode": "fresh", "id": "7a5adce0f58a1d858cff", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.0, 26.875], "allowed_token_mass": 0.9998035430908203, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1869, "prompt_sha256": "c79bf41b5c6e03e225c459adcb20ad2b35da299ffc746f8c5faeb237d3ba7b45", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1869}
{"mode": "fresh", "id": "17462af26d11cd865ab9", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "allowed_token_mass": 0.9997902512550354, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1868, "prompt_sha256": "4cd859be1bedfef3f56ddde1312e6a0f89ef94b339293693ea14c765d3295f02", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1868}
{"mode": "fresh", "id": "247da9db054f89019069", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [26.125, 24.75], "allowed_token_mass": 0.9995957016944885, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1868, "prompt_sha256": "8abe24b5d57eeae854d8a51de289ba534f3e34011a560269e9c989f053a6511f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1868}
{"mode": "fresh", "id": "c405c99adf36ebb91c82", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.25, 27.0], "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1868, "prompt_sha256": "bd7bfea62f102a4c6700262827a026f1c25284fb1e649ce8ca0232c9d43e12bc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1868}
{"mode": "fresh", "id": "d389a7c15e15ca02d49e", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.375, 25.25], "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1867, "prompt_sha256": "dfda5727d1f01220090bb7e7e31cff531080ca7536a483566fe06d99783700cf", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1867}
{"mode": "fresh", "id": "2eca4a721a9a5f483c42", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [26.0, 24.875], "allowed_token_mass": 0.9996224045753479, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "a9dfbd67bbe72ed18984441314990b9943073f571f68b9b058f3e5791490f0e2", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "cfd9128cd7ef603af7e3", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1872, "prompt_sha256": "55754f3e781d7f001e4bc11120d06f5849986a98b66517eaa157ea28d19cbe60", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1872}
{"mode": "fresh", "id": "7d7f7eb15f02b322ea4b", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.75, 26.75], "allowed_token_mass": 0.9997596740722656, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1869, "prompt_sha256": "b2b0463fc2d1b20e78d8fb33d05af843fc5f310e808f5621a8591a79e84e09cc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1869}
{"mode": "fresh", "id": "8c14269b66b5a123dd75", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [25.25, 26.125], "allowed_token_mass": 0.999794065952301, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1868, "prompt_sha256": "523f337b80df5374b29e1cec83530ad88c80b4a0e0870da722a14fbab421e261", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1868}
{"mode": "fresh", "id": "77f66218281e0194bf31", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.625, 26.375], "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1866, "prompt_sha256": "0cdb7fba0408ece86aa9afe62b94e160c5489902ccaefdd4b710bf64011b8dd9", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1866}
{"mode": "fresh", "id": "30cb11dad75568dfc8f1", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1869, "prompt_sha256": "ae9955e86fd4cc30e348bf9eeeced24c686494313f6131e14734fd65686a3b51", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1869}
{"mode": "fresh", "id": "8738f5549cc1d06a4ddb", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1856, "prompt_sha256": "e6f19ddaa54f96450327775b9b27c42e41dbe69c3bdbd3ff0b97e1d9789ae7ef", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1856}
{"mode": "fresh", "id": "dab1bb9752d928230712", "option_ids": ["yes", "no"], "probabilities": [0.9399133324623108, 0.06008664518594742], "option_logits": [26.625, 23.875], "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "e04c87e6a0b7ba1cefff89a6ad415f8b34f0590524e42aab7ff10a8addf37172", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "903173fcc95e4ac17195", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "allowed_token_mass": 0.9998893737792969, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "2c25303e009f0a6e7905c8b45d5eb9b44a4ab73b51d16cc3028adb64dc214469", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "f2a49158c6cf2c138be4", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.375, 28.125], "allowed_token_mass": 0.9999198913574219, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1857, "prompt_sha256": "f4ad4360e50ce40efa1e3a8ee3e7db722bc1b271aa2ad964d0523a4012df0ac0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1857}
{"mode": "fresh", "id": "307d620bf89faa7f577e", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.0, 25.375], "allowed_token_mass": 0.9996357560157776, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1853, "prompt_sha256": "14c2573e69cc9c3a6c9e2f510a10205fdbc2ddea397c02b0068a93acfa2398dc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1853}
{"mode": "fresh", "id": "a5246bfa9d24e5400eb5", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.875, 26.0], "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1853, "prompt_sha256": "2213319dbc05b7a782cd896dc84f6ed2be22f5154365e329fa7f533795c7a54a", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1853}
{"mode": "fresh", "id": "6fe44ae54a24d48c72e3", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1851, "prompt_sha256": "020dbfa1ff3e09616fc0102073e4a167771ed859ff1495f9dde962a5f1117823", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1851}
{"mode": "fresh", "id": "57b95087341a47cf3548", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.875, 26.375], "allowed_token_mass": 0.9997577667236328, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1852, "prompt_sha256": "44749d40de060024d95a2a0fd6a253add1ca4031d77afec0966aa6856999b465", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1852}
{"mode": "fresh", "id": "2ac0aa23e161309bd4fd", "option_ids": ["yes", "no"], "probabilities": [0.9875683188438416, 0.01243165135383606], "option_logits": [27.375, 23.0], "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1852, "prompt_sha256": "775be363658ef8da1f62105f726d8a04679531405d9197f7ea7886d3fb0765e4", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1852}
{"mode": "fresh", "id": "2a63d1a008499a578c4e", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.375, 26.875], "allowed_token_mass": 0.9998302459716797, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "e308cfecef24162c19ea4cc9580127014649eeb870b1ee4fd29dd8bd201396e0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "180495b6742b5e4a0b9c", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.875, 26.625], "allowed_token_mass": 0.9998092651367188, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "00d0e58af2c61e33f41fe4de0e4353ec45b803b6f976468e54ef3bcc053a998e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "6b29b6ccf7b1aea58ab0", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "allowed_token_mass": 0.9998226165771484, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "b396cc643387882f875da5fb0147cf135461dbea1d05f7d48723300943baf3eb", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "6d303526bdf9448048d1", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [26.0, 25.0], "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "7d17cbdeffc373ec394fd501d039af0f01e0e38ac05761e36138bfa328fa85ac", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "e220f244d46ed04a3a60", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [24.25, 27.375], "allowed_token_mass": 0.9998550415039062, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "1ba49da3d09b378bf890507cb9d081ad0286fb36ca3ce83b10a1b5962ab18a0f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "9ca2d99a18f5d41ad08d", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.25, 24.75], "allowed_token_mass": 0.9995118379592896, "full_vocab_argmax_id": 32, "answer_token_ids": [32, 33], "input_tokens": 1853, "prompt_sha256": "a67b36f1653e4b97791b75f71210200bcc8830ac3c06dfba2aabced801aea950", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1853}
{"mode": "fresh", "id": "dcd13ec9cee28c9f9854", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.625, 26.5], "allowed_token_mass": 0.999794065952301, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1852, "prompt_sha256": "830fd92238c6217ebff0cef76ad51cf11fd23ecbbf7893812d3cacb7c96573d0", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1852}
{"mode": "fresh", "id": "39685613525e4d5d1189", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [22.875, 27.0], "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1858, "prompt_sha256": "1cea6b1a689ddf7e482af85512404d7fd3c0eb5cb4d268438cfd189f14627cfc", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1858}
{"mode": "fresh", "id": "23413859c5b32174137b", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.125, 26.625], "allowed_token_mass": 0.9997577667236328, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "18f6f2e36f63abf5250f2a68833332dcec926e53b18e2c69eca69c879678c79e", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "fresh", "id": "9525d3025bc8e0c5b0ff", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.5, 27.625], "allowed_token_mass": 0.9998760223388672, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1854, "prompt_sha256": "afdf30360786f113390987a0d8d73e8d9681e54f4dbb8589fdce3689f9a9c52f", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1854}
{"mode": "fresh", "id": "82fff92fa614d407d774", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.5, 26.875], "allowed_token_mass": 0.9997501969337463, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1852, "prompt_sha256": "54c79b410f690460b6b7e3650ed166c8b953b2b13a5a97fe6e9f2baa5b240453", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1852}
{"mode": "fresh", "id": "94a5b148e1fac2d93c8a", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "allowed_token_mass": 0.9996376633644104, "full_vocab_argmax_id": 33, "answer_token_ids": [32, 33], "input_tokens": 1855, "prompt_sha256": "f058b46ffd614abefd43094517f2d57d7581d8f0a34f001189bd528d727e29e6", "prompt_version": "direct-options-v1", "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128"}, "readout": "native-full-vocabulary-last-position", "batch_size": 1, "padded_tokens": 1855}
{"mode": "serial_prefix", "id": "015c14ff8f2bce2886b3", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.0, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "58094802fc62a694cbeef881b43bde2a662338f2cd0158e3a007d4f0c73c0b37", "prompt_version": "direct-options-v1", "input_tokens": 1891, "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.01127251802245155, "prefill_seconds": 0.41681462002452463, "copy_seconds": 0.005472407967317849, "suffix_forward_seconds": 0.0647148480056785, "forward_seconds": 0.48152946803020313, "cache_class": "DynamicCache", "total_seconds": 0.5003395319799893}
{"mode": "serial_prefix", "id": "815ec74d63795e229fba", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.5, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "5d78c634775505bc67b04c77b6ac904f6503051699caeb45c542191ff9d3dd0c", "prompt_version": "direct-options-v1", "input_tokens": 1890, "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.010058844985906035, "prefill_seconds": 0.0, "copy_seconds": 0.005488498019985855, "suffix_forward_seconds": 0.0650254599750042, "forward_seconds": 0.0650254599750042, "cache_class": "DynamicCache", "total_seconds": 0.0828058710321784}
{"mode": "serial_prefix", "id": "25fd3b3c4282f626ed46", "option_ids": ["yes", "no"], "probabilities": [0.005220125894993544, 0.9947799444198608], "option_logits": [23.25, 28.5], "answer_token_ids": [32, 33], "prompt_sha256": "505c879a5e3cffb43a97e2b934e75234b3af0e70e8f148fcc053fe65be8b0792", "prompt_version": "direct-options-v1", "input_tokens": 1892, "allowed_token_mass": 0.9999237060546875, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009865593980066478, "prefill_seconds": 0.0, "copy_seconds": 0.005375328008085489, "suffix_forward_seconds": 0.06483932898845524, "forward_seconds": 0.06483932898845524, "cache_class": "DynamicCache", "total_seconds": 0.08223821799037978}
{"mode": "serial_prefix", "id": "d935968eeb58c19921b0", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.625, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "d5c4d89b9df56596cc5b404a732333f210c2972330a7097dcf14e6ae364a3a21", "prompt_version": "direct-options-v1", "input_tokens": 1892, "allowed_token_mass": 0.9998875260353088, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009674092987552285, "prefill_seconds": 0.0, "copy_seconds": 0.0053950679721310735, "suffix_forward_seconds": 0.06479587900685146, "forward_seconds": 0.06479587900685146, "cache_class": "DynamicCache", "total_seconds": 0.08200144697912037}
{"mode": "serial_prefix", "id": "d13f1a2e8c40252990ad", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.0, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "2b918ae5364f09b6975661229f9aa53e5c9d02ef9bb007a4da5b5ece54d062e7", "prompt_version": "direct-options-v1", "input_tokens": 1888, "allowed_token_mass": 0.9994565844535828, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009568352019414306, "prefill_seconds": 0.0, "copy_seconds": 0.005431788973510265, "suffix_forward_seconds": 0.06501120998291299, "forward_seconds": 0.06501120998291299, "cache_class": "DynamicCache", "total_seconds": 0.08221593900816515}
{"mode": "serial_prefix", "id": "8019cc363d844813dbd8", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.375, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "d990e309dbd80c80822474332f890cd6d4c3856faf9e5d1ae413ed22e5c51134", "prompt_version": "direct-options-v1", "input_tokens": 1888, "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009870433015748858, "prefill_seconds": 0.0, "copy_seconds": 0.005570618959609419, "suffix_forward_seconds": 0.06470502901356667, "forward_seconds": 0.06470502901356667, "cache_class": "DynamicCache", "total_seconds": 0.08236910897539929}
{"mode": "serial_prefix", "id": "e271fff191315cb4c95f", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.875, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "196c22335919380f975ae9144714f95f9f98759c99acee182150f97915b91d1e", "prompt_version": "direct-options-v1", "input_tokens": 1886, "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009752793004736304, "prefill_seconds": 0.0, "copy_seconds": 0.005363877979107201, "suffix_forward_seconds": 0.06481866998365149, "forward_seconds": 0.06481866998365149, "cache_class": "DynamicCache", "total_seconds": 0.08213228901149705}
{"mode": "serial_prefix", "id": "a87ef520af09c18399da", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "3c0ad27d8e00353d1318d9208447a01f542249c7efc5ba42796b22a8886c42f6", "prompt_version": "direct-options-v1", "input_tokens": 1887, "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009687502984888852, "prefill_seconds": 0.0, "copy_seconds": 0.005328367988113314, "suffix_forward_seconds": 0.0646960400044918, "forward_seconds": 0.0646960400044918, "cache_class": "DynamicCache", "total_seconds": 0.08192472899099812}
{"mode": "serial_prefix", "id": "1a6ff632056454ec590e", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [26.0, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "b707f37627ab3ad6c6f8fac4ed5ef1b3390f6688efb84ee07606930db71c95be", "prompt_version": "direct-options-v1", "input_tokens": 1887, "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009739283006638288, "prefill_seconds": 0.0, "copy_seconds": 0.005418337997980416, "suffix_forward_seconds": 0.06594883400248364, "forward_seconds": 0.06594883400248364, "cache_class": "DynamicCache", "total_seconds": 0.08327395201195031}
{"mode": "serial_prefix", "id": "48228bad5fddd8b37b78", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.75, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "692e885b2e2ce5febdd714fbee28d32bf5becbb0a1582f490d7d5e00adc1971f", "prompt_version": "direct-options-v1", "input_tokens": 1890, "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009592762973625213, "prefill_seconds": 0.0, "copy_seconds": 0.005237597040832043, "suffix_forward_seconds": 0.06532071199035272, "forward_seconds": 0.06532071199035272, "cache_class": "DynamicCache", "total_seconds": 0.08238485996844247}
{"mode": "serial_prefix", "id": "4297376234661d401e23", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.5, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "67949655f1c8c863493dc11dc99f1ba0cacac1e18d421583085145d6d3ab68dc", "prompt_version": "direct-options-v1", "input_tokens": 1890, "allowed_token_mass": 0.9998683929443359, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.00976609403733164, "prefill_seconds": 0.0, "copy_seconds": 0.005235868040472269, "suffix_forward_seconds": 0.0656163229723461, "forward_seconds": 0.0656163229723461, "cache_class": "DynamicCache", "total_seconds": 0.08282466104719788}
{"mode": "serial_prefix", "id": "1d68e7b5ce26c6964c5b", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.125, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "5094be2048840406309fc5813a7270e11a4567d5d04242b8ab56bb69f7b52d83", "prompt_version": "direct-options-v1", "input_tokens": 1889, "allowed_token_mass": 0.9998073577880859, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009807713038753718, "prefill_seconds": 0.0, "copy_seconds": 0.005238557991106063, "suffix_forward_seconds": 0.06363500602310523, "forward_seconds": 0.06363500602310523, "cache_class": "DynamicCache", "total_seconds": 0.08086538402130827}
{"mode": "serial_prefix", "id": "c2413f7d90123acb24ad", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.875, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "c50a4e19b9ec885d383953c2eadad9b5c770a686e9e9b49e292c039918d2eee0", "prompt_version": "direct-options-v1", "input_tokens": 1889, "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.008730048954021186, "prefill_seconds": 0.0, "copy_seconds": 0.004827417025808245, "suffix_forward_seconds": 0.06252828205469996, "forward_seconds": 0.06252828205469996, "cache_class": "DynamicCache", "total_seconds": 0.07811524398857728}
{"mode": "serial_prefix", "id": "e6e94a24bf5956b9c269", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.625, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "38549544de44438e7293a7c697035bac4afb433588c8c9f760b66e72367599aa", "prompt_version": "direct-options-v1", "input_tokens": 1889, "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009281481965444982, "prefill_seconds": 0.0, "copy_seconds": 0.005085467011667788, "suffix_forward_seconds": 0.06280381401302293, "forward_seconds": 0.06280381401302293, "cache_class": "DynamicCache", "total_seconds": 0.07919719896744937}
{"mode": "serial_prefix", "id": "7ab1bf4a314eb9f5c626", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.75, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "9030af697f40100569c8ca0ca9c3305b58313031cab894b5043f8314ce4f3ffe", "prompt_version": "direct-options-v1", "input_tokens": 1888, "allowed_token_mass": 0.9994202852249146, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009212971024680883, "prefill_seconds": 0.0, "copy_seconds": 0.004825717012863606, "suffix_forward_seconds": 0.0653780420543626, "forward_seconds": 0.0653780420543626, "cache_class": "DynamicCache", "total_seconds": 0.0817363079986535}
{"mode": "serial_prefix", "id": "47c0245bb50e6bc4a3c7", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "e08ab1c92ec2f06a82c343cb449125f7473176882b0d7fc35933fe1b0592525b", "prompt_version": "direct-options-v1", "input_tokens": 1887, "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009961552976164967, "prefill_seconds": 0.0, "copy_seconds": 0.0051481580012477934, "suffix_forward_seconds": 0.06076942599611357, "forward_seconds": 0.06076942599611357, "cache_class": "DynamicCache", "total_seconds": 0.07802980398992077}
{"mode": "serial_prefix", "id": "b68c10e7de694171b6f1", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "75a230cb4b59337c9bf66b91021f617de4be3483b23634725e16f04a7f17b1db", "prompt_version": "direct-options-v1", "input_tokens": 1893, "allowed_token_mass": 0.9997806549072266, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009080311050638556, "prefill_seconds": 0.0, "copy_seconds": 0.0045701549970544875, "suffix_forward_seconds": 0.06560323300072923, "forward_seconds": 0.06560323300072923, "cache_class": "DynamicCache", "total_seconds": 0.081204375019297}
{"mode": "serial_prefix", "id": "5bf29f505c7a2f9e9c05", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "da3ac3ab1c9a2b4c78a0e051069831471a418e844c2e6577cc8ec1e3b94b861d", "prompt_version": "direct-options-v1", "input_tokens": 1890, "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009691262966953218, "prefill_seconds": 0.0, "copy_seconds": 0.005346377030946314, "suffix_forward_seconds": 0.06619526504073292, "forward_seconds": 0.06619526504073292, "cache_class": "DynamicCache", "total_seconds": 0.08346407295903191}
{"mode": "serial_prefix", "id": "8e8b3acbcf810123cc28", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.875, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "30f8b0d216bf4e9d66756bebcd04a0f43db6638dd34fce00730e385aefb7a27f", "prompt_version": "direct-options-v1", "input_tokens": 1889, "allowed_token_mass": 0.9998646378517151, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.00990420300513506, "prefill_seconds": 0.0, "copy_seconds": 0.005524749984033406, "suffix_forward_seconds": 0.066718416986987, "forward_seconds": 0.066718416986987, "cache_class": "DynamicCache", "total_seconds": 0.08443745702970773}
{"mode": "serial_prefix", "id": "2ddee44782d3d706ab53", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.0, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "fc6fd7795a6d89032871291d3d4e389a4cca06c5b8764fdbd0e54ebdf9156f23", "prompt_version": "direct-options-v1", "input_tokens": 1887, "allowed_token_mass": 0.9996987581253052, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009717652981635183, "prefill_seconds": 0.0, "copy_seconds": 0.005622809985652566, "suffix_forward_seconds": 0.06519117200514302, "forward_seconds": 0.06519117200514302, "cache_class": "DynamicCache", "total_seconds": 0.08268481097184122}
{"mode": "serial_prefix", "id": "6b35e4fc4f43379e6ac5", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "ad08ff4cc3a2103c2a6ea1283b9b34d45998d92501f6fe0b35c0e9a9e5e3242c", "prompt_version": "direct-options-v1", "input_tokens": 1890, "allowed_token_mass": 0.9996243119239807, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1812, "prefix_sha256": "b03f579a225aa9985c49a0670a1fc428ae2c9b2aa479f7f06a04abc90b4137da", "encode_seconds": 0.009691943996585906, "prefill_seconds": 0.0, "copy_seconds": 0.0053937280317768455, "suffix_forward_seconds": 0.06652332603698596, "forward_seconds": 0.06652332603698596, "cache_class": "DynamicCache", "total_seconds": 0.08381440595258027}
{"mode": "serial_prefix", "id": "b6723763383d76af76b0", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.25, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "2139d272a5d892e8d6c8bbde671aa2a5b1c3ba119ece7d1836bc3273e41c23ae", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.013030833972152323, "prefill_seconds": 0.4069667849689722, "copy_seconds": 0.005584580008871853, "suffix_forward_seconds": 0.06556297303177416, "forward_seconds": 0.47252975800074637, "cache_class": "DynamicCache", "total_seconds": 0.4933965189848095}
{"mode": "serial_prefix", "id": "13cfc2f1d704c4f638d7", "option_ids": ["yes", "no"], "probabilities": [0.9890130758285522, 0.01098694372922182], "option_logits": [27.5, 23.0], "answer_token_ids": [32, 33], "prompt_sha256": "38c8ee1bb0276825eaa1d497f7d5b32b7376295ad3ad18ed3a36b3286b67f17d", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009912314009852707, "prefill_seconds": 0.0, "copy_seconds": 0.005528339010197669, "suffix_forward_seconds": 0.06470743101090193, "forward_seconds": 0.06470743101090193, "cache_class": "DynamicCache", "total_seconds": 0.0824123399797827}
{"mode": "serial_prefix", "id": "e7ddbde25f6cc64f0173", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.75, 28.25], "answer_token_ids": [32, 33], "prompt_sha256": "76b56f54413ed10de4d818c2256c280fa58ba4f2a9bb5dfbeca3ccc5d6245384", "prompt_version": "direct-options-v1", "input_tokens": 1859, "allowed_token_mass": 0.9999179840087891, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009636542992666364, "prefill_seconds": 0.0, "copy_seconds": 0.00555289804469794, "suffix_forward_seconds": 0.06622682500164956, "forward_seconds": 0.06622682500164956, "cache_class": "DynamicCache", "total_seconds": 0.08329880301607773}
{"mode": "serial_prefix", "id": "cbadda9b868ed20922f2", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.875, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "209a6eb46cb50f047e8788b74968827de1e8f74a3a69afd1941ccf9e0148a9a7", "prompt_version": "direct-options-v1", "input_tokens": 1859, "allowed_token_mass": 0.9998837113380432, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.008674928976688534, "prefill_seconds": 0.0, "copy_seconds": 0.004904797009658068, "suffix_forward_seconds": 0.05864325998118147, "forward_seconds": 0.05864325998118147, "cache_class": "DynamicCache", "total_seconds": 0.07406495203031227}
{"mode": "serial_prefix", "id": "df4a8ceee3f90baacfac", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.875, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "47896cec51bd06ba8eec1e3401c862b93f0e6f5916f03af50029468356030768", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9996300935745239, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.008205636986531317, "prefill_seconds": 0.0, "copy_seconds": 0.004887517017778009, "suffix_forward_seconds": 0.05832675896817818, "forward_seconds": 0.05832675896817818, "cache_class": "DynamicCache", "total_seconds": 0.07345149002503604}
{"mode": "serial_prefix", "id": "4c4e3f811deb21bef913", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.75, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "0453d231b2a267f14bd8861ac9d4d6717c0d32cf84cee66cebd9352b94034473", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9997654557228088, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009020070952828974, "prefill_seconds": 0.0, "copy_seconds": 0.004828987002838403, "suffix_forward_seconds": 0.059919535007793456, "forward_seconds": 0.059919535007793456, "cache_class": "DynamicCache", "total_seconds": 0.0758975999779068}
{"mode": "serial_prefix", "id": "3267007a50bb8807136d", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.375, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "a4b5faa52955f32c45dff4d02432060bdf9535aa51c0ea13b54a8a1398b65a0e", "prompt_version": "direct-options-v1", "input_tokens": 1853, "allowed_token_mass": 0.9996968507766724, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009536181984003633, "prefill_seconds": 0.0, "copy_seconds": 0.005442398018203676, "suffix_forward_seconds": 0.06506986200110987, "forward_seconds": 0.06506986200110987, "cache_class": "DynamicCache", "total_seconds": 0.08218970999587327}
{"mode": "serial_prefix", "id": "48fb90f24c3d4242e82b", "option_ids": ["yes", "no"], "probabilities": [0.9626730680465698, 0.037326883524656296], "option_logits": [27.0, 23.75], "answer_token_ids": [32, 33], "prompt_sha256": "ca0ca5b752d87a02de6269d175ecfeaa39f89c91cfb3f3edac512e01df57837d", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.9997006058692932, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009570822992827743, "prefill_seconds": 0.0, "copy_seconds": 0.005400279012974352, "suffix_forward_seconds": 0.06478816195158288, "forward_seconds": 0.06478816195158288, "cache_class": "DynamicCache", "total_seconds": 0.08193227997981012}
{"mode": "serial_prefix", "id": "3dedd848eb46b92cfb39", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.625, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "754b2e563df3107e6dee02ac76569ef2e25bc14fff43d2b75e19b3f06ad56397", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.9998169541358948, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009672553045675159, "prefill_seconds": 0.0, "copy_seconds": 0.005542858969420195, "suffix_forward_seconds": 0.06537034298526123, "forward_seconds": 0.06537034298526123, "cache_class": "DynamicCache", "total_seconds": 0.0828279730048962}
{"mode": "serial_prefix", "id": "1ad323e49222bc18c745", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.75, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "eaf55de2d2cc4f713dc224a0233cbdf9fc8fd06e56fcad747f982d9a711d4b75", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009671083011198789, "prefill_seconds": 0.0, "copy_seconds": 0.005480549007188529, "suffix_forward_seconds": 0.0655375539790839, "forward_seconds": 0.0655375539790839, "cache_class": "DynamicCache", "total_seconds": 0.08275162300560623}
{"mode": "serial_prefix", "id": "6074288493a32a947fc0", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.875, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "8e78f2fac24b1eddb3d9ea2cbcd0631717c775244c9fd24d5c2856c7e2e5cc50", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9998683929443359, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009599832992535084, "prefill_seconds": 0.0, "copy_seconds": 0.0053661770070903, "suffix_forward_seconds": 0.06466078100493178, "forward_seconds": 0.06466078100493178, "cache_class": "DynamicCache", "total_seconds": 0.08173788903513923}
{"mode": "serial_prefix", "id": "783d57b7ea32ce229854", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.75, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "79ca742ca5360afa8f67de5e18613d14e3aab96f59d8f0d5f235bee26a6ea1e4", "prompt_version": "direct-options-v1", "input_tokens": 1856, "allowed_token_mass": 0.9998073577880859, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009666502999607474, "prefill_seconds": 0.0, "copy_seconds": 0.005374049011152238, "suffix_forward_seconds": 0.06166700000176206, "forward_seconds": 0.06166700000176206, "cache_class": "DynamicCache", "total_seconds": 0.0788497289759107}
{"mode": "serial_prefix", "id": "6c8e158f8233f279d8ff", "option_ids": ["yes", "no"], "probabilities": [0.9796676635742188, 0.020332353189587593], "option_logits": [27.125, 23.25], "answer_token_ids": [32, 33], "prompt_sha256": "528ff8da7f3ea00afee80a09b1f23989afcf06aea2102ababff73381606af601", "prompt_version": "direct-options-v1", "input_tokens": 1856, "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009169341996312141, "prefill_seconds": 0.0, "copy_seconds": 0.00526428798912093, "suffix_forward_seconds": 0.06348474702099338, "forward_seconds": 0.06348474702099338, "cache_class": "DynamicCache", "total_seconds": 0.08005116297863424}
{"mode": "serial_prefix", "id": "d9a625b1eb631018cfc2", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.875, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "216a77fbce6455d5090e58e3f8ce05cf18848aeb02dc75e9b927c3fbf74ce4b7", "prompt_version": "direct-options-v1", "input_tokens": 1856, "allowed_token_mass": 0.9997634887695312, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009434912994038314, "prefill_seconds": 0.0, "copy_seconds": 0.005012976995203644, "suffix_forward_seconds": 0.0600821350235492, "forward_seconds": 0.0600821350235492, "cache_class": "DynamicCache", "total_seconds": 0.07665051199728623}
{"mode": "serial_prefix", "id": "561b33e937bd7209d5fb", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.875, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "953ab11fc2ed053159bdf84909d7c12e9278d4a7a099e3ff575a997094714ecd", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9994412660598755, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.00858003000030294, "prefill_seconds": 0.0, "copy_seconds": 0.004454855981748551, "suffix_forward_seconds": 0.058492580021265894, "forward_seconds": 0.058492580021265894, "cache_class": "DynamicCache", "total_seconds": 0.07365371199557558}
{"mode": "serial_prefix", "id": "095e95ec7727ade1585f", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.5, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "4ac76a0314d149416c23c3432670a72ac5801d3f05cd4b7b2244b087e14aa9c8", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.9996491074562073, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009791833988856524, "prefill_seconds": 0.0, "copy_seconds": 0.005384197982493788, "suffix_forward_seconds": 0.06447531998855993, "forward_seconds": 0.06447531998855993, "cache_class": "DynamicCache", "total_seconds": 0.08185419999063015}
{"mode": "serial_prefix", "id": "135af450123799df3bb0", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.625, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "f89bfce80637044f8f251905041c1ba2be6559b1285e8089be9814bef56a020f", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009638273040764034, "prefill_seconds": 0.0, "copy_seconds": 0.005306607985403389, "suffix_forward_seconds": 0.06492874200921506, "forward_seconds": 0.06492874200921506, "cache_class": "DynamicCache", "total_seconds": 0.08202973002335057}
{"mode": "serial_prefix", "id": "7d0b33d34c47199d039f", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "6fc27395e6c6fbb12a04f3f48692dcb07954abdec1947e9b37151b1befca4c14", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9998589158058167, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009511912998277694, "prefill_seconds": 0.0, "copy_seconds": 0.005304786958731711, "suffix_forward_seconds": 0.06467419100226834, "forward_seconds": 0.06467419100226834, "cache_class": "DynamicCache", "total_seconds": 0.08169714896939695}
{"mode": "serial_prefix", "id": "c1735caeae247e4cd70b", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.875, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "f9e075128f8add170d90e43e9e8b8131f11ffe8fa92a319cb1084b6172e5304d", "prompt_version": "direct-options-v1", "input_tokens": 1856, "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009503701992798597, "prefill_seconds": 0.0, "copy_seconds": 0.005487139045726508, "suffix_forward_seconds": 0.06452613999135792, "forward_seconds": 0.06452613999135792, "cache_class": "DynamicCache", "total_seconds": 0.08168169896816835}
{"mode": "serial_prefix", "id": "c9022a9eb5ca6276e0f3", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "aeea63b76870a31587ad62da91234dff0bd4bb99fd6b17471691cf4b491d332d", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.009685862984042615, "prefill_seconds": 0.0, "copy_seconds": 0.005536929005756974, "suffix_forward_seconds": 0.06438092101598158, "forward_seconds": 0.06438092101598158, "cache_class": "DynamicCache", "total_seconds": 0.08175966999260709}
{"mode": "serial_prefix", "id": "b4a8cc21c90fa44d48ff", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.875, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "53701d98df03907d720ca86dbc2e8cfd70b8c34d10ab134de12cb6ca3a4838a7", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9995976090431213, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1779, "prefix_sha256": "dd9ce839f5af99f3a9127dcd0da7b18b72cd0eeee003152e5c893ec154efe151", "encode_seconds": 0.012403052009176463, "prefill_seconds": 0.0, "copy_seconds": 0.005304708029143512, "suffix_forward_seconds": 0.06496063299709931, "forward_seconds": 0.06496063299709931, "cache_class": "DynamicCache", "total_seconds": 0.08497762103797868}
{"mode": "serial_prefix", "id": "80a9ae01d4926a7a3df2", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.0, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "2f082323b6221400af5c991bf3523c8fd851a5b2c451e96516b59f76498ebcac", "prompt_version": "direct-options-v1", "input_tokens": 1853, "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.012737304030451924, "prefill_seconds": 0.4082642179564573, "copy_seconds": 0.005003637983463705, "suffix_forward_seconds": 0.06755996099673212, "forward_seconds": 0.4758241789531894, "cache_class": "DynamicCache", "total_seconds": 0.495848938007839}
{"mode": "serial_prefix", "id": "4e9f490a071652489c29", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [26.0, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "8ff43b5f8a970e1ba545dc7817ca16b90a1463367b1ff8ddbdf048dd1d97bc7f", "prompt_version": "direct-options-v1", "input_tokens": 1852, "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009421213006135076, "prefill_seconds": 0.0, "copy_seconds": 0.004881365981418639, "suffix_forward_seconds": 0.06324545596726239, "forward_seconds": 0.06324545596726239, "cache_class": "DynamicCache", "total_seconds": 0.07983306399546564}
{"mode": "serial_prefix", "id": "f787e89a3f65103de643", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.25, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "6d687082ec3e3794f936ee0098ba458f021bb5fad5ff9751fbb05e9244ef7977", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.9999085068702698, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.008734159986488521, "prefill_seconds": 0.0, "copy_seconds": 0.00472705700667575, "suffix_forward_seconds": 0.06208316201809794, "forward_seconds": 0.06208316201809794, "cache_class": "DynamicCache", "total_seconds": 0.07753021502867341}
{"mode": "serial_prefix", "id": "4b0e8e7b4113f4ba74fc", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.5, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "3b701c5baa756d521461fc5f41aca41f33b99e5c9da168f3581f77601da7ef5e", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.9999046921730042, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.008856669999659061, "prefill_seconds": 0.0, "copy_seconds": 0.0053585279965773225, "suffix_forward_seconds": 0.06270779599435627, "forward_seconds": 0.06270779599435627, "cache_class": "DynamicCache", "total_seconds": 0.07924944203114137}
{"mode": "serial_prefix", "id": "4d1ea462fd5871adf170", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.25, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "3d20a08c459465d6d8ed5ffaab24fc3514fbf258ae30e43d86fb4068174ee0cb", "prompt_version": "direct-options-v1", "input_tokens": 1850, "allowed_token_mass": 0.9994317889213562, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009005189989693463, "prefill_seconds": 0.0, "copy_seconds": 0.004934497002977878, "suffix_forward_seconds": 0.05929968401324004, "forward_seconds": 0.05929968401324004, "cache_class": "DynamicCache", "total_seconds": 0.07528759801061824}
{"mode": "serial_prefix", "id": "df146c56fd12ccc74114", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "c124c0385fcde9e5e0bcb8c13792a855145800d2aefa326307604b24ee8ef884", "prompt_version": "direct-options-v1", "input_tokens": 1850, "allowed_token_mass": 0.9997311234474182, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009080340969376266, "prefill_seconds": 0.0, "copy_seconds": 0.00452561501879245, "suffix_forward_seconds": 0.05701297498308122, "forward_seconds": 0.05701297498308122, "cache_class": "DynamicCache", "total_seconds": 0.07250047998968512}
{"mode": "serial_prefix", "id": "1eb05c7adcc87bbe7a39", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.5, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "fd57e068c4ec5fcb98f437505fdd2fdd34cfaa9f401457470c32d86244154486", "prompt_version": "direct-options-v1", "input_tokens": 1848, "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.008404257998336107, "prefill_seconds": 0.0, "copy_seconds": 0.005473328987136483, "suffix_forward_seconds": 0.06458080199081451, "forward_seconds": 0.06458080199081451, "cache_class": "DynamicCache", "total_seconds": 0.08076866698684171}
{"mode": "serial_prefix", "id": "5746b06ccd881aa8d2d0", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "0989cacd23c9644de316f15e87f61974aa274cee7b1550619ab670f9a196edf9", "prompt_version": "direct-options-v1", "input_tokens": 1849, "allowed_token_mass": 0.9996968507766724, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009484171983785927, "prefill_seconds": 0.0, "copy_seconds": 0.00533222797093913, "suffix_forward_seconds": 0.06453533202875406, "forward_seconds": 0.06453533202875406, "cache_class": "DynamicCache", "total_seconds": 0.08156393998069689}
{"mode": "serial_prefix", "id": "0d25d897f4bd589d115b", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.0, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "831eb709c64625d3926317ae9f7ca8f83a0741651b83a9be26faae23091439c5", "prompt_version": "direct-options-v1", "input_tokens": 1849, "allowed_token_mass": 0.9997673630714417, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009545553009957075, "prefill_seconds": 0.0, "copy_seconds": 0.0052653379971161485, "suffix_forward_seconds": 0.06503845402039587, "forward_seconds": 0.06503845402039587, "cache_class": "DynamicCache", "total_seconds": 0.08211497199954465}
{"mode": "serial_prefix", "id": "e9430935d8f1a260f205", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.625, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "a4ac74ba4b021dbada2fbf65f867f6c68a8f8af7fe09192c0372967dccd9067f", "prompt_version": "direct-options-v1", "input_tokens": 1852, "allowed_token_mass": 0.9997997879981995, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009786362992599607, "prefill_seconds": 0.0, "copy_seconds": 0.005339938041288406, "suffix_forward_seconds": 0.06545233604265377, "forward_seconds": 0.06545233604265377, "cache_class": "DynamicCache", "total_seconds": 0.08276958402711898}
{"mode": "serial_prefix", "id": "4bf841a1629aceb4b095", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.75, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "176a04b3dbe8e75575ea735ad830c0e08749e6f2f4e4bdc140b778d5a715fdbf", "prompt_version": "direct-options-v1", "input_tokens": 1852, "allowed_token_mass": 0.9998589158058167, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009341301978565753, "prefill_seconds": 0.0, "copy_seconds": 0.005112037993967533, "suffix_forward_seconds": 0.05689109500963241, "forward_seconds": 0.05689109500963241, "cache_class": "DynamicCache", "total_seconds": 0.07343192200642079}
{"mode": "serial_prefix", "id": "3c8ae1a72035a83f2eee", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.375, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "08cc2a969fb73c2f061cb2b53aa0b2f7c0f396625ec2fc1f5f7c3cccadc1e42e", "prompt_version": "direct-options-v1", "input_tokens": 1851, "allowed_token_mass": 0.9998417496681213, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009186371986288577, "prefill_seconds": 0.0, "copy_seconds": 0.004759326053317636, "suffix_forward_seconds": 0.06083626899635419, "forward_seconds": 0.06083626899635419, "cache_class": "DynamicCache", "total_seconds": 0.07696550496621057}
{"mode": "serial_prefix", "id": "9147b1003b98074a72b6", "option_ids": ["yes", "no"], "probabilities": [0.8807970285415649, 0.11920291930437088], "option_logits": [26.5, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "57734e8d98d60f079dc606701369ca8cfde6940ffccb4458ffe16edcf34cac23", "prompt_version": "direct-options-v1", "input_tokens": 1851, "allowed_token_mass": 0.9995824098587036, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009431702026631683, "prefill_seconds": 0.0, "copy_seconds": 0.004968677996657789, "suffix_forward_seconds": 0.061844112002290785, "forward_seconds": 0.061844112002290785, "cache_class": "DynamicCache", "total_seconds": 0.07823480904335156}
{"mode": "serial_prefix", "id": "4b20b777b555e060ed7e", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [25.125, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "5c1e656d7764a16c4714767d9bd848f51e7d4afe039c262d5ed113bc320cf22b", "prompt_version": "direct-options-v1", "input_tokens": 1851, "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009027460997458547, "prefill_seconds": 0.0, "copy_seconds": 0.00493292702594772, "suffix_forward_seconds": 0.0590674530249089, "forward_seconds": 0.0590674530249089, "cache_class": "DynamicCache", "total_seconds": 0.07513620902318507}
{"mode": "serial_prefix", "id": "202d87c86044ab895be9", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.25, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "9a0cb015cfe89e2515320821a4bd2a2616527803f147f2ac3438f9091ee6687e", "prompt_version": "direct-options-v1", "input_tokens": 1850, "allowed_token_mass": 0.9995157122612, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.008354258025065064, "prefill_seconds": 0.0, "copy_seconds": 0.004839925968553871, "suffix_forward_seconds": 0.05810722999740392, "forward_seconds": 0.05810722999740392, "cache_class": "DynamicCache", "total_seconds": 0.07314296101685613}
{"mode": "serial_prefix", "id": "a010e5f9448b383189ad", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.875, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "d534346dbc7274e018721129dfe5b7d56a00739864ac25e62a86117f27e33aba", "prompt_version": "direct-options-v1", "input_tokens": 1849, "allowed_token_mass": 0.9997596740722656, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.007997838023584336, "prefill_seconds": 0.0, "copy_seconds": 0.004955607000738382, "suffix_forward_seconds": 0.057994498987682164, "forward_seconds": 0.057994498987682164, "cache_class": "DynamicCache", "total_seconds": 0.07311060198117048}
{"mode": "serial_prefix", "id": "3568261a0d81dc58495c", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.125, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "a174878154707bca60c2651e65facbe6a338000732d70deed784c07175ca8acb", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009767203009687364, "prefill_seconds": 0.0, "copy_seconds": 0.005132068006787449, "suffix_forward_seconds": 0.06194687297102064, "forward_seconds": 0.06194687297102064, "cache_class": "DynamicCache", "total_seconds": 0.07893439196050167}
{"mode": "serial_prefix", "id": "693407bc616e13dc6fd1", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.75, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "b348e42070e6bd206da94fb54b7b1888772c5e80b5de91f6c2a3214b3ef0230d", "prompt_version": "direct-options-v1", "input_tokens": 1852, "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.009631853026803583, "prefill_seconds": 0.0, "copy_seconds": 0.005386618955526501, "suffix_forward_seconds": 0.060536647972185165, "forward_seconds": 0.060536647972185165, "cache_class": "DynamicCache", "total_seconds": 0.07772105804178864}
{"mode": "serial_prefix", "id": "1418a14714aef06c6af7", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [24.0, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "d2a9466f7607befbe01808f53ad034e0a97c9a3ac54596b3b18d7559dd789bf3", "prompt_version": "direct-options-v1", "input_tokens": 1851, "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.008350718999281526, "prefill_seconds": 0.0, "copy_seconds": 0.004386304994113743, "suffix_forward_seconds": 0.055973342969082296, "forward_seconds": 0.055973342969082296, "cache_class": "DynamicCache", "total_seconds": 0.0705471439869143}
{"mode": "serial_prefix", "id": "4185f1e35bad19e067d5", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.625, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "7c3b22ecc1ef2e2b0bdf44449458438b050c24d8ea347e44cff55140475218ea", "prompt_version": "direct-options-v1", "input_tokens": 1849, "allowed_token_mass": 0.9996987581253052, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.00868015899322927, "prefill_seconds": 0.0, "copy_seconds": 0.004974437004420906, "suffix_forward_seconds": 0.058508882008027285, "forward_seconds": 0.058508882008027285, "cache_class": "DynamicCache", "total_seconds": 0.07419411500450224}
{"mode": "serial_prefix", "id": "e21a278dbaa362cb0b2a", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.0, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "e7aabae6bf240aa3148c66ba173e54cedfde919f24c8ea407db37b7ce696a021", "prompt_version": "direct-options-v1", "input_tokens": 1852, "allowed_token_mass": 0.9995824098587036, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1774, "prefix_sha256": "f848c48c2a26cc1cc823d04f1a4afcad96df1419b5ca6447d9f1848e996dcca3", "encode_seconds": 0.00812799803679809, "prefill_seconds": 0.0, "copy_seconds": 0.004460706026293337, "suffix_forward_seconds": 0.056200423976406455, "forward_seconds": 0.056200423976406455, "cache_class": "DynamicCache", "total_seconds": 0.07062925299396738}
{"mode": "serial_prefix", "id": "b38b550f4a3a5f726463", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "8619d1e72db1ca563659b47b3eb8cef15840ce5416cfaa7baa903ac030064873", "prompt_version": "direct-options-v1", "input_tokens": 1808, "allowed_token_mass": 0.9996072053909302, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.01045014598639682, "prefill_seconds": 0.4036200600094162, "copy_seconds": 0.005290328001137823, "suffix_forward_seconds": 0.05852900102036074, "forward_seconds": 0.46214906102977693, "cache_class": "DynamicCache", "total_seconds": 0.4797726930119097}
{"mode": "serial_prefix", "id": "9323021a31e7f9bae3d3", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.625, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "de0a10611fdfa52bf4d1bb34a6c409d2b33d63d2a01633c6c4cc3c06d94b2f5d", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.00863262003986165, "prefill_seconds": 0.0, "copy_seconds": 0.0054536290117539465, "suffix_forward_seconds": 0.05970966495806351, "forward_seconds": 0.05970966495806351, "cache_class": "DynamicCache", "total_seconds": 0.07587946200510487}
{"mode": "serial_prefix", "id": "a68763cd65cbf2601409", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.25, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "03787f2a36021a7444b643f523aa6c780c46f3798f81788c32cc2a17bcb28b03", "prompt_version": "direct-options-v1", "input_tokens": 1809, "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.009423422976396978, "prefill_seconds": 0.0, "copy_seconds": 0.005275149014778435, "suffix_forward_seconds": 0.06559851602651179, "forward_seconds": 0.06559851602651179, "cache_class": "DynamicCache", "total_seconds": 0.08251540397759527}
{"mode": "serial_prefix", "id": "31dda1547c6f571c7459", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.75, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "dc275e51c014dd958296e914dab76c618497bc9728f6389b618e302f7a3f6a6c", "prompt_version": "direct-options-v1", "input_tokens": 1809, "allowed_token_mass": 0.9998092651367188, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.009170231991447508, "prefill_seconds": 0.0, "copy_seconds": 0.005375507986173034, "suffix_forward_seconds": 0.061342041997704655, "forward_seconds": 0.061342041997704655, "cache_class": "DynamicCache", "total_seconds": 0.07783530902815983}
{"mode": "serial_prefix", "id": "bf5320be59b3d2bdb3d3", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.625, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "1cc94dee50c90378e71847999cd74b311e7825b85efd97a457ff52a0a9b13356", "prompt_version": "direct-options-v1", "input_tokens": 1805, "allowed_token_mass": 0.9995919466018677, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.00833694898756221, "prefill_seconds": 0.0, "copy_seconds": 0.0045815560151822865, "suffix_forward_seconds": 0.056546784995589405, "forward_seconds": 0.056546784995589405, "cache_class": "DynamicCache", "total_seconds": 0.07135599700268358}
{"mode": "serial_prefix", "id": "b544a432cd4e5cd9d51f", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.375, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "a5adbad32600d764646ae2a7938ca02c52a664f0dde04f02dce7ff9a0d96d53b", "prompt_version": "direct-options-v1", "input_tokens": 1805, "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.00885291100712493, "prefill_seconds": 0.0, "copy_seconds": 0.00462879502447322, "suffix_forward_seconds": 0.05586630298057571, "forward_seconds": 0.05586630298057571, "cache_class": "DynamicCache", "total_seconds": 0.0712091060122475}
{"mode": "serial_prefix", "id": "f363cb3c4f600e9786c0", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "37eff79549dc17bf1b2b8e1d64f75b50e2be134e0f12d4632bb8d21744ebcf6c", "prompt_version": "direct-options-v1", "input_tokens": 1803, "allowed_token_mass": 0.9993974566459656, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.008179788012057543, "prefill_seconds": 0.0, "copy_seconds": 0.004549414967186749, "suffix_forward_seconds": 0.055730902997311205, "forward_seconds": 0.055730902997311205, "cache_class": "DynamicCache", "total_seconds": 0.07029886299278587}
{"mode": "serial_prefix", "id": "c65b3e5b3958cd9521a3", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "a7144135d7ebf439dc3cd3452158e0c10a87777b99e0b2bddcccebc457ec185c", "prompt_version": "direct-options-v1", "input_tokens": 1804, "allowed_token_mass": 0.9995728731155396, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.007860607001930475, "prefill_seconds": 0.0, "copy_seconds": 0.004738205985631794, "suffix_forward_seconds": 0.05580936302430928, "forward_seconds": 0.05580936302430928, "cache_class": "DynamicCache", "total_seconds": 0.07023576303618029}
{"mode": "serial_prefix", "id": "5e1e10f9e477bcbf2aae", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.75, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "193a0cae96f658d681a6d1d68686798ef149a4962de3edf4c3ecef939a93cca1", "prompt_version": "direct-options-v1", "input_tokens": 1804, "allowed_token_mass": 0.999723494052887, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.008102018036879599, "prefill_seconds": 0.0, "copy_seconds": 0.0045935759553685784, "suffix_forward_seconds": 0.05840286199236289, "forward_seconds": 0.05840286199236289, "cache_class": "DynamicCache", "total_seconds": 0.07299052202142775}
{"mode": "serial_prefix", "id": "5e5f9e4baf43d2074326", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "b55895206d1442e437b4e7f351f5602ae9b24cafa1a56f4136df4c06b81c8837", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.008738120028283447, "prefill_seconds": 0.0, "copy_seconds": 0.005240868020337075, "suffix_forward_seconds": 0.0589844339992851, "forward_seconds": 0.0589844339992851, "cache_class": "DynamicCache", "total_seconds": 0.07502103899605572}
{"mode": "serial_prefix", "id": "6b812e281e287ffad770", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.625, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "5744229c1aac714b672da2f702d7e47fe609cf39d7b9ba1e61378c2ad80ad68b", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.007905407983344048, "prefill_seconds": 0.0, "copy_seconds": 0.0048815380432643, "suffix_forward_seconds": 0.062114454980473965, "forward_seconds": 0.062114454980473965, "cache_class": "DynamicCache", "total_seconds": 0.07674612599657848}
{"mode": "serial_prefix", "id": "34d784e660748b418307", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.125, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "b213f228aa7a064846386e4b212c859e69796e5cf8aa98a42a4b16ef17451a18", "prompt_version": "direct-options-v1", "input_tokens": 1806, "allowed_token_mass": 0.9997463822364807, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.007970688049681485, "prefill_seconds": 0.0, "copy_seconds": 0.0045865949941799045, "suffix_forward_seconds": 0.06015590799506754, "forward_seconds": 0.06015590799506754, "cache_class": "DynamicCache", "total_seconds": 0.0746665780316107}
{"mode": "serial_prefix", "id": "57c065e084f261fed1b9", "option_ids": ["yes", "no"], "probabilities": [0.8670357465744019, 0.13296423852443695], "option_logits": [26.125, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "836cf1362a878c67c4b11ac51ee4152fe2d2f41ef310f5cf9b25312629872ff8", "prompt_version": "direct-options-v1", "input_tokens": 1806, "allowed_token_mass": 0.9996586441993713, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.00859720999142155, "prefill_seconds": 0.0, "copy_seconds": 0.005052268039435148, "suffix_forward_seconds": 0.05656723602442071, "forward_seconds": 0.05656723602442071, "cache_class": "DynamicCache", "total_seconds": 0.07213601999683306}
{"mode": "serial_prefix", "id": "29c24a1f1d85f99fff2d", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "076728fce26f28309d6ca4af55ab111eeb24ad4e112d10d97db0d1976435a137", "prompt_version": "direct-options-v1", "input_tokens": 1806, "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.007883367012254894, "prefill_seconds": 0.0, "copy_seconds": 0.004438895964995027, "suffix_forward_seconds": 0.05627908505266532, "forward_seconds": 0.05627908505266532, "cache_class": "DynamicCache", "total_seconds": 0.07050040399190038}
{"mode": "serial_prefix", "id": "6088be93d7319b65d21f", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.125, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "cab911d28e4a3c590e5b7086c22903e546ee3077751d3cdf94b41f3d3d4ffe7b", "prompt_version": "direct-options-v1", "input_tokens": 1805, "allowed_token_mass": 0.9993155002593994, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.007871896959841251, "prefill_seconds": 0.0, "copy_seconds": 0.004843987000640482, "suffix_forward_seconds": 0.056808356021065265, "forward_seconds": 0.056808356021065265, "cache_class": "DynamicCache", "total_seconds": 0.07139571598963812}
{"mode": "serial_prefix", "id": "9ba570a2d722969fda3a", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "30c02ee60b1e0f853ad356ebe513951f1bd42b53b4d5bd28a0552af12ed79891", "prompt_version": "direct-options-v1", "input_tokens": 1804, "allowed_token_mass": 0.999671995639801, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.007988227996975183, "prefill_seconds": 0.0, "copy_seconds": 0.004543406015727669, "suffix_forward_seconds": 0.061992175003979355, "forward_seconds": 0.061992175003979355, "cache_class": "DynamicCache", "total_seconds": 0.07641097501618788}
{"mode": "serial_prefix", "id": "b62658ccec5927ed609d", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "ae850d16a31dba793716b5b86042b414642c00bc75c2066f0e680aa1223423dd", "prompt_version": "direct-options-v1", "input_tokens": 1810, "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.007964808028191328, "prefill_seconds": 0.0, "copy_seconds": 0.004439365002326667, "suffix_forward_seconds": 0.05708863801555708, "forward_seconds": 0.05708863801555708, "cache_class": "DynamicCache", "total_seconds": 0.07134309702087194}
{"mode": "serial_prefix", "id": "8b2ee120a199e75db397", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [22.875, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "cc961aaa572bd749c28d7ba360d138beb9d14077fceec6ade0e5d7c2f4f6802b", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.00793741800589487, "prefill_seconds": 0.0, "copy_seconds": 0.004588315030559897, "suffix_forward_seconds": 0.05891448399052024, "forward_seconds": 0.05891448399052024, "cache_class": "DynamicCache", "total_seconds": 0.07355215499410406}
{"mode": "serial_prefix", "id": "8b71baf53aea7206758a", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.75, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "a9927b38a4d589bff5445a06fa1b931c801453f45952bdd310924a48f1a6c4d4", "prompt_version": "direct-options-v1", "input_tokens": 1806, "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.00862533098552376, "prefill_seconds": 0.0, "copy_seconds": 0.005441667977720499, "suffix_forward_seconds": 0.06435661303112283, "forward_seconds": 0.06435661303112283, "cache_class": "DynamicCache", "total_seconds": 0.08037539897486567}
{"mode": "serial_prefix", "id": "f0fe72b737dbee5cb5c5", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "1f7dcdd9619d7347b56eb1a089967b591bc7f07fbc627debd5f5ed14c1e0a87e", "prompt_version": "direct-options-v1", "input_tokens": 1804, "allowed_token_mass": 0.9993860125541687, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.009170610981527716, "prefill_seconds": 0.0, "copy_seconds": 0.005392029008362442, "suffix_forward_seconds": 0.06521913601318374, "forward_seconds": 0.06521913601318374, "cache_class": "DynamicCache", "total_seconds": 0.08198810397880152}
{"mode": "serial_prefix", "id": "7fb5daf537f625699870", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.25, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "ae41a8f73a2e28c4791660288964028f7384c8045fbabd10af29c4873884d654", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.9995251893997192, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1729, "prefix_sha256": "035aed893e2b793f1ebe87222604424daec7ad92c60bd93c48d6d267d8824c23", "encode_seconds": 0.00945621298160404, "prefill_seconds": 0.0, "copy_seconds": 0.005352868000045419, "suffix_forward_seconds": 0.06514734600204974, "forward_seconds": 0.06514734600204974, "cache_class": "DynamicCache", "total_seconds": 0.08210497500840575}
{"mode": "serial_prefix", "id": "39cba85d2de48cfb7f9b", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "55c6124ff280644020145fdb759f166d5dfa83fe065d918361e109cababe0662", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.012632484023924917, "prefill_seconds": 0.405117575020995, "copy_seconds": 0.004665874992497265, "suffix_forward_seconds": 0.05577997298678383, "forward_seconds": 0.4608975480077788, "cache_class": "DynamicCache", "total_seconds": 0.48032861499814317}
{"mode": "serial_prefix", "id": "01d9c51d1b8ff2a71c25", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.75, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "8547e6b3560dbd1997b9af33ddb1f96e14bc9ac0e9061eade34080c3191d767d", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9997406005859375, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.008337088976986706, "prefill_seconds": 0.0, "copy_seconds": 0.00452610501088202, "suffix_forward_seconds": 0.05621440499089658, "forward_seconds": 0.05621440499089658, "cache_class": "DynamicCache", "total_seconds": 0.07096450595417991}
{"mode": "serial_prefix", "id": "56b0fab53a95257048e2", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.375, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "8e37324850cf748a7c7d1a98101b3691ad62ed0c994aeabab71d4afc230422be", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.007931628031656146, "prefill_seconds": 0.0, "copy_seconds": 0.004400085017550737, "suffix_forward_seconds": 0.056256615032907575, "forward_seconds": 0.056256615032907575, "cache_class": "DynamicCache", "total_seconds": 0.07044040400069207}
{"mode": "serial_prefix", "id": "c2f093c8ef6be9b1b825", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "561c6ce57fdaa768912aacd065118b9c38bc756357c092f43e500d1819534be1", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9998665452003479, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.008186999009922147, "prefill_seconds": 0.0, "copy_seconds": 0.004657216020859778, "suffix_forward_seconds": 0.05567701399559155, "forward_seconds": 0.05567701399559155, "cache_class": "DynamicCache", "total_seconds": 0.07050206599524245}
{"mode": "serial_prefix", "id": "2d1ef5de14ada458fc47", "option_ids": ["yes", "no"], "probabilities": [0.9525741338729858, 0.04742587357759476], "option_logits": [26.5, 23.5], "answer_token_ids": [32, 33], "prompt_sha256": "c91a6266835f026b5e4721e908522a119806bdfc454b01a34cf8c0f76b0f4c56", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.00812975800363347, "prefill_seconds": 0.0, "copy_seconds": 0.004725146049167961, "suffix_forward_seconds": 0.05543431203113869, "forward_seconds": 0.05543431203113869, "cache_class": "DynamicCache", "total_seconds": 0.07014782301848754}
{"mode": "serial_prefix", "id": "2255458172dd7a9e2b3c", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "5902780428d3f6c0efedcc201f127587b54add49256611a5f2abe3cd20a561ca", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9996968507766724, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.007961958006490022, "prefill_seconds": 0.0, "copy_seconds": 0.0046631559962406754, "suffix_forward_seconds": 0.05643621599301696, "forward_seconds": 0.05643621599301696, "cache_class": "DynamicCache", "total_seconds": 0.07091252598911524}
{"mode": "serial_prefix", "id": "e5295c4f615df1ac8161", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "26afbe69a9e83001b2a300cd37b17cb0e754bc2c2c65227df803b0ebfd509388", "prompt_version": "direct-options-v1", "input_tokens": 1825, "allowed_token_mass": 0.9994832277297974, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.007904397032689303, "prefill_seconds": 0.0, "copy_seconds": 0.0044465960236266255, "suffix_forward_seconds": 0.05569438397651538, "forward_seconds": 0.05569438397651538, "cache_class": "DynamicCache", "total_seconds": 0.0698868430336006}
{"mode": "serial_prefix", "id": "a315e97f313d32be9625", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.875, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "94de0ffe210c7a247752a57f9ee3d1066235e6b37b6f2f1068f1db3434546704", "prompt_version": "direct-options-v1", "input_tokens": 1826, "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.008377458958420902, "prefill_seconds": 0.0, "copy_seconds": 0.005026397993788123, "suffix_forward_seconds": 0.05713167798239738, "forward_seconds": 0.05713167798239738, "cache_class": "DynamicCache", "total_seconds": 0.07240300095872954}
{"mode": "serial_prefix", "id": "475244f065803ca89506", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "f35a227f68833f182d7a702597b669618cc6f349cdee5a267be5d04fc226e24c", "prompt_version": "direct-options-v1", "input_tokens": 1826, "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.007969026977661997, "prefill_seconds": 0.0, "copy_seconds": 0.004387694993056357, "suffix_forward_seconds": 0.06122938200132921, "forward_seconds": 0.06122938200132921, "cache_class": "DynamicCache", "total_seconds": 0.07552157202735543}
{"mode": "serial_prefix", "id": "df1ecada5a0b5b460c97", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.625, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "2291dc4aaff623f72a361995904d0a130e8e8653b5b00c890830ce5a2037950f", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9997596740722656, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.008824909979011863, "prefill_seconds": 0.0, "copy_seconds": 0.004913437005598098, "suffix_forward_seconds": 0.05913594597950578, "forward_seconds": 0.05913594597950578, "cache_class": "DynamicCache", "total_seconds": 0.07478114997502416}
{"mode": "serial_prefix", "id": "091246d12d47214e602a", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.75, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "8a0dd0644645ee8e6a7aba6f56535c2edeecd1b02914896c3d5f744fdb744912", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9997902512550354, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.007975507993251085, "prefill_seconds": 0.0, "copy_seconds": 0.004437414987478405, "suffix_forward_seconds": 0.05803329101763666, "forward_seconds": 0.05803329101763666, "cache_class": "DynamicCache", "total_seconds": 0.07239900197600946}
{"mode": "serial_prefix", "id": "cff40e0b84cc4ae321e8", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.0, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "95fda7a9c90d033a19c37f91a1b8c811fe0846a16db8e687a7e1546e33f7eb2b", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.00970549404155463, "prefill_seconds": 0.0, "copy_seconds": 0.005418549000751227, "suffix_forward_seconds": 0.05766644096001983, "forward_seconds": 0.05766644096001983, "cache_class": "DynamicCache", "total_seconds": 0.07505495101213455}
{"mode": "serial_prefix", "id": "e61a8a9b4bb0c51c6311", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "af29e3e6d2a8b42f7da4cdca80d64015088dce36b7ca31d533aae8ac8cbde327", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.008753900998272002, "prefill_seconds": 0.0, "copy_seconds": 0.00497851800173521, "suffix_forward_seconds": 0.06046186003368348, "forward_seconds": 0.06046186003368348, "cache_class": "DynamicCache", "total_seconds": 0.07619526499183849}
{"mode": "serial_prefix", "id": "83783a48a9560f0f4501", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.75, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "f31cc20e04e5535833a7aa7ccc1423f15b65eb2201f714abbf0079e95b76b02f", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.009306522959377617, "prefill_seconds": 0.0, "copy_seconds": 0.004789886996150017, "suffix_forward_seconds": 0.0582244319957681, "forward_seconds": 0.0582244319957681, "cache_class": "DynamicCache", "total_seconds": 0.07424930797424167}
{"mode": "serial_prefix", "id": "e3d3328be134ee6ca740", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.75, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "d16a1aa6695c427d8626d8cf16453fb73b6811a501441580fc7a19cd59a4619f", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9983458518981934, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.008129237976390868, "prefill_seconds": 0.0, "copy_seconds": 0.004833096987567842, "suffix_forward_seconds": 0.05678149702725932, "forward_seconds": 0.05678149702725932, "cache_class": "DynamicCache", "total_seconds": 0.07159738900372759}
{"mode": "serial_prefix", "id": "e863945138bd752b9566", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.25, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "9483d8d431ee6bbc34e5034c1ff8a77f88c842223c13b0adbfc505a841f1bf89", "prompt_version": "direct-options-v1", "input_tokens": 1826, "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.00798722798936069, "prefill_seconds": 0.0, "copy_seconds": 0.004424015001859516, "suffix_forward_seconds": 0.057022347988095134, "forward_seconds": 0.057022347988095134, "cache_class": "DynamicCache", "total_seconds": 0.0714139579795301}
{"mode": "serial_prefix", "id": "0930b511063d5eaf5c76", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.25, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "474c5aef85fe7ef8ad89281ff3d726b3c6cf19fce94c42946300b77adc01c45d", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9998092651367188, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.008017516986001283, "prefill_seconds": 0.0, "copy_seconds": 0.004442745994310826, "suffix_forward_seconds": 0.056932958017569035, "forward_seconds": 0.056932958017569035, "cache_class": "DynamicCache", "total_seconds": 0.07133670797338709}
{"mode": "serial_prefix", "id": "b993109e75bf68213ea6", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.25, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "5639a2513808948ef8704a279ac231411880761a96632f5b52e1a1ffb0c74f5e", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.008244329015724361, "prefill_seconds": 0.0, "copy_seconds": 0.004505635995883495, "suffix_forward_seconds": 0.05718945898115635, "forward_seconds": 0.05718945898115635, "cache_class": "DynamicCache", "total_seconds": 0.07177270000101998}
{"mode": "serial_prefix", "id": "df58ae0d077316a5ad66", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.875, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "8a4ae3b1cc9a89787a1d46b8cddc0b41dc2476301a6c6fb5b1d4558c3a9fa202", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9997997879981995, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.008813299995381385, "prefill_seconds": 0.0, "copy_seconds": 0.004946357978042215, "suffix_forward_seconds": 0.05699432798428461, "forward_seconds": 0.05699432798428461, "cache_class": "DynamicCache", "total_seconds": 0.07264315302018076}
{"mode": "serial_prefix", "id": "1213cb57735c2a03fa44", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.625, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "85acbf5035eeca1f381193962849463c07b40bb04a313b683bb21ca2681f8be9", "prompt_version": "direct-options-v1", "input_tokens": 1826, "allowed_token_mass": 0.9995747208595276, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.008975161996204406, "prefill_seconds": 0.0, "copy_seconds": 0.004485694982577115, "suffix_forward_seconds": 0.05710116901900619, "forward_seconds": 0.05710116901900619, "cache_class": "DynamicCache", "total_seconds": 0.0724916830076836}
{"mode": "serial_prefix", "id": "21880e28d1b485b880fe", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "91614fa8557db3cf34bc61c6ce5851fc42f7d81d2ba429ab82f4155cb6b58d58", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9995499849319458, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1751, "prefix_sha256": "402e764375e73b9e7c82a94b849a767d26f3cbd83d3e6269c28dc440580339e4", "encode_seconds": 0.008205368008930236, "prefill_seconds": 0.0, "copy_seconds": 0.0044301150483079255, "suffix_forward_seconds": 0.05739779002033174, "forward_seconds": 0.05739779002033174, "cache_class": "DynamicCache", "total_seconds": 0.07186694996198639}
{"mode": "serial_prefix", "id": "23b3bc8c5bf8f0f43929", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "c857b470367ccbac97b953dc4e97abd5b2775a364a40628216a8ec3030dec472", "prompt_version": "direct-options-v1", "input_tokens": 1817, "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.010955448029562831, "prefill_seconds": 0.4054259829572402, "copy_seconds": 0.005307069048285484, "suffix_forward_seconds": 0.05798246100312099, "forward_seconds": 0.4634084439603612, "cache_class": "DynamicCache", "total_seconds": 0.48192743002437055}
{"mode": "serial_prefix", "id": "54fc5206caee78d6619c", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.375, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "a2e79689f925c0f8380f6bfbea92c44bce0ea9fa88e4144b7d8602c5dc170bc6", "prompt_version": "direct-options-v1", "input_tokens": 1816, "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.008560450980439782, "prefill_seconds": 0.0, "copy_seconds": 0.004484325007069856, "suffix_forward_seconds": 0.05676338798366487, "forward_seconds": 0.05676338798366487, "cache_class": "DynamicCache", "total_seconds": 0.07173465099185705}
{"mode": "serial_prefix", "id": "95bff46f54f3a21e92ef", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.625, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "c75d78582a632a8393d91c15de80afbe5d24dd32f7961226c24202ff184e74ce", "prompt_version": "direct-options-v1", "input_tokens": 1818, "allowed_token_mass": 0.9998417496681213, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.007936968002468348, "prefill_seconds": 0.0, "copy_seconds": 0.004480965028051287, "suffix_forward_seconds": 0.05790524202166125, "forward_seconds": 0.05790524202166125, "cache_class": "DynamicCache", "total_seconds": 0.07244936301140115}
{"mode": "serial_prefix", "id": "426acf35179cf6d312e0", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.75, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "ae66122fd80ae7bdaea8e1734d70925c8f6254ef79de4ea4f4512810cb859d0f", "prompt_version": "direct-options-v1", "input_tokens": 1818, "allowed_token_mass": 0.9998665452003479, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.008376248995773494, "prefill_seconds": 0.0, "copy_seconds": 0.004453805973753333, "suffix_forward_seconds": 0.05703711899695918, "forward_seconds": 0.05703711899695918, "cache_class": "DynamicCache", "total_seconds": 0.07171746995300055}
{"mode": "serial_prefix", "id": "8ddc660de5c1a98bf733", "option_ids": ["yes", "no"], "probabilities": [0.9525741338729858, 0.04742587357759476], "option_logits": [26.5, 23.5], "answer_token_ids": [32, 33], "prompt_sha256": "3a3374d5e71e741c2196a503b5e95b8fdaf59addf9c15e3250f49383e329da8e", "prompt_version": "direct-options-v1", "input_tokens": 1814, "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.008382969012018293, "prefill_seconds": 0.0, "copy_seconds": 0.004428465967066586, "suffix_forward_seconds": 0.0569693690049462, "forward_seconds": 0.0569693690049462, "cache_class": "DynamicCache", "total_seconds": 0.0718766120262444}
{"mode": "serial_prefix", "id": "fa08151e41fc7383871e", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.625, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "d4a4a2829878808a5465d9b56d90435cac1c44065bb058afece7e3133bb94098", "prompt_version": "direct-options-v1", "input_tokens": 1814, "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.008213057997636497, "prefill_seconds": 0.0, "copy_seconds": 0.004757157003041357, "suffix_forward_seconds": 0.057031008997000754, "forward_seconds": 0.057031008997000754, "cache_class": "DynamicCache", "total_seconds": 0.07204205205198377}
{"mode": "serial_prefix", "id": "cc5c69da9b0a81349fc4", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "32f44ff35353fa9d65d15790c2b1747ad6ab6b8cc7719938f5a43d1c128f02c5", "prompt_version": "direct-options-v1", "input_tokens": 1812, "allowed_token_mass": 0.9995157122612, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.008382308995351195, "prefill_seconds": 0.0, "copy_seconds": 0.004734367015771568, "suffix_forward_seconds": 0.05666065699188039, "forward_seconds": 0.05666065699188039, "cache_class": "DynamicCache", "total_seconds": 0.07168466103030369}
{"mode": "serial_prefix", "id": "d27f99201212d81c6266", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.0, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "400611ce868e7cbe84fcb2b5d5c3ab0a772018b1c99f18e2ff20d5abbcf6decb", "prompt_version": "direct-options-v1", "input_tokens": 1813, "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.007896826951764524, "prefill_seconds": 0.0, "copy_seconds": 0.005079947994090617, "suffix_forward_seconds": 0.05759045202285051, "forward_seconds": 0.05759045202285051, "cache_class": "DynamicCache", "total_seconds": 0.07255127397365868}
{"mode": "serial_prefix", "id": "b547634b03d70ecce27f", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "941bf393c71de44169ac0e15307357adba88694b61712af8ddd23850e337c915", "prompt_version": "direct-options-v1", "input_tokens": 1813, "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.008571940008550882, "prefill_seconds": 0.0, "copy_seconds": 0.004455065005458891, "suffix_forward_seconds": 0.056817748001776636, "forward_seconds": 0.056817748001776636, "cache_class": "DynamicCache", "total_seconds": 0.0718622209969908}
{"mode": "serial_prefix", "id": "a58a20cbe89b631e1c70", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.875, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "5d1a3c2191bbaa7b56d3196f199c34c579b51f7d1ccb0c2b0f570a54c150f338", "prompt_version": "direct-options-v1", "input_tokens": 1816, "allowed_token_mass": 0.9997425675392151, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.008156108029652387, "prefill_seconds": 0.0, "copy_seconds": 0.004708046966698021, "suffix_forward_seconds": 0.05862733500543982, "forward_seconds": 0.05862733500543982, "cache_class": "DynamicCache", "total_seconds": 0.07336840603966266}
{"mode": "serial_prefix", "id": "d91460887323eb8cc95d", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.875, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "d1c54309ed7da6b5c424665d072de1d2d2355f8c58f84cebc499eb4199290c9e", "prompt_version": "direct-options-v1", "input_tokens": 1816, "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.008332988014444709, "prefill_seconds": 0.0, "copy_seconds": 0.004731447028461844, "suffix_forward_seconds": 0.05788007203955203, "forward_seconds": 0.05788007203955203, "cache_class": "DynamicCache", "total_seconds": 0.07287332502892241}
{"mode": "serial_prefix", "id": "e6fa5d8e9703b258cd07", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "488f1902e7f6bc8c8ac7f59aca0fbe9b31269fcc9f2830875e5924d5a5c00d93", "prompt_version": "direct-options-v1", "input_tokens": 1815, "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.00793931697262451, "prefill_seconds": 0.0, "copy_seconds": 0.004682147002313286, "suffix_forward_seconds": 0.05682802898809314, "forward_seconds": 0.05682802898809314, "cache_class": "DynamicCache", "total_seconds": 0.07131403899984434}
{"mode": "serial_prefix", "id": "62f74eb3dc18ac74192e", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.625, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "cdec8247e0646d5f858af93c5c8484e542e3bdf1ded51c71e24ab296ca85faf6", "prompt_version": "direct-options-v1", "input_tokens": 1815, "allowed_token_mass": 0.9994298815727234, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.00792802800424397, "prefill_seconds": 0.0, "copy_seconds": 0.004463285964448005, "suffix_forward_seconds": 0.057685282023157924, "forward_seconds": 0.057685282023157924, "cache_class": "DynamicCache", "total_seconds": 0.07189543201820925}
{"mode": "serial_prefix", "id": "3e34501a248889af466b", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.5, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "2dc79eb33ae754b5a9c45386590ceddf3b5f312e503e5a465cc15d800f734b26", "prompt_version": "direct-options-v1", "input_tokens": 1815, "allowed_token_mass": 0.9997215867042542, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.008496260037645698, "prefill_seconds": 0.0, "copy_seconds": 0.004869586962740868, "suffix_forward_seconds": 0.061669025977607816, "forward_seconds": 0.061669025977607816, "cache_class": "DynamicCache", "total_seconds": 0.0771105500170961}
{"mode": "serial_prefix", "id": "b3d52b8ff0c3dd5556e1", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.0, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "e58ee415ed424e04a88189c8fe4c659a888f6e995232ec3a55d4bc764c5f04d3", "prompt_version": "direct-options-v1", "input_tokens": 1814, "allowed_token_mass": 0.9988657832145691, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.008047098002862185, "prefill_seconds": 0.0, "copy_seconds": 0.004449634987395257, "suffix_forward_seconds": 0.05757800198625773, "forward_seconds": 0.05757800198625773, "cache_class": "DynamicCache", "total_seconds": 0.07196182198822498}
{"mode": "serial_prefix", "id": "97060a64320143687a54", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "f8085db8ab86f6e2f13f7f25b842dacf2248e8304c77acd8dbded48b36792c06", "prompt_version": "direct-options-v1", "input_tokens": 1813, "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.00790624797809869, "prefill_seconds": 0.0, "copy_seconds": 0.004510764963924885, "suffix_forward_seconds": 0.05706147896125913, "forward_seconds": 0.05706147896125913, "cache_class": "DynamicCache", "total_seconds": 0.07156615098938346}
{"mode": "serial_prefix", "id": "0d539b5ae022079149bc", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.5, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "4c0dc4996f373e19668a2450d7e64470dc255cb6d5eeb58537e22e0f96c4fafb", "prompt_version": "direct-options-v1", "input_tokens": 1819, "allowed_token_mass": 0.999847412109375, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.007864116982091218, "prefill_seconds": 0.0, "copy_seconds": 0.004409655986819416, "suffix_forward_seconds": 0.0564156070468016, "forward_seconds": 0.0564156070468016, "cache_class": "DynamicCache", "total_seconds": 0.07050830597290769}
{"mode": "serial_prefix", "id": "a6c862c511acc8e3faf7", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "72b092f823711482c6086314952c297aaff3b53aeff4995dc1bf668dc74a65c3", "prompt_version": "direct-options-v1", "input_tokens": 1816, "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.007899786985944957, "prefill_seconds": 0.0, "copy_seconds": 0.004527495999354869, "suffix_forward_seconds": 0.05645799700869247, "forward_seconds": 0.05645799700869247, "cache_class": "DynamicCache", "total_seconds": 0.07078361697494984}
{"mode": "serial_prefix", "id": "3efe233094c536d7a90e", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.875, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "40df413e62c62a16178936837266a3c9f8ed737d294c3eb37061a02eb95ae008", "prompt_version": "direct-options-v1", "input_tokens": 1815, "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.007990117999725044, "prefill_seconds": 0.0, "copy_seconds": 0.0044190160115249455, "suffix_forward_seconds": 0.056707908981479704, "forward_seconds": 0.056707908981479704, "cache_class": "DynamicCache", "total_seconds": 0.07096380897564813}
{"mode": "serial_prefix", "id": "bcd6764f397cd3f5570a", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "702c2891d0f03a483aaef79945ad119a973b0fcc97c121c99335f6fbd7b5b2bd", "prompt_version": "direct-options-v1", "input_tokens": 1813, "allowed_token_mass": 0.9994146227836609, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.007921857002656907, "prefill_seconds": 0.0, "copy_seconds": 0.0043592259753495455, "suffix_forward_seconds": 0.0559871859732084, "forward_seconds": 0.0559871859732084, "cache_class": "DynamicCache", "total_seconds": 0.0700818250188604}
{"mode": "serial_prefix", "id": "b1fc3e72e29812ae1661", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "f01054d766ce78766e909bafb3b20adeecc53b921dbc513cb7cc9cdf6a164493", "prompt_version": "direct-options-v1", "input_tokens": 1816, "allowed_token_mass": 0.9996072053909302, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1738, "prefix_sha256": "d50ef27b798fe71c5650c62ccbeb47d34739e4cc057be46e818a8d63c6c4cf4e", "encode_seconds": 0.008178048010449857, "prefill_seconds": 0.0, "copy_seconds": 0.004503995995037258, "suffix_forward_seconds": 0.055908287002239376, "forward_seconds": 0.055908287002239376, "cache_class": "DynamicCache", "total_seconds": 0.07046084699686617}
{"mode": "serial_prefix", "id": "01d1c7469d658fa8e8d5", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "6902389cb544669f00da8a15546251af2ae75a319f8ad8065bd10b58611bfc4e", "prompt_version": "direct-options-v1", "input_tokens": 1836, "allowed_token_mass": 0.9995671510696411, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.011506521026603878, "prefill_seconds": 0.4065974749973975, "copy_seconds": 0.005355159984901547, "suffix_forward_seconds": 0.05995756998891011, "forward_seconds": 0.4665550449863076, "cache_class": "DynamicCache", "total_seconds": 0.4853474019910209}
{"mode": "serial_prefix", "id": "34478b8d8bd3cbed02cb", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.875, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "56c42c9d66af1774898904211629fc6b47a051009ab9799393d619af5054d76b", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9995099306106567, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.008629540971014649, "prefill_seconds": 0.0, "copy_seconds": 0.004390125977806747, "suffix_forward_seconds": 0.056389328034128994, "forward_seconds": 0.056389328034128994, "cache_class": "DynamicCache", "total_seconds": 0.07133719098055735}
{"mode": "serial_prefix", "id": "8451523b1488557dc9cc", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.125, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "99ff904260eb5b775bc1087b8306809d374a6f8829de26ad8f0c9f9cff486cfc", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9998092651367188, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.008054319012444466, "prefill_seconds": 0.0, "copy_seconds": 0.004454135021660477, "suffix_forward_seconds": 0.05551318504149094, "forward_seconds": 0.05551318504149094, "cache_class": "DynamicCache", "total_seconds": 0.06991981499595568}
{"mode": "serial_prefix", "id": "e670927df868c04d1b19", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.25, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "6d1edc8642d487e0e83ff56941603861c068bf90d29c7ddaaf5617d1e058cba2", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.00818039895966649, "prefill_seconds": 0.0, "copy_seconds": 0.004474296001717448, "suffix_forward_seconds": 0.056727048999164253, "forward_seconds": 0.056727048999164253, "cache_class": "DynamicCache", "total_seconds": 0.07128634100081399}
{"mode": "serial_prefix", "id": "40d96a718782207ac2f7", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.875, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "a419575a9a5511709a9787e100e94db9e458feca6a51b6192b6164f9dafd6348", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9988886117935181, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.007959417998790741, "prefill_seconds": 0.0, "copy_seconds": 0.0047872469876892865, "suffix_forward_seconds": 0.05568411498097703, "forward_seconds": 0.05568411498097703, "cache_class": "DynamicCache", "total_seconds": 0.07025674602482468}
{"mode": "serial_prefix", "id": "fb9e0b19bdaf4d5781ae", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.25, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "141722952c93af8fe63b9029b941d8e2a4a9ec55254b2014dcc9c1afb6525405", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9995595812797546, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.007880816992837936, "prefill_seconds": 0.0, "copy_seconds": 0.004728997009806335, "suffix_forward_seconds": 0.055421915953047574, "forward_seconds": 0.055421915953047574, "cache_class": "DynamicCache", "total_seconds": 0.06999863602686673}
{"mode": "serial_prefix", "id": "892a7b557b9a9fbea02e", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.125, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "ab1042fcbc59e9144e0e6884c7c4f7271e9778cc11c5a49bf0f03738bd509f64", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9992526173591614, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.008176258997991681, "prefill_seconds": 0.0, "copy_seconds": 0.004772357002366334, "suffix_forward_seconds": 0.05787559400778264, "forward_seconds": 0.05787559400778264, "cache_class": "DynamicCache", "total_seconds": 0.07275804597884417}
{"mode": "serial_prefix", "id": "ea63c89918eb4ca2517d", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.75, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "c615f818cb8e0d3bdd95cc174c613759d1d31636ff8a1c36196ca888e2ae3dcd", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9993287920951843, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.011959871975705028, "prefill_seconds": 0.0, "copy_seconds": 0.005403718969319016, "suffix_forward_seconds": 0.06110650399932638, "forward_seconds": 0.06110650399932638, "cache_class": "DynamicCache", "total_seconds": 0.08061684400308877}
{"mode": "serial_prefix", "id": "2637b98ce589cecc98d6", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "ac695a96a1fdf62cf418d97b4188387074c8f956adbadb2519f7f12ae30f560c", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9994832277297974, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.009509103023447096, "prefill_seconds": 0.0, "copy_seconds": 0.004620196996256709, "suffix_forward_seconds": 0.061103045009076595, "forward_seconds": 0.061103045009076595, "cache_class": "DynamicCache", "total_seconds": 0.07726666203234345}
{"mode": "serial_prefix", "id": "d3519d266c795e084f17", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "36be55ae6c249560bdaafe795164a74de08153e9c28fcc2a959a9776df5083bd", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.009503823996055871, "prefill_seconds": 0.0, "copy_seconds": 0.005424697999842465, "suffix_forward_seconds": 0.06476370798191056, "forward_seconds": 0.06476370798191056, "cache_class": "DynamicCache", "total_seconds": 0.0818797079846263}
{"mode": "serial_prefix", "id": "aaf2768b8ed6d40d64a8", "option_ids": ["yes", "no"], "probabilities": [0.9626730680465698, 0.037326883524656296], "option_logits": [26.0, 22.75], "answer_token_ids": [32, 33], "prompt_sha256": "e9444646619239ee8310b5c0abcc094902af09046424181a41df097468410a6d", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9995138049125671, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.009541484992951155, "prefill_seconds": 0.0, "copy_seconds": 0.005284938029944897, "suffix_forward_seconds": 0.06464885699097067, "forward_seconds": 0.06464885699097067, "cache_class": "DynamicCache", "total_seconds": 0.08163792797131464}
{"mode": "serial_prefix", "id": "0e8de4168b19fcabdcbd", "option_ids": ["yes", "no"], "probabilities": [0.9149009585380554, 0.08509904146194458], "option_logits": [25.75, 23.375], "answer_token_ids": [32, 33], "prompt_sha256": "2037508b3f3240f6b1057b6696f6c5af3723657731a380e135704ff1169b29a1", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9995290040969849, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.009439893008675426, "prefill_seconds": 0.0, "copy_seconds": 0.004957627039402723, "suffix_forward_seconds": 0.06339412298984826, "forward_seconds": 0.06339412298984826, "cache_class": "DynamicCache", "total_seconds": 0.07994655100628734}
{"mode": "serial_prefix", "id": "1c6a5baa3a69c1827909", "option_ids": ["yes", "no"], "probabilities": [0.9149009585380554, 0.08509904146194458], "option_logits": [25.875, 23.5], "answer_token_ids": [32, 33], "prompt_sha256": "ce4c8336d420309646f7689a57e32d59d57407f6998ce3a45f59485e98b6cf86", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9994451403617859, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.009406593977473676, "prefill_seconds": 0.0, "copy_seconds": 0.005292277957778424, "suffix_forward_seconds": 0.06496626895386726, "forward_seconds": 0.06496626895386726, "cache_class": "DynamicCache", "total_seconds": 0.08187590801389888}
{"mode": "serial_prefix", "id": "d688d715dc5e5ec454a1", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.0, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "3452d23bda0d12c7ce97223501d6b771dda948c4ec0c469aac53c7c8420ee5ef", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.0096370640094392, "prefill_seconds": 0.0, "copy_seconds": 0.005416998988948762, "suffix_forward_seconds": 0.06372484395978972, "forward_seconds": 0.06372484395978972, "cache_class": "DynamicCache", "total_seconds": 0.08090887399157509}
{"mode": "serial_prefix", "id": "514a946caa687731f774", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.25, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "bab79b9d1c5c73db0232672c184004a2a3b8c46b53286f7ac8efbae96e100897", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9972894787788391, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.00955018401145935, "prefill_seconds": 0.0, "copy_seconds": 0.0051521980203688145, "suffix_forward_seconds": 0.05758653301745653, "forward_seconds": 0.05758653301745653, "cache_class": "DynamicCache", "total_seconds": 0.07436100201448426}
{"mode": "serial_prefix", "id": "b89bae6b7e234ae215de", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "781a2ce2148a4f1aa8efbb80a5721c46f86f4466077385308118d023baf78468", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9995366930961609, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.008329569012857974, "prefill_seconds": 0.0, "copy_seconds": 0.004420265962835401, "suffix_forward_seconds": 0.05477450304897502, "forward_seconds": 0.05477450304897502, "cache_class": "DynamicCache", "total_seconds": 0.06932726403465495}
{"mode": "serial_prefix", "id": "fc256d5b1af5b7415b52", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.5, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "cef09f03980026314478c2df33ca845e8e3c39bd645be0a6948f8ecc276d6578", "prompt_version": "direct-options-v1", "input_tokens": 1838, "allowed_token_mass": 0.9997120499610901, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.0082713290466927, "prefill_seconds": 0.0, "copy_seconds": 0.004502045980188996, "suffix_forward_seconds": 0.057009439973626286, "forward_seconds": 0.057009439973626286, "cache_class": "DynamicCache", "total_seconds": 0.07170347200008109}
{"mode": "serial_prefix", "id": "5215abaffebe8015c0bc", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.75, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "2e6989bf67d3c9be114cb8df263eabbe2becd1dd9bda095c31e957b389cbc899", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9994184374809265, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.008018379041459411, "prefill_seconds": 0.0, "copy_seconds": 0.0048555179964751005, "suffix_forward_seconds": 0.05586699699051678, "forward_seconds": 0.05586699699051678, "cache_class": "DynamicCache", "total_seconds": 0.07058964902535081}
{"mode": "serial_prefix", "id": "b03b0b23faef05207431", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.625, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "57f36420153d15527ce1aa04e8e2d9f451ad42f03b0a2f74c0d5c7cd2613a68d", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.00832621898734942, "prefill_seconds": 0.0, "copy_seconds": 0.004508626007009298, "suffix_forward_seconds": 0.056381548987701535, "forward_seconds": 0.056381548987701535, "cache_class": "DynamicCache", "total_seconds": 0.07105962099740282}
{"mode": "serial_prefix", "id": "789ef4e928ab501be51f", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.625, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "6eb6afc97fa6ca43ad48fd94c8b632ce5283a860fdb356c602ac295994e9e401", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9993536472320557, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.008336738974321634, "prefill_seconds": 0.0, "copy_seconds": 0.0044031349825672805, "suffix_forward_seconds": 0.05549489497207105, "forward_seconds": 0.05549489497207105, "cache_class": "DynamicCache", "total_seconds": 0.0703363879583776}
{"mode": "serial_prefix", "id": "e7a6640d3a307e09f605", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.625, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "9fa61ccd92843d2fa4f0017658508c7e07a38d29eaec80dab4a853c0b9c3229b", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9992507100105286, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1757, "prefix_sha256": "713d8e51b86ce19362a611e589f0d8fceddf8b7494302636456a935e360fac96", "encode_seconds": 0.00809166900580749, "prefill_seconds": 0.0, "copy_seconds": 0.004481645999476314, "suffix_forward_seconds": 0.057493222993798554, "forward_seconds": 0.057493222993798554, "cache_class": "DynamicCache", "total_seconds": 0.07194036402506754}
{"mode": "serial_prefix", "id": "30b25710110bbb5e1a03", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.625, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "21072c3de3ce92c1c81ecff473e50f66fea08a7f944078789183eb15e81909de", "prompt_version": "direct-options-v1", "input_tokens": 1844, "allowed_token_mass": 0.999641478061676, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.01101536798523739, "prefill_seconds": 0.40626161301042885, "copy_seconds": 0.00468387600267306, "suffix_forward_seconds": 0.05793018400436267, "forward_seconds": 0.4641917970147915, "cache_class": "DynamicCache", "total_seconds": 0.48205236002104357}
{"mode": "serial_prefix", "id": "33f33b16df2c44ee507e", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [24.875, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "1e98bcfea2611873174dfb2a79f6f37877b2c355f90245085b244d4d18c8f404", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008881451969500631, "prefill_seconds": 0.0, "copy_seconds": 0.004783466982189566, "suffix_forward_seconds": 0.05983400100376457, "forward_seconds": 0.05983400100376457, "cache_class": "DynamicCache", "total_seconds": 0.07558839698322117}
{"mode": "serial_prefix", "id": "fcd9a609c5cae6bf9207", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.125, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "e1abf890b03fe5d98e61a97a180822bc3505277f92f851bcb04902bfc80bd82d", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9998931884765625, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008166479005012661, "prefill_seconds": 0.0, "copy_seconds": 0.0049092069966718554, "suffix_forward_seconds": 0.05605374899460003, "forward_seconds": 0.05605374899460003, "cache_class": "DynamicCache", "total_seconds": 0.07102124101947993}
{"mode": "serial_prefix", "id": "58e55cfd69bea55297ea", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "9852af66aae76c3a4637d54679883fae4f58bc9d1cf3f51fbc551be7e5adbfd4", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9998627305030823, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008069718023762107, "prefill_seconds": 0.0, "copy_seconds": 0.004479795985389501, "suffix_forward_seconds": 0.05638840905157849, "forward_seconds": 0.05638840905157849, "cache_class": "DynamicCache", "total_seconds": 0.07079650001833215}
{"mode": "serial_prefix", "id": "f0447a166b8bbed2c35f", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.875, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "8124160b6a182af45492ec4b4f4a962df1140c9e99e7bb57851eb6edf00966ae", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9990010261535645, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.007928067992907017, "prefill_seconds": 0.0, "copy_seconds": 0.004875327053014189, "suffix_forward_seconds": 0.05622296902583912, "forward_seconds": 0.05622296902583912, "cache_class": "DynamicCache", "total_seconds": 0.07110059104161337}
{"mode": "serial_prefix", "id": "90b23adea8f190279004", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "f21bfe2deedc4e01bce5b13677dd724cdb73298871415d0ba6f20c43862038ed", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008180639008060098, "prefill_seconds": 0.0, "copy_seconds": 0.0045701260096393526, "suffix_forward_seconds": 0.06363093497930095, "forward_seconds": 0.06363093497930095, "cache_class": "DynamicCache", "total_seconds": 0.07845623703906313}
{"mode": "serial_prefix", "id": "ab6a2c00e763a6ed9b6f", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.375, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "79078d54023743dae53f4d8ff4173612e7947649651cb0a3a2af0fff74c8ae07", "prompt_version": "direct-options-v1", "input_tokens": 1839, "allowed_token_mass": 0.9992488026618958, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.009923455014359206, "prefill_seconds": 0.0, "copy_seconds": 0.0054000490345060825, "suffix_forward_seconds": 0.059102619998157024, "forward_seconds": 0.059102619998157024, "cache_class": "DynamicCache", "total_seconds": 0.07656785100698471}
{"mode": "serial_prefix", "id": "f2595ad352ddcbb2f2d1", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "a9db69bcc46fa3f31223f52b389d9c5c032b82934b95bcc9e9053a23da908edc", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9995232820510864, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.007856387994252145, "prefill_seconds": 0.0, "copy_seconds": 0.0044471860164776444, "suffix_forward_seconds": 0.055848608026281, "forward_seconds": 0.055848608026281, "cache_class": "DynamicCache", "total_seconds": 0.07012559799477458}
{"mode": "serial_prefix", "id": "3c5ea5449cfd858c194f", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "3f52082782ed36fc14d71d4091ebd2a39037090525f76ff5512b1fc362876d49", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9995099306106567, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.007985448988620192, "prefill_seconds": 0.0, "copy_seconds": 0.004569736018311232, "suffix_forward_seconds": 0.05573294701753184, "forward_seconds": 0.05573294701753184, "cache_class": "DynamicCache", "total_seconds": 0.07019816903630272}
{"mode": "serial_prefix", "id": "78bba23d7c2730956788", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.125, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "609d7b47bf44408ab7476212a64098eced222434a5429da31fea08cf96e4db8a", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9998035430908203, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008316189981997013, "prefill_seconds": 0.0, "copy_seconds": 0.00443306501256302, "suffix_forward_seconds": 0.05764580302638933, "forward_seconds": 0.05764580302638933, "cache_class": "DynamicCache", "total_seconds": 0.07222610496683046}
{"mode": "serial_prefix", "id": "4f0f2fcd22e525407afe", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.5, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "c464cb3659c1b3f750e7046106b2c634830acadddd293e86513cdcca221116a2", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9997997879981995, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008162548998370767, "prefill_seconds": 0.0, "copy_seconds": 0.004681636986788362, "suffix_forward_seconds": 0.057504013006109744, "forward_seconds": 0.057504013006109744, "cache_class": "DynamicCache", "total_seconds": 0.07228956499602646}
{"mode": "serial_prefix", "id": "dd9fc886f0dcc1e2b6df", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.5, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "548697eb1f5d6e2b7a1fa42fa71134d79ae95e2f6ec60f1a6accd16a8eab5c1d", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008030679018702358, "prefill_seconds": 0.0, "copy_seconds": 0.004667786997742951, "suffix_forward_seconds": 0.056363089999649674, "forward_seconds": 0.056363089999649674, "cache_class": "DynamicCache", "total_seconds": 0.07107820198871195}
{"mode": "serial_prefix", "id": "86bfabfe043b244f94d2", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [24.75, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "a4750018425029826fd52e57d8feb1e5e147cf68a92d298e95ac2733a375bf4d", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9995309114456177, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008112078998237848, "prefill_seconds": 0.0, "copy_seconds": 0.004713617032393813, "suffix_forward_seconds": 0.05780579400015995, "forward_seconds": 0.05780579400015995, "cache_class": "DynamicCache", "total_seconds": 0.07253125798888505}
{"mode": "serial_prefix", "id": "fce3c77071ff7b751701", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.875, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "0d7e45a760c685a17a96d9928395f4c36ca411712c8179c6234fd5c2bdef4f3d", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9998054504394531, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.007990548037923872, "prefill_seconds": 0.0, "copy_seconds": 0.004454296024050564, "suffix_forward_seconds": 0.055664997023995966, "forward_seconds": 0.055664997023995966, "cache_class": "DynamicCache", "total_seconds": 0.06996039702789858}
{"mode": "serial_prefix", "id": "455f5638b5dddeafaee5", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.0, 24.0], "answer_token_ids": [32, 33], "prompt_sha256": "f665c7222a331baea4f1a4fdf13bc02bd8258c00eb07a406f8b25804d45dbd6e", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9977632761001587, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008264017989858985, "prefill_seconds": 0.0, "copy_seconds": 0.004443925980012864, "suffix_forward_seconds": 0.05776290502399206, "forward_seconds": 0.05776290502399206, "cache_class": "DynamicCache", "total_seconds": 0.07240785600151867}
{"mode": "serial_prefix", "id": "328918cf38cdce43913e", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.75, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "f1631e4f5aa17c5e39598371ad70bcbb237dcac2742e2756f55b409abbe78e2e", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008891320961993188, "prefill_seconds": 0.0, "copy_seconds": 0.005300389020703733, "suffix_forward_seconds": 0.05659273097990081, "forward_seconds": 0.05659273097990081, "cache_class": "DynamicCache", "total_seconds": 0.0727426569792442}
{"mode": "serial_prefix", "id": "6f20da4605765644baf2", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.25, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "6c8f41b4608baad2732fb5f5eff3a848cd53df3413a5f009bb2f99175159f356", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.9998550415039062, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008885001007001847, "prefill_seconds": 0.0, "copy_seconds": 0.004998456977773458, "suffix_forward_seconds": 0.056718820007517934, "forward_seconds": 0.056718820007517934, "cache_class": "DynamicCache", "total_seconds": 0.07267329702153802}
{"mode": "serial_prefix", "id": "1451355a7a4f3a454254", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.125, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "a9c4a61668fbc5525cd37b9ea04b6d86dd946cb4b110f5412cd9e74e3e784e98", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9997349381446838, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.007978049048688263, "prefill_seconds": 0.0, "copy_seconds": 0.00444082502508536, "suffix_forward_seconds": 0.0573832819936797, "forward_seconds": 0.0573832819936797, "cache_class": "DynamicCache", "total_seconds": 0.07165246305521578}
{"mode": "serial_prefix", "id": "b319ef845f9d2d32e0e3", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.875, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "8d2bfc8eb57b74efbf8c59cefc4956cb195439b0fa3271760db1be79d61cd69c", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.008233059023041278, "prefill_seconds": 0.0, "copy_seconds": 0.004431926005054265, "suffix_forward_seconds": 0.056702449976000935, "forward_seconds": 0.056702449976000935, "cache_class": "DynamicCache", "total_seconds": 0.0712055410258472}
{"mode": "serial_prefix", "id": "74eba7cfb04a82d02e7c", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "fa245356ee6f002a216d0b73d343f455c9408ded4d853f2e8a8f7b4ecc7b4bdb", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9996548891067505, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.00791172799654305, "prefill_seconds": 0.0, "copy_seconds": 0.005080697999801487, "suffix_forward_seconds": 0.0591018590494059, "forward_seconds": 0.0591018590494059, "cache_class": "DynamicCache", "total_seconds": 0.07410842302488163}
{"mode": "serial_prefix", "id": "29a1d13ed2d89bc6f261", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "5d3fdc39575f5fbe5c61367d06724a576856b50982e37e06145c7840752b633a", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9993174076080322, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "bcfd59537995fd4bf2a7eb7b333709d34298236524103fe4e88aab260dbf95e6", "encode_seconds": 0.009201142995152622, "prefill_seconds": 0.0, "copy_seconds": 0.004804336989764124, "suffix_forward_seconds": 0.05645715101854876, "forward_seconds": 0.05645715101854876, "cache_class": "DynamicCache", "total_seconds": 0.072357976983767}
{"mode": "serial_prefix", "id": "772ea7ad86e982b5d589", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.625, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "048d9d27b4781f4c004c312df29895f43ce2a0922f182382aaaea62c2ac3b97a", "prompt_version": "direct-options-v1", "input_tokens": 1844, "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.010585476993583143, "prefill_seconds": 0.40619799197884277, "copy_seconds": 0.004697507014498115, "suffix_forward_seconds": 0.05606455897213891, "forward_seconds": 0.4622625509509817, "cache_class": "DynamicCache", "total_seconds": 0.4795899619930424}
{"mode": "serial_prefix", "id": "00912f65d640d020606e", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.875, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "7909ad4656e4d33553b4319a62d59cdef1dabddee567677042c367d3a9b61597", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008284878975246102, "prefill_seconds": 0.0, "copy_seconds": 0.004544667026493698, "suffix_forward_seconds": 0.0588339589885436, "forward_seconds": 0.0588339589885436, "cache_class": "DynamicCache", "total_seconds": 0.07355622097384185}
{"mode": "serial_prefix", "id": "57a1eace9e7237d1c391", "option_ids": ["yes", "no"], "probabilities": [0.005220125894993544, 0.9947799444198608], "option_logits": [22.875, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "372d032845400baa7814cbd86b2c930ba3dc90025f8b78fa63899dff17b78fbf", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9999122619628906, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008772831002715975, "prefill_seconds": 0.0, "copy_seconds": 0.004554476996418089, "suffix_forward_seconds": 0.0570279520470649, "forward_seconds": 0.0570279520470649, "cache_class": "DynamicCache", "total_seconds": 0.07221386599121615}
{"mode": "serial_prefix", "id": "dde2d40f9264a481328b", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.125, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "495647e4933adbcf11f7b476e09f33f73659f9d70a7757518f93d1b2eb3de7e1", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9998818039894104, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.00825332902604714, "prefill_seconds": 0.0, "copy_seconds": 0.004438656033016741, "suffix_forward_seconds": 0.05870703799882904, "forward_seconds": 0.05870703799882904, "cache_class": "DynamicCache", "total_seconds": 0.07334812998306006}
{"mode": "serial_prefix", "id": "b794137968f16b718566", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.75, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "edee4c8350647b6b7cdaffbe557ba068340cec6ebb27978f8904547e5645e249", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9994223117828369, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.009549373993650079, "prefill_seconds": 0.0, "copy_seconds": 0.00528350897366181, "suffix_forward_seconds": 0.06289215298602358, "forward_seconds": 0.06289215298602358, "cache_class": "DynamicCache", "total_seconds": 0.07997628400335088}
{"mode": "serial_prefix", "id": "f9c0bb24de4bcbd7c411", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.5, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "e60c95fbfe3ae36c8c3ab5f73021904f205c0019953c4934242956f3d3cf8525", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008867511001881212, "prefill_seconds": 0.0, "copy_seconds": 0.004850646015256643, "suffix_forward_seconds": 0.05715037399204448, "forward_seconds": 0.05715037399204448, "cache_class": "DynamicCache", "total_seconds": 0.0727212880156003}
{"mode": "serial_prefix", "id": "9f417fdc52d2f71b6894", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [23.875, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "1b5cc01d9e76c17915eb24e725f424f4e0e69a655bdcb93e3c31dd67306f8682", "prompt_version": "direct-options-v1", "input_tokens": 1839, "allowed_token_mass": 0.9995824098587036, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008273518993519247, "prefill_seconds": 0.0, "copy_seconds": 0.004451256012544036, "suffix_forward_seconds": 0.05492810602299869, "forward_seconds": 0.05492810602299869, "cache_class": "DynamicCache", "total_seconds": 0.06959260697476566}
{"mode": "serial_prefix", "id": "5130a007d126d4eb59bb", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.75, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "a1510132977f082ef5de78178b609f9306aef3a6c395c427d6f0ed41006f38f5", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008207768958527595, "prefill_seconds": 0.0, "copy_seconds": 0.004381895996630192, "suffix_forward_seconds": 0.0546165140112862, "forward_seconds": 0.0546165140112862, "cache_class": "DynamicCache", "total_seconds": 0.06905346596613526}
{"mode": "serial_prefix", "id": "c27c87ae486116c6c65d", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "b5cec749cafd0051e266298b7a6a903d1cbef19069935adcc59bec3444eb838a", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9996968507766724, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008050018979702145, "prefill_seconds": 0.0, "copy_seconds": 0.004429285996593535, "suffix_forward_seconds": 0.055583198030944914, "forward_seconds": 0.055583198030944914, "cache_class": "DynamicCache", "total_seconds": 0.06992410897510126}
{"mode": "serial_prefix", "id": "9abc1509a5dd02fab0f1", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.375, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "d4eb2333b69d0b21706d0b5ea42fcbcb0bd8f5d485b429d27fe1342a210343a4", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9998589158058167, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.00823353900341317, "prefill_seconds": 0.0, "copy_seconds": 0.004485786019358784, "suffix_forward_seconds": 0.05557951796799898, "forward_seconds": 0.05557951796799898, "cache_class": "DynamicCache", "total_seconds": 0.07013541902415454}
{"mode": "serial_prefix", "id": "700386165c6ac0f6a47d", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.5, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "7b723d5bf7438bd55c303770515834f580b5b21a5c6d428c6ce4d882bcefc95b", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9997596740722656, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.007936669047921896, "prefill_seconds": 0.0, "copy_seconds": 0.0044311960227787495, "suffix_forward_seconds": 0.05637281102826819, "forward_seconds": 0.05637281102826819, "cache_class": "DynamicCache", "total_seconds": 0.07054455199977383}
{"mode": "serial_prefix", "id": "48430eca0a8d18dd1e2e", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "99c89b6911ba43a26276f593c8bbd6a8c7afc73d9aa673fa9bf27d83887ea143", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008855981985107064, "prefill_seconds": 0.0, "copy_seconds": 0.005166938994079828, "suffix_forward_seconds": 0.05629547999706119, "forward_seconds": 0.05629547999706119, "cache_class": "DynamicCache", "total_seconds": 0.07222339703002945}
{"mode": "serial_prefix", "id": "60d28f4562cbed8dc1d8", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.625, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "1cc45981ad20f9b488e8a4b8c481e552b4042e262160c2efd4f5551e9fb564c9", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9995442628860474, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008075647987425327, "prefill_seconds": 0.0, "copy_seconds": 0.004470315994694829, "suffix_forward_seconds": 0.05728207400534302, "forward_seconds": 0.05728207400534302, "cache_class": "DynamicCache", "total_seconds": 0.07168467395240441}
{"mode": "serial_prefix", "id": "804dd056dfed56bfa455", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "43e98557b6ad08ab6534f100f8f2820a1f3018532978d439adf576794d500808", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008952822012361139, "prefill_seconds": 0.0, "copy_seconds": 0.0050526889972388744, "suffix_forward_seconds": 0.05938196100760251, "forward_seconds": 0.05938196100760251, "cache_class": "DynamicCache", "total_seconds": 0.07543330796761438}
{"mode": "serial_prefix", "id": "cedf4bb3fbf498f6c0a3", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.375, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "1a8f7c3ead35ca9962022c2719423e5be66a686990f8003cccf15441e2b5a10a", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.999401330947876, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.007922968012280762, "prefill_seconds": 0.0, "copy_seconds": 0.004645486013032496, "suffix_forward_seconds": 0.05603544902987778, "forward_seconds": 0.05603544902987778, "cache_class": "DynamicCache", "total_seconds": 0.07041307998588309}
{"mode": "serial_prefix", "id": "a7a60ad81cce37455091", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.25, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "feaf6744c21dd243e30db32ce021012025ab17523238e482fe32f8f5aa24c965", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.007860538025852293, "prefill_seconds": 0.0, "copy_seconds": 0.00473331700777635, "suffix_forward_seconds": 0.060382394993212074, "forward_seconds": 0.060382394993212074, "cache_class": "DynamicCache", "total_seconds": 0.07482981600333005}
{"mode": "serial_prefix", "id": "1c1a740eb0d7f48d17c4", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.375, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "ad87dc23cf94203a5bbe995564eaf57f423aac041b418e0d94e7ce75b707b22a", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.9998112320899963, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008757091010920703, "prefill_seconds": 0.0, "copy_seconds": 0.004426505998708308, "suffix_forward_seconds": 0.05605421995278448, "forward_seconds": 0.05605421995278448, "cache_class": "DynamicCache", "total_seconds": 0.07115747302304953}
{"mode": "serial_prefix", "id": "f3b7230c32c6b40404e7", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.75, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "6181c87ac9175a65e0be5a3c011ca5369f52e4ad06ba3079acf1c479f8cb1377", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9997101426124573, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.00836008001351729, "prefill_seconds": 0.0, "copy_seconds": 0.004931206989567727, "suffix_forward_seconds": 0.056410519988276064, "forward_seconds": 0.056410519988276064, "cache_class": "DynamicCache", "total_seconds": 0.07177896401844919}
{"mode": "serial_prefix", "id": "7ddfc0bfbd30b41ee7ec", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "6e6cff593bdab31b443d5ef96c37bfff8f52cf57dddcc0c79bfbc45144f81e76", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9998226165771484, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.007982428011018783, "prefill_seconds": 0.0, "copy_seconds": 0.004514896951150149, "suffix_forward_seconds": 0.05629571998724714, "forward_seconds": 0.05629571998724714, "cache_class": "DynamicCache", "total_seconds": 0.0706285810447298}
{"mode": "serial_prefix", "id": "bc3b0cccafdc382b5168", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "5750a46d3c34a72beab08405a6dcc011c04065767f5309cf936ad32b0f42692d", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9996320009231567, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008122948987875134, "prefill_seconds": 0.0, "copy_seconds": 0.00460403598845005, "suffix_forward_seconds": 0.05661812098696828, "forward_seconds": 0.05661812098696828, "cache_class": "DynamicCache", "total_seconds": 0.07130562397651374}
{"mode": "serial_prefix", "id": "88be5fbbd8b7d7c6de8e", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "0a68f25288ab0d64656519cddd1b444cfd3723d652bcb0ebddcc3fd155c88f39", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9995213747024536, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "4fece5534e18e32c4543b95c8814a7ef229629eb21f29b1ad4b5f7b62f424213", "encode_seconds": 0.008018169028218836, "prefill_seconds": 0.0, "copy_seconds": 0.0044946749694645405, "suffix_forward_seconds": 0.05736174498451874, "forward_seconds": 0.05736174498451874, "cache_class": "DynamicCache", "total_seconds": 0.07173002598574385}
{"mode": "serial_prefix", "id": "c3cbbae0daed5f9939cf", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "04b530bdedf629cda62ac5a22d3aac781119ea5c8996329b312395c5fbbbba1e", "prompt_version": "direct-options-v1", "input_tokens": 1851, "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.010946059017442167, "prefill_seconds": 0.4069313729996793, "copy_seconds": 0.005233036994468421, "suffix_forward_seconds": 0.06302646500989795, "forward_seconds": 0.46995783800957724, "cache_class": "DynamicCache", "total_seconds": 0.4881397719727829}
{"mode": "serial_prefix", "id": "2b5d421b25c9d9fe505e", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.875, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "48edaddb66e152da319d1b59dc601142f1690024b110b1645b89762d1652672b", "prompt_version": "direct-options-v1", "input_tokens": 1850, "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.009146773023530841, "prefill_seconds": 0.0, "copy_seconds": 0.005074598011560738, "suffix_forward_seconds": 0.057219342968892306, "forward_seconds": 0.057219342968892306, "cache_class": "DynamicCache", "total_seconds": 0.07333777198800817}
{"mode": "serial_prefix", "id": "bc9fbcc5aad00f4bfd89", "option_ids": ["yes", "no"], "probabilities": [0.005911068990826607, 0.9940890073776245], "option_logits": [22.875, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "55debf702c9a756a39549563f9bd5695f035c07115f9af089c8c7e79e09b6692", "prompt_version": "direct-options-v1", "input_tokens": 1852, "allowed_token_mass": 0.9999027848243713, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.00798882800154388, "prefill_seconds": 0.0, "copy_seconds": 0.004435524984728545, "suffix_forward_seconds": 0.05935519200284034, "forward_seconds": 0.05935519200284034, "cache_class": "DynamicCache", "total_seconds": 0.07370950299082324}
{"mode": "serial_prefix", "id": "2628c2ca912735d6c5df", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.25, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "b84328a837492abf1e365401fda055a6637b96460d06ef2e910a1be5e2ee6082", "prompt_version": "direct-options-v1", "input_tokens": 1852, "allowed_token_mass": 0.9998722076416016, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.00862302101450041, "prefill_seconds": 0.0, "copy_seconds": 0.004895868012681603, "suffix_forward_seconds": 0.056386580981779844, "forward_seconds": 0.056386580981779844, "cache_class": "DynamicCache", "total_seconds": 0.07194580603390932}
{"mode": "serial_prefix", "id": "340e071a263851ae7cc5", "option_ids": ["yes", "no"], "probabilities": [0.8670357465744019, 0.13296423852443695], "option_logits": [25.75, 23.875], "answer_token_ids": [32, 33], "prompt_sha256": "e278ad6ec0a3077767f5de342ff5368cda48505363f49bc5624c84fe46adaa89", "prompt_version": "direct-options-v1", "input_tokens": 1848, "allowed_token_mass": 0.9993593692779541, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008502851007506251, "prefill_seconds": 0.0, "copy_seconds": 0.004489275976084173, "suffix_forward_seconds": 0.05547222902532667, "forward_seconds": 0.05547222902532667, "cache_class": "DynamicCache", "total_seconds": 0.07033227203646675}
{"mode": "serial_prefix", "id": "529dbff0a72c765c605b", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.625, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "72a1165f4ec0425b1252084672a302c6ff5adfe56ca5c88de9ed383636be2bdd", "prompt_version": "direct-options-v1", "input_tokens": 1848, "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.007971418963279575, "prefill_seconds": 0.0, "copy_seconds": 0.004727857012767345, "suffix_forward_seconds": 0.055128515989053994, "forward_seconds": 0.055128515989053994, "cache_class": "DynamicCache", "total_seconds": 0.06971686898032203}
{"mode": "serial_prefix", "id": "c3323814f12b62034c30", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.625, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "5e983c82a343372af20696e4fcf399adf6bd0751fa9fa3e5d296282180bb3923", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008021488960366696, "prefill_seconds": 0.0, "copy_seconds": 0.0044980860548093915, "suffix_forward_seconds": 0.05557361902901903, "forward_seconds": 0.05557361902901903, "cache_class": "DynamicCache", "total_seconds": 0.06992197997169569}
{"mode": "serial_prefix", "id": "a5917d05294f7ceba7af", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.625, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "9838029989f4b8ed4933c16f754e86d7af2b24ad7689edf5f4486186d8344af4", "prompt_version": "direct-options-v1", "input_tokens": 1847, "allowed_token_mass": 0.9997997879981995, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.007948837999720126, "prefill_seconds": 0.0, "copy_seconds": 0.004327545000705868, "suffix_forward_seconds": 0.0555364090250805, "forward_seconds": 0.0555364090250805, "cache_class": "DynamicCache", "total_seconds": 0.06965684902388602}
{"mode": "serial_prefix", "id": "97fed6ab1a9cb55a2f61", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "03bb58d6ab35d3b2574c7a1e6be079872295bf712f9d4cc275b7a4e7480a1fa4", "prompt_version": "direct-options-v1", "input_tokens": 1847, "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008074638957623392, "prefill_seconds": 0.0, "copy_seconds": 0.004468766041100025, "suffix_forward_seconds": 0.05515607801498845, "forward_seconds": 0.05515607801498845, "cache_class": "DynamicCache", "total_seconds": 0.06955580896465108}
{"mode": "serial_prefix", "id": "6579eca7ea02a3f5d5ce", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.125, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "cbd221a34f58b7fc259c9428805057795632ff121cf3b9a67e150adb12143d25", "prompt_version": "direct-options-v1", "input_tokens": 1850, "allowed_token_mass": 0.9998608231544495, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008325298957061023, "prefill_seconds": 0.0, "copy_seconds": 0.004384854983072728, "suffix_forward_seconds": 0.05641091096913442, "forward_seconds": 0.05641091096913442, "cache_class": "DynamicCache", "total_seconds": 0.07099066395312548}
{"mode": "serial_prefix", "id": "b4c4311830209ab25b29", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "384e2c87cc84d587c7dc5bd861ea25f76feda2caf7d618788ebee3bf21101c66", "prompt_version": "direct-options-v1", "input_tokens": 1850, "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.007922967954073101, "prefill_seconds": 0.0, "copy_seconds": 0.004444975988008082, "suffix_forward_seconds": 0.05631197104230523, "forward_seconds": 0.05631197104230523, "cache_class": "DynamicCache", "total_seconds": 0.07051541196415201}
{"mode": "serial_prefix", "id": "8378b16d3504101615a3", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "753e65f83b2ba7ae3cf143e85b8c98a604e7be96e8a29fc6f09fc246968199dd", "prompt_version": "direct-options-v1", "input_tokens": 1849, "allowed_token_mass": 0.9997425675392151, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.007957509020343423, "prefill_seconds": 0.0, "copy_seconds": 0.004530755977611989, "suffix_forward_seconds": 0.05790798703674227, "forward_seconds": 0.05790798703674227, "cache_class": "DynamicCache", "total_seconds": 0.07225547899724916}
{"mode": "serial_prefix", "id": "4b5c4d91e91e77e81e50", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [26.0, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "321e36e14dc4bf98d050e5ce6a07633d1f2c8945e8bba849e414f459f89c2e2a", "prompt_version": "direct-options-v1", "input_tokens": 1849, "allowed_token_mass": 0.9995843172073364, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008165758976247162, "prefill_seconds": 0.0, "copy_seconds": 0.0044702759478241205, "suffix_forward_seconds": 0.05796809698222205, "forward_seconds": 0.05796809698222205, "cache_class": "DynamicCache", "total_seconds": 0.07250495895277709}
{"mode": "serial_prefix", "id": "4fc1c85d53d278e97783", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.25, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "274e44bf48a09589085739108c732b7f0d7d298c79148360d541f604a3de1f77", "prompt_version": "direct-options-v1", "input_tokens": 1849, "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008370549010578543, "prefill_seconds": 0.0, "copy_seconds": 0.005137187952641398, "suffix_forward_seconds": 0.06072449701605365, "forward_seconds": 0.06072449701605365, "cache_class": "DynamicCache", "total_seconds": 0.07633417303441092}
{"mode": "serial_prefix", "id": "9f212a160627bc26112f", "option_ids": ["yes", "no"], "probabilities": [0.9241418242454529, 0.07585817575454712], "option_logits": [26.0, 23.5], "answer_token_ids": [32, 33], "prompt_sha256": "2ad26e9cc272ffa7022b8227a8067d1022891b8ea20afc53d57011d3586abacf", "prompt_version": "direct-options-v1", "input_tokens": 1848, "allowed_token_mass": 0.9991782903671265, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008568290970288217, "prefill_seconds": 0.0, "copy_seconds": 0.004560876986943185, "suffix_forward_seconds": 0.0568838530452922, "forward_seconds": 0.0568838530452922, "cache_class": "DynamicCache", "total_seconds": 0.07213574898196384}
{"mode": "serial_prefix", "id": "9aba50a0e8e6ce069975", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.375, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "54ba7a8574746657dcc226576ffc36d81bc57c16a2b1364c8c60af06667a5988", "prompt_version": "direct-options-v1", "input_tokens": 1847, "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008069589035585523, "prefill_seconds": 0.0, "copy_seconds": 0.0049083970370702446, "suffix_forward_seconds": 0.05724980402737856, "forward_seconds": 0.05724980402737856, "cache_class": "DynamicCache", "total_seconds": 0.07233712903689593}
{"mode": "serial_prefix", "id": "fe89b2552555023f3871", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [22.875, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "81090a616e9f2532798959b61eca7e0ecad0b8243335e32e5e8946a18913a3fb", "prompt_version": "direct-options-v1", "input_tokens": 1853, "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008272840001154691, "prefill_seconds": 0.0, "copy_seconds": 0.004437225987203419, "suffix_forward_seconds": 0.05987758398987353, "forward_seconds": 0.05987758398987353, "cache_class": "DynamicCache", "total_seconds": 0.07456239697057754}
{"mode": "serial_prefix", "id": "074e48d02c7055731f23", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.625, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "dbc0a29a1a60bf32481d42458048a22452b6d65d729c57771aafff37395fcab9", "prompt_version": "direct-options-v1", "input_tokens": 1850, "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008515450987033546, "prefill_seconds": 0.0, "copy_seconds": 0.004389996000099927, "suffix_forward_seconds": 0.05626329098595306, "forward_seconds": 0.05626329098595306, "cache_class": "DynamicCache", "total_seconds": 0.07101405400317162}
{"mode": "serial_prefix", "id": "bacff968445af3f3e634", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.625, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "4ca28ff1d8759019b7670af66c76d51ae78bb2ac9f9073b4890328af95e91b0e", "prompt_version": "direct-options-v1", "input_tokens": 1849, "allowed_token_mass": 0.9998627305030823, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008697971003130078, "prefill_seconds": 0.0, "copy_seconds": 0.005380369024351239, "suffix_forward_seconds": 0.056985693983733654, "forward_seconds": 0.056985693983733654, "cache_class": "DynamicCache", "total_seconds": 0.0729538410087116}
{"mode": "serial_prefix", "id": "1598a0282f110e938fd6", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.5, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "4b87ffc01d0d5b1a339a00ebef0b7ff09254e919d6318abff5da0f00b54614fd", "prompt_version": "direct-options-v1", "input_tokens": 1847, "allowed_token_mass": 0.999754011631012, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.008125949010718614, "prefill_seconds": 0.0, "copy_seconds": 0.0044332459801808, "suffix_forward_seconds": 0.05634250194998458, "forward_seconds": 0.05634250194998458, "cache_class": "DynamicCache", "total_seconds": 0.070771444006823}
{"mode": "serial_prefix", "id": "0cd561f6702d31545165", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "94fef6c70103bdb23c332f033f98116d39e1698cbf8d1b5acf0a4993f6eef133", "prompt_version": "direct-options-v1", "input_tokens": 1850, "allowed_token_mass": 0.9996243119239807, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1772, "prefix_sha256": "eef8dea370ddc7f4fb464eab15533fa1b68a1b71887672857f6ddc45c796df36", "encode_seconds": 0.00804256898118183, "prefill_seconds": 0.0, "copy_seconds": 0.004438086005393416, "suffix_forward_seconds": 0.05957719299476594, "forward_seconds": 0.05957719299476594, "cache_class": "DynamicCache", "total_seconds": 0.07400861498899758}
{"mode": "serial_prefix", "id": "a79e2f095b74dbce9e03", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.125, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "98647969fec8b07d80ab539b8987d1552e15b233482a464502eec53eb2a0ac57", "prompt_version": "direct-options-v1", "input_tokens": 1862, "allowed_token_mass": 0.9996376633644104, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.01233046397101134, "prefill_seconds": 0.4062074680114165, "copy_seconds": 0.005200357991270721, "suffix_forward_seconds": 0.05763563700020313, "forward_seconds": 0.4638431050116196, "cache_class": "DynamicCache", "total_seconds": 0.48343796498375013}
{"mode": "serial_prefix", "id": "c5944de25c7acf20824f", "option_ids": ["yes", "no"], "probabilities": [0.9399133324623108, 0.06008664518594742], "option_logits": [26.625, 23.875], "answer_token_ids": [32, 33], "prompt_sha256": "85e55780dc353ac8cfc874e28ac1400422daf12c2e8ca7a7c623b897df48f05c", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9997044205665588, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.009055402013473213, "prefill_seconds": 0.0, "copy_seconds": 0.004415275005158037, "suffix_forward_seconds": 0.05671258398797363, "forward_seconds": 0.05671258398797363, "cache_class": "DynamicCache", "total_seconds": 0.07219012902351096}
{"mode": "serial_prefix", "id": "5bafed68c32bd93b93e4", "option_ids": ["yes", "no"], "probabilities": [0.005220125894993544, 0.9947799444198608], "option_logits": [22.625, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "f6ff2ddfa65d7aed567d9dc8496179e9745867e8bf572b914c28aee4024f1fce", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9998989105224609, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008110138995107263, "prefill_seconds": 0.0, "copy_seconds": 0.004430296015925705, "suffix_forward_seconds": 0.05708076502196491, "forward_seconds": 0.05708076502196491, "cache_class": "DynamicCache", "total_seconds": 0.07157649705186486}
{"mode": "serial_prefix", "id": "1770bbdcf5d94bc1c563", "option_ids": ["yes", "no"], "probabilities": [0.005220125894993544, 0.9947799444198608], "option_logits": [22.625, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "8eb96c116447f16959b60bdc593e4f89c896a67aeccf75ce5e25f30c798a50f3", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9998970031738281, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008136389020364732, "prefill_seconds": 0.0, "copy_seconds": 0.004542406008113176, "suffix_forward_seconds": 0.05863795103505254, "forward_seconds": 0.05863795103505254, "cache_class": "DynamicCache", "total_seconds": 0.07322840299457312}
{"mode": "serial_prefix", "id": "4323970d5a49c2701af0", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.375, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "a72f28730262cb1f613da2028ad39c09f3afe471720756358440395f72d6efc0", "prompt_version": "direct-options-v1", "input_tokens": 1859, "allowed_token_mass": 0.9995862245559692, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.00878677103901282, "prefill_seconds": 0.0, "copy_seconds": 0.004689386987593025, "suffix_forward_seconds": 0.059294753009453416, "forward_seconds": 0.059294753009453416, "cache_class": "DynamicCache", "total_seconds": 0.07474588800687343}
{"mode": "serial_prefix", "id": "bb1c5b03e1390909f9fe", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.875, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "56e95aa9a4fb8bcaafe68b5dfed11e4fd239e25528ad02b165a5d3b9f72a51ba", "prompt_version": "direct-options-v1", "input_tokens": 1859, "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008492510998621583, "prefill_seconds": 0.0, "copy_seconds": 0.004811876977328211, "suffix_forward_seconds": 0.057550376979634166, "forward_seconds": 0.057550376979634166, "cache_class": "DynamicCache", "total_seconds": 0.07267623097868636}
{"mode": "serial_prefix", "id": "cb81fe83692c3e7a7615", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "4ec81b7191f03a27a56d728b4a4e2b5fd8b5616cb1824ab33663c03815ebe072", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.007958138012327254, "prefill_seconds": 0.0, "copy_seconds": 0.004411005997098982, "suffix_forward_seconds": 0.05709450499853119, "forward_seconds": 0.05709450499853119, "cache_class": "DynamicCache", "total_seconds": 0.07130717602558434}
{"mode": "serial_prefix", "id": "1076fc08d4f06a19c05d", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.375, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "08e3823d366e5eade6789e4b23d617ac6eaeb6322625bbfd41545ffff2d4a0c0", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008795941015705466, "prefill_seconds": 0.0, "copy_seconds": 0.004640705999918282, "suffix_forward_seconds": 0.05692723498214036, "forward_seconds": 0.05692723498214036, "cache_class": "DynamicCache", "total_seconds": 0.07233656896278262}
{"mode": "serial_prefix", "id": "6b6381ab7824d9f2a898", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.5, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "b6dc7ba8861d88d618902198baacd0ad0c24cae6854c53f26b3cb9c868394ed4", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.009172793012112379, "prefill_seconds": 0.0, "copy_seconds": 0.0053948890417814255, "suffix_forward_seconds": 0.05873107101069763, "forward_seconds": 0.05873107101069763, "cache_class": "DynamicCache", "total_seconds": 0.07531986001413316}
{"mode": "serial_prefix", "id": "25e470de8b7a0facb1eb", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.0, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "5db93acd2c9341d6e76f7ee5113077c3a969a696ccccd543bc42401f292573f2", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008793162007350475, "prefill_seconds": 0.0, "copy_seconds": 0.004415066039655358, "suffix_forward_seconds": 0.05715028598206118, "forward_seconds": 0.05715028598206118, "cache_class": "DynamicCache", "total_seconds": 0.07218992104753852}
{"mode": "serial_prefix", "id": "1eed069fe528eade80b5", "option_ids": ["yes", "no"], "probabilities": [0.8807970285415649, 0.11920291930437088], "option_logits": [26.125, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "f2f40b6850985483807e091d57c30b8ec32193a2f3803ea8ce9278a1572f38f9", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9997367858886719, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.007969768019393086, "prefill_seconds": 0.0, "copy_seconds": 0.004436816030647606, "suffix_forward_seconds": 0.05980334500782192, "forward_seconds": 0.05980334500782192, "cache_class": "DynamicCache", "total_seconds": 0.07406177703524008}
{"mode": "serial_prefix", "id": "2ae10a22a6dc2195ff73", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.125, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "a51fe8222ee38e8fc6ef7bfb8288bb5e90b2b0c81487350dcaa5752627d6a103", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9997634887695312, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008110478986054659, "prefill_seconds": 0.0, "copy_seconds": 0.0048669170355424285, "suffix_forward_seconds": 0.057609027018770576, "forward_seconds": 0.057609027018770576, "cache_class": "DynamicCache", "total_seconds": 0.07243820000439882}
{"mode": "serial_prefix", "id": "f447e9e4dac30a14fa4e", "option_ids": ["yes", "no"], "probabilities": [0.9399133324623108, 0.06008664518594742], "option_logits": [26.5, 23.75], "answer_token_ids": [32, 33], "prompt_sha256": "41d3abffc5ab065ee117c5481aa2b0210185608dc7e98ee788355e76b50251de", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008014609978999943, "prefill_seconds": 0.0, "copy_seconds": 0.004876847029663622, "suffix_forward_seconds": 0.05726655601756647, "forward_seconds": 0.05726655601756647, "cache_class": "DynamicCache", "total_seconds": 0.07231773098465055}
{"mode": "serial_prefix", "id": "39966e5ed40b0ab8dc7c", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "7218cc6832be257b6bfc1078eb5c467fa0c4a58693929baf76ecd4af0a029f24", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008221138967201114, "prefill_seconds": 0.0, "copy_seconds": 0.004557126027066261, "suffix_forward_seconds": 0.056912475964054465, "forward_seconds": 0.056912475964054465, "cache_class": "DynamicCache", "total_seconds": 0.07152488798601553}
{"mode": "serial_prefix", "id": "1c3d718ddc961a6a91f1", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.75, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "1855994e5b281bc0721027ca7c29efd1584efa64365754be44b1d245103a9bf3", "prompt_version": "direct-options-v1", "input_tokens": 1859, "allowed_token_mass": 0.9995194673538208, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008506660000421107, "prefill_seconds": 0.0, "copy_seconds": 0.0044409160036593676, "suffix_forward_seconds": 0.05708154494641349, "forward_seconds": 0.05708154494641349, "cache_class": "DynamicCache", "total_seconds": 0.07211117900442332}
{"mode": "serial_prefix", "id": "4674b161a921c8b00e3b", "option_ids": ["yes", "no"], "probabilities": [0.9669140577316284, 0.03308597952127457], "option_logits": [26.625, 23.25], "answer_token_ids": [32, 33], "prompt_sha256": "139ccd6926f8ab9eb1604b5a20293a90cf6a1c5c89c4124d102d7ee6d26a17d5", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008141689992044121, "prefill_seconds": 0.0, "copy_seconds": 0.004493666987400502, "suffix_forward_seconds": 0.0553488889709115, "forward_seconds": 0.0553488889709115, "cache_class": "DynamicCache", "total_seconds": 0.06982348201563582}
{"mode": "serial_prefix", "id": "738968ceab05d2b52515", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.125, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "c72470af215eda1bde8c61bf6c48b6cb028cd65417507b78cf3efe3b5171c0ef", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9995633363723755, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.00833146000513807, "prefill_seconds": 0.0, "copy_seconds": 0.004398215969558805, "suffix_forward_seconds": 0.05568951100576669, "forward_seconds": 0.05568951100576669, "cache_class": "DynamicCache", "total_seconds": 0.07024178298888728}
{"mode": "serial_prefix", "id": "d414d247aa692f2c533e", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "13e34fe969d9fd649fcf8dda5fe83fb2996dba37b188e103eead9ce80471d818", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008310350007377565, "prefill_seconds": 0.0, "copy_seconds": 0.004992598027456552, "suffix_forward_seconds": 0.05874599202070385, "forward_seconds": 0.05874599202070385, "cache_class": "DynamicCache", "total_seconds": 0.07412627700250596}
{"mode": "serial_prefix", "id": "d2aebaf8c656c175cb4a", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.25, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "cf238b59b1ee2a0d777e58aff8941672262906befb3265dc6392a448dc6d6b80", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9998417496681213, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.007968487974721938, "prefill_seconds": 0.0, "copy_seconds": 0.004861457971855998, "suffix_forward_seconds": 0.055632909992709756, "forward_seconds": 0.055632909992709756, "cache_class": "DynamicCache", "total_seconds": 0.07033623196184635}
{"mode": "serial_prefix", "id": "eb9e35032c558a9c3e5c", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.125, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "8ad0a9eac2fad05924e6665a12205d4018aec7dc040470e2018fdb4a10cc2c07", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9995728731155396, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008437240030616522, "prefill_seconds": 0.0, "copy_seconds": 0.004437467025127262, "suffix_forward_seconds": 0.0556683000177145, "forward_seconds": 0.0556683000177145, "cache_class": "DynamicCache", "total_seconds": 0.07042359298793599}
{"mode": "serial_prefix", "id": "12a4dba6ea14f54817a0", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.5, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "761642e176676962222a2f94a3304fb01af23e62002faea156b9cfc88a090dc9", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9996376633644104, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "7c8c990b7d085b1f0884b4eb9e36c8deb4a4946c516e30e52d6a45710ed59d95", "encode_seconds": 0.008060868014581501, "prefill_seconds": 0.0, "copy_seconds": 0.004436024988535792, "suffix_forward_seconds": 0.056164331967011094, "forward_seconds": 0.056164331967011094, "cache_class": "DynamicCache", "total_seconds": 0.07046998402802274}
{"mode": "serial_prefix", "id": "f7adbab4326ba6b8b1a9", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.125, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "dd6857444b40d8ea4daf5cd80344a207ca6cadc0c6f7d560dab8a38ac9023fb1", "prompt_version": "direct-options-v1", "input_tokens": 1849, "allowed_token_mass": 0.999671995639801, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.010543086973484606, "prefill_seconds": 0.4061608240008354, "copy_seconds": 0.0051992780063301325, "suffix_forward_seconds": 0.057096045988146216, "forward_seconds": 0.46325686998898163, "cache_class": "DynamicCache", "total_seconds": 0.4811620250111446}
{"mode": "serial_prefix", "id": "2907971ad82170c99b31", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.75, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "3c18c830a11f8fc0943926480745bc7a4ba1e1d87a96d81b6f8067edc1015e42", "prompt_version": "direct-options-v1", "input_tokens": 1848, "allowed_token_mass": 0.999733030796051, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.008505220990628004, "prefill_seconds": 0.0, "copy_seconds": 0.004393226001411676, "suffix_forward_seconds": 0.056200421997345984, "forward_seconds": 0.056200421997345984, "cache_class": "DynamicCache", "total_seconds": 0.07095726695843041}
{"mode": "serial_prefix", "id": "475d912050d67900e6f9", "option_ids": ["yes", "no"], "probabilities": [0.006692850962281227, 0.9933071732521057], "option_logits": [23.0, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "185dcb7436b9c2645dfa0297378cfe238ee6e0a96a34c208fdab1be583cc833a", "prompt_version": "direct-options-v1", "input_tokens": 1850, "allowed_token_mass": 0.9998950958251953, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.008548901008907706, "prefill_seconds": 0.0, "copy_seconds": 0.004725937033072114, "suffix_forward_seconds": 0.05620299302972853, "forward_seconds": 0.05620299302972853, "cache_class": "DynamicCache", "total_seconds": 0.07133408699883148}
{"mode": "serial_prefix", "id": "4585e68751d706e3cc56", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.25, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "325b3472fff05487b8acb8b2f77f929d62826e3476786943d5898848920c3f1a", "prompt_version": "direct-options-v1", "input_tokens": 1850, "allowed_token_mass": 0.9998931884765625, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.008020898967515677, "prefill_seconds": 0.0, "copy_seconds": 0.00442850700346753, "suffix_forward_seconds": 0.05652969400398433, "forward_seconds": 0.05652969400398433, "cache_class": "DynamicCache", "total_seconds": 0.07083791599143296}
{"mode": "serial_prefix", "id": "be5a49798b0769fa4652", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.625, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "467f028c8631de7e78d28f65a3d2173dfb665a331cc7d9d783be48f02c68c290", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.008108790032565594, "prefill_seconds": 0.0, "copy_seconds": 0.004380134982056916, "suffix_forward_seconds": 0.05792150896741077, "forward_seconds": 0.05792150896741077, "cache_class": "DynamicCache", "total_seconds": 0.07244808203540742}
{"mode": "serial_prefix", "id": "32115089340ecbf8d5d2", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.625, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "dca3184de2780029eca9997c15947e6d7f24ef929285770835649bf3f16d29e4", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.00865656096721068, "prefill_seconds": 0.0, "copy_seconds": 0.004895718011539429, "suffix_forward_seconds": 0.05712643597507849, "forward_seconds": 0.05712643597507849, "cache_class": "DynamicCache", "total_seconds": 0.07268528296845034}
{"mode": "serial_prefix", "id": "d2c683512a17317dee8d", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.125, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "9eb8101d99bd8b9ed369c60e09d018896203bf06999c3b6c9cd382010cc432ce", "prompt_version": "direct-options-v1", "input_tokens": 1844, "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.007919138006400317, "prefill_seconds": 0.0, "copy_seconds": 0.004429635009728372, "suffix_forward_seconds": 0.05680213501909748, "forward_seconds": 0.05680213501909748, "cache_class": "DynamicCache", "total_seconds": 0.07109945599222556}
{"mode": "serial_prefix", "id": "b51c5d8b42f387dedbdb", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "7bb830cdf9a90f114dbb7374f6b93f7964a8293fa82a3841ae9aa4bcbccbc8a3", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9997120499610901, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.008023597998544574, "prefill_seconds": 0.0, "copy_seconds": 0.004443566023837775, "suffix_forward_seconds": 0.055954421986825764, "forward_seconds": 0.055954421986825764, "cache_class": "DynamicCache", "total_seconds": 0.0702707830350846}
{"mode": "serial_prefix", "id": "235c09d1c37ca3c4d9ac", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.75, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "eda4fd91603ea333b30d87ba5fc69faedc28178256676a7a94da95149d2f628a", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9998512268066406, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.008261610986664891, "prefill_seconds": 0.0, "copy_seconds": 0.0044245760072954, "suffix_forward_seconds": 0.056128072028514, "forward_seconds": 0.056128072028514, "cache_class": "DynamicCache", "total_seconds": 0.07061188499210402}
{"mode": "serial_prefix", "id": "65e67e1f8ad9767ee07c", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.0, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "63c2d1ff9aebcd7f3f6699a55e8a6c5e73d2988273ded6ff14df8df63db06483", "prompt_version": "direct-options-v1", "input_tokens": 1848, "allowed_token_mass": 0.9997978806495667, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.008248748956248164, "prefill_seconds": 0.0, "copy_seconds": 0.0043744759750552475, "suffix_forward_seconds": 0.055961022968403995, "forward_seconds": 0.055961022968403995, "cache_class": "DynamicCache", "total_seconds": 0.07040232396684587}
{"mode": "serial_prefix", "id": "df78e28ff00f0621140f", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "43387ac6d1bdb48c6fca2dda677c9cc86f430ec9c726200d0417dfe1b99ae528", "prompt_version": "direct-options-v1", "input_tokens": 1848, "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.007827419030945748, "prefill_seconds": 0.0, "copy_seconds": 0.004362895037047565, "suffix_forward_seconds": 0.056207643006928265, "forward_seconds": 0.056207643006928265, "cache_class": "DynamicCache", "total_seconds": 0.07032100501237437}
{"mode": "serial_prefix", "id": "904eda880260bdedd7f9", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.625, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "f4bd5dddc7029a6c0d6e671ec199dbb4ca5c0b4d69c181d4c037ed0e18a673c5", "prompt_version": "direct-options-v1", "input_tokens": 1847, "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.009546375018544495, "prefill_seconds": 0.0, "copy_seconds": 0.00531662895809859, "suffix_forward_seconds": 0.06273452698951587, "forward_seconds": 0.06273452698951587, "cache_class": "DynamicCache", "total_seconds": 0.07957428798545152}
{"mode": "serial_prefix", "id": "a95049fcacee22e43c54", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.625, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "286d9e010453803ebb510aa1b3e07f1be7a02f303f526bb5084107e4a8f2f7e1", "prompt_version": "direct-options-v1", "input_tokens": 1847, "allowed_token_mass": 0.9995633363723755, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.00916247395798564, "prefill_seconds": 0.0, "copy_seconds": 0.005205638008192182, "suffix_forward_seconds": 0.06312818801961839, "forward_seconds": 0.06312818801961839, "cache_class": "DynamicCache", "total_seconds": 0.07963144895620644}
{"mode": "serial_prefix", "id": "56e7dc24d2b649da06ef", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "dd8d01b6c6d65ec3afa4aad5711ce5c74293d3727c22dc823f9b350201210c03", "prompt_version": "direct-options-v1", "input_tokens": 1847, "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.0093574239872396, "prefill_seconds": 0.0, "copy_seconds": 0.005046428996138275, "suffix_forward_seconds": 0.06388824997702613, "forward_seconds": 0.06388824997702613, "cache_class": "DynamicCache", "total_seconds": 0.08046939095947891}
{"mode": "serial_prefix", "id": "93d0b7ea6c7e6282f3f0", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.125, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "612cb7c65d78c664a0dafb148ddd8952fc7589b7afc950bc15405eb6ec95ed0a", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.9994050860404968, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.009610734996385872, "prefill_seconds": 0.0, "copy_seconds": 0.005259989004116505, "suffix_forward_seconds": 0.06418300198856741, "forward_seconds": 0.06418300198856741, "cache_class": "DynamicCache", "total_seconds": 0.08121555403340608}
{"mode": "serial_prefix", "id": "845a552c244bd4c0b719", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.625, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "ca45ce2333c6d4a2552318c97d400d4299c18882b9e43c02952989c4bd8afcee", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.009449544013477862, "prefill_seconds": 0.0, "copy_seconds": 0.005243749008513987, "suffix_forward_seconds": 0.06252343696542084, "forward_seconds": 0.06252343696542084, "cache_class": "DynamicCache", "total_seconds": 0.07935818703845143}
{"mode": "serial_prefix", "id": "49386162dad23eac1544", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.25, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "a22b0e146b01904fdfe314358a3d0bc11baab348348d0c42ea424aad4232a021", "prompt_version": "direct-options-v1", "input_tokens": 1851, "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.009499193984083831, "prefill_seconds": 0.0, "copy_seconds": 0.004364925960544497, "suffix_forward_seconds": 0.05743173899827525, "forward_seconds": 0.05743173899827525, "cache_class": "DynamicCache", "total_seconds": 0.07328726496780291}
{"mode": "serial_prefix", "id": "60f749f9bc6738525c42", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [22.875, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "580f115fa819593597664c2db56fc4e716503eebf96dad4dc557ad2f1202ff73", "prompt_version": "direct-options-v1", "input_tokens": 1848, "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.008189489017240703, "prefill_seconds": 0.0, "copy_seconds": 0.004683998005930334, "suffix_forward_seconds": 0.05672808503732085, "forward_seconds": 0.05672808503732085, "cache_class": "DynamicCache", "total_seconds": 0.07151681900722906}
{"mode": "serial_prefix", "id": "66e5d19f27d6b61c3cda", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.5, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "989a5c3b3061a2ea7a803b432abe9aa023d2a870440e3ed73b356afd0b137f7b", "prompt_version": "direct-options-v1", "input_tokens": 1847, "allowed_token_mass": 0.999847412109375, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.008746122010052204, "prefill_seconds": 0.0, "copy_seconds": 0.00463939702603966, "suffix_forward_seconds": 0.05853762198239565, "forward_seconds": 0.05853762198239565, "cache_class": "DynamicCache", "total_seconds": 0.07381524704396725}
{"mode": "serial_prefix", "id": "2aa0e6d248814c6909e0", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "8d9e340d31bfffcaa2b77579e3cc80404198f0545231614be2bddc2ee787e29d", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9996987581253052, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.007891458983067423, "prefill_seconds": 0.0, "copy_seconds": 0.004449466010555625, "suffix_forward_seconds": 0.05454401799943298, "forward_seconds": 0.05454401799943298, "cache_class": "DynamicCache", "total_seconds": 0.06869240896776319}
{"mode": "serial_prefix", "id": "79ad83bf2f32860bef98", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.625, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "7dc657eaab0e2a4e765c61a640c08cdac45e44418334715f7333a565f40a0c8d", "prompt_version": "direct-options-v1", "input_tokens": 1848, "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1770, "prefix_sha256": "dfe84d0327d2ac3dcbd921670f24862ce1a2276880fb5f7dd1c7771a9955462f", "encode_seconds": 0.007929368002805859, "prefill_seconds": 0.0, "copy_seconds": 0.004408886015880853, "suffix_forward_seconds": 0.05437457701191306, "forward_seconds": 0.05437457701191306, "cache_class": "DynamicCache", "total_seconds": 0.06848591798916459}
{"mode": "serial_prefix", "id": "f6063dceb39e49118d39", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "fa7033db7f599356384252e7540e05f4dfa4bb47add16e5b20e9d97cfc378025", "prompt_version": "direct-options-v1", "input_tokens": 1803, "allowed_token_mass": 0.9995386004447937, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.010718878009356558, "prefill_seconds": 0.4003173919627443, "copy_seconds": 0.004627125978004187, "suffix_forward_seconds": 0.056568855012301356, "forward_seconds": 0.45688624697504565, "cache_class": "DynamicCache", "total_seconds": 0.4741376480087638}
{"mode": "serial_prefix", "id": "9b76149fc15ad5b6e327", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.125, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "5cf29019423976b8e8a2ea3cf8a5494a8b57f2ba192e7af936f30cc3cb242782", "prompt_version": "direct-options-v1", "input_tokens": 1802, "allowed_token_mass": 0.9994565844535828, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.008854212006554008, "prefill_seconds": 0.0, "copy_seconds": 0.0053316690027713776, "suffix_forward_seconds": 0.06042762903962284, "forward_seconds": 0.06042762903962284, "cache_class": "DynamicCache", "total_seconds": 0.07678727898746729}
{"mode": "serial_prefix", "id": "90a938270e4e2de0b383", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "ee7e00291a9b53c59ac62fe7c0dc66ab641b9d63fc408b07bf77a7b973d2f1bc", "prompt_version": "direct-options-v1", "input_tokens": 1804, "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.008480300020892173, "prefill_seconds": 0.0, "copy_seconds": 0.004759798001032323, "suffix_forward_seconds": 0.05781673005549237, "forward_seconds": 0.05781673005549237, "cache_class": "DynamicCache", "total_seconds": 0.07292220502858981}
{"mode": "serial_prefix", "id": "4ea1216fb9a9fb78b77c", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "264495e849849d1bc2122427b50f5154d9085c485cfa6b906ea28c95b1e3ea05", "prompt_version": "direct-options-v1", "input_tokens": 1804, "allowed_token_mass": 0.9998627305030823, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.00821798900142312, "prefill_seconds": 0.0, "copy_seconds": 0.004658217018004507, "suffix_forward_seconds": 0.055706401995848864, "forward_seconds": 0.055706401995848864, "cache_class": "DynamicCache", "total_seconds": 0.07058525597676635}
{"mode": "serial_prefix", "id": "0d80f96281334874e74d", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "9c5fe2f7e7d921a28cc398a27fd4a705a68cb5753359c608355b87dd4163f949", "prompt_version": "direct-options-v1", "input_tokens": 1800, "allowed_token_mass": 0.99910968542099, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.007859267992898822, "prefill_seconds": 0.0, "copy_seconds": 0.004359186044894159, "suffix_forward_seconds": 0.054718339000828564, "forward_seconds": 0.054718339000828564, "cache_class": "DynamicCache", "total_seconds": 0.06871199898887426}
{"mode": "serial_prefix", "id": "383ef0b427ec8a498c4b", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.0, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "eecba1e326fb37bcf16cb561cc9afa01d9f79f9bbab7732958fbdec01f56b148", "prompt_version": "direct-options-v1", "input_tokens": 1800, "allowed_token_mass": 0.9994584918022156, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.007745097973383963, "prefill_seconds": 0.0, "copy_seconds": 0.004414355964399874, "suffix_forward_seconds": 0.057386699016205966, "forward_seconds": 0.057386699016205966, "cache_class": "DynamicCache", "total_seconds": 0.07148845895426348}
{"mode": "serial_prefix", "id": "70f2e6b1ea14f5e28f15", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [23.5, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "8e0fbc4b5aba4251095492cd1ef66ca7442dc2e25c80aeb5cddfc85b8729ad44", "prompt_version": "direct-options-v1", "input_tokens": 1798, "allowed_token_mass": 0.9981021285057068, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.008328250027261674, "prefill_seconds": 0.0, "copy_seconds": 0.004544765979517251, "suffix_forward_seconds": 0.05654351500561461, "forward_seconds": 0.05654351500561461, "cache_class": "DynamicCache", "total_seconds": 0.07126014801906422}
{"mode": "serial_prefix", "id": "8f74cecf670b509544da", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.0, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "4dbef3870e3ab5855894da29ee10afca8b1a57e4a8a4cefdd00a5e4bd441fd5b", "prompt_version": "direct-options-v1", "input_tokens": 1799, "allowed_token_mass": 0.9990811347961426, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.007815268996637315, "prefill_seconds": 0.0, "copy_seconds": 0.004410335968714207, "suffix_forward_seconds": 0.055668712011538446, "forward_seconds": 0.055668712011538446, "cache_class": "DynamicCache", "total_seconds": 0.06968469300772995}
{"mode": "serial_prefix", "id": "6b9954c91552c0a33b9f", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.0, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "153837de8c9e3d88abd286be331c60405236be548adab6bf541d9220728bb357", "prompt_version": "direct-options-v1", "input_tokens": 1799, "allowed_token_mass": 0.9993497729301453, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.010096187004819512, "prefill_seconds": 0.0, "copy_seconds": 0.004869236960075796, "suffix_forward_seconds": 0.0549102799850516, "forward_seconds": 0.0549102799850516, "cache_class": "DynamicCache", "total_seconds": 0.07165635004639626}
{"mode": "serial_prefix", "id": "cc74bb2eb6e7e61f2d70", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.5, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "62d1474c00b045d9be80985d3c4ec4d6b7ffe1a9dc11640567b8c08a2b23a4f6", "prompt_version": "direct-options-v1", "input_tokens": 1802, "allowed_token_mass": 0.9993269443511963, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.007765588001348078, "prefill_seconds": 0.0, "copy_seconds": 0.004388194996863604, "suffix_forward_seconds": 0.05571304197655991, "forward_seconds": 0.05571304197655991, "cache_class": "DynamicCache", "total_seconds": 0.06973280297825113}
{"mode": "serial_prefix", "id": "3893f050e31def5f92d2", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.5, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "82ee18644fa0bd612e60aca2ba58f63b14dc0733589b98a13da457d9793df20b", "prompt_version": "direct-options-v1", "input_tokens": 1802, "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.008296490996144712, "prefill_seconds": 0.0, "copy_seconds": 0.004450866021215916, "suffix_forward_seconds": 0.05536375200608745, "forward_seconds": 0.05536375200608745, "cache_class": "DynamicCache", "total_seconds": 0.06997768499422818}
{"mode": "serial_prefix", "id": "44c227b45b3f1f9f2208", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "e6e3526be4c26704f137e9dfac70e95c51f51ee626a83cb66fd1e3062916123f", "prompt_version": "direct-options-v1", "input_tokens": 1801, "allowed_token_mass": 0.9996300935745239, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.008285490039270371, "prefill_seconds": 0.0, "copy_seconds": 0.004898406972642988, "suffix_forward_seconds": 0.05593399301869795, "forward_seconds": 0.05593399301869795, "cache_class": "DynamicCache", "total_seconds": 0.07098372798645869}
{"mode": "serial_prefix", "id": "c59c11aa06b83f0d4741", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.625, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "0b7e4b9d4493469cbe140aa08916262ebf393c327ebf9725ad7dd1db7d25d160", "prompt_version": "direct-options-v1", "input_tokens": 1801, "allowed_token_mass": 0.9994584918022156, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.007808767957612872, "prefill_seconds": 0.0, "copy_seconds": 0.004740196978673339, "suffix_forward_seconds": 0.05564358300762251, "forward_seconds": 0.05564358300762251, "cache_class": "DynamicCache", "total_seconds": 0.06998899497557431}
{"mode": "serial_prefix", "id": "1c3a9f356bdca8162925", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.5, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "6e2198a0b4a29f71b097117490c67f4ca9b8344c4f790c14b650b37671f2e60c", "prompt_version": "direct-options-v1", "input_tokens": 1801, "allowed_token_mass": 0.9995862245559692, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.007773967983666807, "prefill_seconds": 0.0, "copy_seconds": 0.004399556026328355, "suffix_forward_seconds": 0.055601362022571266, "forward_seconds": 0.055601362022571266, "cache_class": "DynamicCache", "total_seconds": 0.0696004229830578}
{"mode": "serial_prefix", "id": "ad3b39c63a87f3016a2c", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.625, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "36ad954c3dceed249bf4c2fccfb3c00190e60997f7cabe244c4f7c96d9cb58d3", "prompt_version": "direct-options-v1", "input_tokens": 1800, "allowed_token_mass": 0.998242974281311, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.007900198979768902, "prefill_seconds": 0.0, "copy_seconds": 0.004411506000906229, "suffix_forward_seconds": 0.05517730099381879, "forward_seconds": 0.05517730099381879, "cache_class": "DynamicCache", "total_seconds": 0.0693149630096741}
{"mode": "serial_prefix", "id": "59554f602acfc7513126", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "e46a2ececad81b891772342b8dce7dd754569aa683294cf3a150f02cd4cb4298", "prompt_version": "direct-options-v1", "input_tokens": 1799, "allowed_token_mass": 0.9995099306106567, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.008155139978043735, "prefill_seconds": 0.0, "copy_seconds": 0.0044313460239209235, "suffix_forward_seconds": 0.05669657699763775, "forward_seconds": 0.05669657699763775, "cache_class": "DynamicCache", "total_seconds": 0.07111188897397369}
{"mode": "serial_prefix", "id": "a27cb451f33eb26a40cb", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.125, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "de52f10c8a3aec4bb1bbf5a1cd9964c9b82ea5ca7883ccc1c7e3221a85201db0", "prompt_version": "direct-options-v1", "input_tokens": 1805, "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.007767717994283885, "prefill_seconds": 0.0, "copy_seconds": 0.00437210698146373, "suffix_forward_seconds": 0.056563545018434525, "forward_seconds": 0.056563545018434525, "cache_class": "DynamicCache", "total_seconds": 0.07065303699346259}
{"mode": "serial_prefix", "id": "44283a4615a0fa1b9525", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.375, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "7eba407dfd9716259a0fd7280b52f12e7fa2f63836c95be7f11479a0b66e1aed", "prompt_version": "direct-options-v1", "input_tokens": 1802, "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.008458721044007689, "prefill_seconds": 0.0, "copy_seconds": 0.004735997004900128, "suffix_forward_seconds": 0.057278388005215675, "forward_seconds": 0.057278388005215675, "cache_class": "DynamicCache", "total_seconds": 0.07231831300305203}
{"mode": "serial_prefix", "id": "dd3cfc0bdc9a0212adb9", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.625, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "55bdc5af81a2fe53c95d77172df8627abd367133dfe67f46e482575040c50086", "prompt_version": "direct-options-v1", "input_tokens": 1801, "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.00791868899250403, "prefill_seconds": 0.0, "copy_seconds": 0.004404086037538946, "suffix_forward_seconds": 0.05629215500084683, "forward_seconds": 0.05629215500084683, "cache_class": "DynamicCache", "total_seconds": 0.07043869601329789}
{"mode": "serial_prefix", "id": "520cca27d1d47b977e70", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "2aa6d2c9a9486d17b9a213d72ed5486a72a7e60428a077e70f9c49b8ccc41350", "prompt_version": "direct-options-v1", "input_tokens": 1799, "allowed_token_mass": 0.9991191625595093, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.007736617000773549, "prefill_seconds": 0.0, "copy_seconds": 0.004598847997840494, "suffix_forward_seconds": 0.060954882006626576, "forward_seconds": 0.060954882006626576, "cache_class": "DynamicCache", "total_seconds": 0.07529656402766705}
{"mode": "serial_prefix", "id": "d71ecc7c21b846622bfa", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [23.5, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "e4f114bc6d4e844796c151def78fb25f4ece102cdfa9d07a1977f42d87878718", "prompt_version": "direct-options-v1", "input_tokens": 1802, "allowed_token_mass": 0.9986220002174377, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1724, "prefix_sha256": "ae8577ec6506629a94a1439603d398cea5049b21a2738af43ac98bec7fc2e2bd", "encode_seconds": 0.008787391008809209, "prefill_seconds": 0.0, "copy_seconds": 0.004376416036393493, "suffix_forward_seconds": 0.05693666700972244, "forward_seconds": 0.05693666700972244, "cache_class": "DynamicCache", "total_seconds": 0.0718893519951962}
{"mode": "serial_prefix", "id": "f107ce422a3ca3fc63e4", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.625, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "223182e280aca724f9fba2354d00708435b524e793ebf254d38a29c94567f324", "prompt_version": "direct-options-v1", "input_tokens": 1820, "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.011099069961346686, "prefill_seconds": 0.40448964398819953, "copy_seconds": 0.004613286000676453, "suffix_forward_seconds": 0.055856163962744176, "forward_seconds": 0.4603458079509437, "cache_class": "DynamicCache", "total_seconds": 0.4778969809995033}
{"mode": "serial_prefix", "id": "28f62d6b08087bd0e93e", "option_ids": ["yes", "no"], "probabilities": [0.851952850818634, 0.14804719388484955], "option_logits": [25.875, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "33edfd81e29667c4ce8f14c98b4756194f68ddd6c193d1d65e002c06f7a6bc4d", "prompt_version": "direct-options-v1", "input_tokens": 1819, "allowed_token_mass": 0.9995251893997192, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007987138989847153, "prefill_seconds": 0.0, "copy_seconds": 0.004463217046577483, "suffix_forward_seconds": 0.05550163198495284, "forward_seconds": 0.05550163198495284, "cache_class": "DynamicCache", "total_seconds": 0.06975134497042745}
{"mode": "serial_prefix", "id": "8bdbb1f6a6278446c6c0", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.125, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "8381d5856f5e50e1d63ef73452c310c1749838820ba98942071ea2ecd49a8951", "prompt_version": "direct-options-v1", "input_tokens": 1821, "allowed_token_mass": 0.9997978806495667, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007758618041407317, "prefill_seconds": 0.0, "copy_seconds": 0.004463257035240531, "suffix_forward_seconds": 0.05650684598367661, "forward_seconds": 0.05650684598367661, "cache_class": "DynamicCache", "total_seconds": 0.07053483702475205}
{"mode": "serial_prefix", "id": "7b9ccedb2ae2ee784110", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.25, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "294f79a1f5cbbad23988e50538af3fd533f66fd1d8d2e46a94f1ae00bb193a5e", "prompt_version": "direct-options-v1", "input_tokens": 1821, "allowed_token_mass": 0.9998912811279297, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007768249022774398, "prefill_seconds": 0.0, "copy_seconds": 0.004893798031844199, "suffix_forward_seconds": 0.05523929197806865, "forward_seconds": 0.05523929197806865, "cache_class": "DynamicCache", "total_seconds": 0.06966767500853166}
{"mode": "serial_prefix", "id": "520c71da513ecd476f19", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.375, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "beb1a631d70e6e6162fa5c756305df480c5f857b57a7bcb10f5deb69c3dbbe42", "prompt_version": "direct-options-v1", "input_tokens": 1817, "allowed_token_mass": 0.999225914478302, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.008082838961854577, "prefill_seconds": 0.0, "copy_seconds": 0.004406165971886367, "suffix_forward_seconds": 0.05614419496851042, "forward_seconds": 0.05614419496851042, "cache_class": "DynamicCache", "total_seconds": 0.07038467598613352}
{"mode": "serial_prefix", "id": "b3159771bbd435c2b943", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "e5005464443a4bdbf4b6f896d7af2b9e78e9c67ff95e0977e21bbf4e08ba536e", "prompt_version": "direct-options-v1", "input_tokens": 1817, "allowed_token_mass": 0.9994622468948364, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007745568989776075, "prefill_seconds": 0.0, "copy_seconds": 0.004479186027310789, "suffix_forward_seconds": 0.05512168101267889, "forward_seconds": 0.05512168101267889, "cache_class": "DynamicCache", "total_seconds": 0.06912945199292153}
{"mode": "serial_prefix", "id": "0eb6cdcff58a7393b727", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [23.875, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "e8a508ea3d0eef7fc696b48dc41b553a7366fe4367d6dce0f102c8f2c5f41020", "prompt_version": "direct-options-v1", "input_tokens": 1815, "allowed_token_mass": 0.9987190961837769, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007774477999191731, "prefill_seconds": 0.0, "copy_seconds": 0.0044589159660972655, "suffix_forward_seconds": 0.05570617300691083, "forward_seconds": 0.05570617300691083, "cache_class": "DynamicCache", "total_seconds": 0.06968675402458757}
{"mode": "serial_prefix", "id": "5cf6b9d5124aa5584524", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.25, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "70c565edb96f697c8b01c2417459de5865ebdd5359bf126fb918971eb1fdf604", "prompt_version": "direct-options-v1", "input_tokens": 1816, "allowed_token_mass": 0.9985724091529846, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.00807317002909258, "prefill_seconds": 0.0, "copy_seconds": 0.004416986019350588, "suffix_forward_seconds": 0.056621106050442904, "forward_seconds": 0.056621106050442904, "cache_class": "DynamicCache", "total_seconds": 0.07086850900668651}
{"mode": "serial_prefix", "id": "1da60c511f94579eb79b", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "8747f2234df671b1ebca5d2fb4b3612302ea16b5a8891a2ea79d99a2cd44afd7", "prompt_version": "direct-options-v1", "input_tokens": 1816, "allowed_token_mass": 0.9995118379592896, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007767799019347876, "prefill_seconds": 0.0, "copy_seconds": 0.004441445984411985, "suffix_forward_seconds": 0.05966931796865538, "forward_seconds": 0.05966931796865538, "cache_class": "DynamicCache", "total_seconds": 0.07366301899310201}
{"mode": "serial_prefix", "id": "5e62f54a49d01efc1d2d", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.125, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "85caa7a26369a9c96c82cbad56f912cc98964d843a2d4a2b6a3a924ce40dd6d7", "prompt_version": "direct-options-v1", "input_tokens": 1819, "allowed_token_mass": 0.9992773532867432, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007765298010781407, "prefill_seconds": 0.0, "copy_seconds": 0.0043640469666570425, "suffix_forward_seconds": 0.05546169198350981, "forward_seconds": 0.05546169198350981, "cache_class": "DynamicCache", "total_seconds": 0.06935843301471323}
{"mode": "serial_prefix", "id": "1733951af9a319d1124d", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "0b8c94e0cbad800e324f54f94abf5641382ea82c2281c9acf16e982c676fb86c", "prompt_version": "direct-options-v1", "input_tokens": 1819, "allowed_token_mass": 0.999754011631012, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007841309008654207, "prefill_seconds": 0.0, "copy_seconds": 0.0047627370222471654, "suffix_forward_seconds": 0.05521727097220719, "forward_seconds": 0.05521727097220719, "cache_class": "DynamicCache", "total_seconds": 0.06959634303348139}
{"mode": "serial_prefix", "id": "33fabcc277e26932e531", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "bbeba2f8f6c3b637c9959073295a93119a845943f5a1694edd74d32027cbca50", "prompt_version": "direct-options-v1", "input_tokens": 1818, "allowed_token_mass": 0.9995118379592896, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.00777428800938651, "prefill_seconds": 0.0, "copy_seconds": 0.004435095994267613, "suffix_forward_seconds": 0.05526015203213319, "forward_seconds": 0.05526015203213319, "cache_class": "DynamicCache", "total_seconds": 0.06921354302903637}
{"mode": "serial_prefix", "id": "44333b92e04569bb91c1", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.0, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "d06a98b97c47517f15eb4307871e31164bfbcbc2e5336534351e640bfc2df920", "prompt_version": "direct-options-v1", "input_tokens": 1818, "allowed_token_mass": 0.9995138049125671, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007864607963711023, "prefill_seconds": 0.0, "copy_seconds": 0.004408826993312687, "suffix_forward_seconds": 0.05512813199311495, "forward_seconds": 0.05512813199311495, "cache_class": "DynamicCache", "total_seconds": 0.0691712629632093}
{"mode": "serial_prefix", "id": "a6f1586cf60fb2392558", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.5, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "a07dfc99e140bc385aa4946ca1b0372ccf76c508607f73bc449d30e0f987373d", "prompt_version": "direct-options-v1", "input_tokens": 1818, "allowed_token_mass": 0.9996472001075745, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.00770756701240316, "prefill_seconds": 0.0, "copy_seconds": 0.004446896957233548, "suffix_forward_seconds": 0.05732304003322497, "forward_seconds": 0.05732304003322497, "cache_class": "DynamicCache", "total_seconds": 0.07122961001005024}
{"mode": "serial_prefix", "id": "7eb931719fefc8fe4162", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.875, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "eb4ab4dcebb2d925ed15665284f3599608403d09815d23008fed11d1299eefd4", "prompt_version": "direct-options-v1", "input_tokens": 1817, "allowed_token_mass": 0.9986085891723633, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.008055999991483986, "prefill_seconds": 0.0, "copy_seconds": 0.0043736560037359595, "suffix_forward_seconds": 0.055188622034620494, "forward_seconds": 0.055188622034620494, "cache_class": "DynamicCache", "total_seconds": 0.06939255399629474}
{"mode": "serial_prefix", "id": "0bc483d03b11f6c04e19", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "63b2ca306c61ae8b1453a8965adedf7d2ff815b97053b1a55b825972a4246f24", "prompt_version": "direct-options-v1", "input_tokens": 1816, "allowed_token_mass": 0.9996243119239807, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.00781909900251776, "prefill_seconds": 0.0, "copy_seconds": 0.00438610598212108, "suffix_forward_seconds": 0.05536837299587205, "forward_seconds": 0.05536837299587205, "cache_class": "DynamicCache", "total_seconds": 0.06934012396959588}
{"mode": "serial_prefix", "id": "d80be1952ceca19e8698", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [22.875, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "cd628859f5004166f00fce845ea210d8a8f136d4d907b56ded06eac1cb7fc56e", "prompt_version": "direct-options-v1", "input_tokens": 1822, "allowed_token_mass": 0.9997902512550354, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.008128190005663782, "prefill_seconds": 0.0, "copy_seconds": 0.004404956009238958, "suffix_forward_seconds": 0.055758404021617025, "forward_seconds": 0.055758404021617025, "cache_class": "DynamicCache", "total_seconds": 0.0700325159705244}
{"mode": "serial_prefix", "id": "e9e74569e646f774b313", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "a60aa9878e9a74cc2d5aeb6df5fe91b3894456e1abeae3f6dea5e9c610ac690a", "prompt_version": "direct-options-v1", "input_tokens": 1819, "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007769987976644188, "prefill_seconds": 0.0, "copy_seconds": 0.004446275997906923, "suffix_forward_seconds": 0.05546581302769482, "forward_seconds": 0.05546581302769482, "cache_class": "DynamicCache", "total_seconds": 0.06946333398809657}
{"mode": "serial_prefix", "id": "5e4bfe89bd0af8223b20", "option_ids": ["yes", "no"], "probabilities": [0.9241418242454529, 0.07585817575454712], "option_logits": [26.625, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "6ee6c33e68cb5f68d0e36e2e998247e9c2f1e21d8ed9fe96a69028c6a2b7cc9a", "prompt_version": "direct-options-v1", "input_tokens": 1818, "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.00782222900306806, "prefill_seconds": 0.0, "copy_seconds": 0.004424085956998169, "suffix_forward_seconds": 0.056941978982649744, "forward_seconds": 0.056941978982649744, "cache_class": "DynamicCache", "total_seconds": 0.070964360027574}
{"mode": "serial_prefix", "id": "5acbad364733f56e115e", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "644dc915f953a1e62cbe14a7a19d575c55a8c6b8cbea032426fe148f341a3f34", "prompt_version": "direct-options-v1", "input_tokens": 1816, "allowed_token_mass": 0.9991154074668884, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007961408991832286, "prefill_seconds": 0.0, "copy_seconds": 0.004379045974928886, "suffix_forward_seconds": 0.05510367196984589, "forward_seconds": 0.05510367196984589, "cache_class": "DynamicCache", "total_seconds": 0.06932893401244655}
{"mode": "serial_prefix", "id": "04aed658533dc50ad988", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.75, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "2f075c37d074d11fd5a9f381fb1364cf350944758363fe9bf870f774ed8d8a68", "prompt_version": "direct-options-v1", "input_tokens": 1819, "allowed_token_mass": 0.9989801049232483, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1741, "prefix_sha256": "677c29081750664a7d9f895ef3219696fe68300451666a027cfd04d910925337", "encode_seconds": 0.007704118033871055, "prefill_seconds": 0.0, "copy_seconds": 0.004395975964143872, "suffix_forward_seconds": 0.05617749597877264, "forward_seconds": 0.05617749597877264, "cache_class": "DynamicCache", "total_seconds": 0.07001370599027723}
{"mode": "serial_prefix", "id": "c699595c95e86e9495cc", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "6626ed05c7b60cbd2600c85d49fcfa10a800809c9d76ffa22f8a0d37bf8a4666", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9996491074562073, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.010521408985368907, "prefill_seconds": 0.40496344200801104, "copy_seconds": 0.004513296997174621, "suffix_forward_seconds": 0.05792516301153228, "forward_seconds": 0.4628886050195433, "cache_class": "DynamicCache", "total_seconds": 0.4800673179561272}
{"mode": "serial_prefix", "id": "bded8ebce57c079dd7b1", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.875, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "de8598437170cd5b78af3894fb9489403d8595ad17ea0763188677520b47aa09", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.999548077583313, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.008760781027376652, "prefill_seconds": 0.0, "copy_seconds": 0.005142688984051347, "suffix_forward_seconds": 0.06016968097537756, "forward_seconds": 0.06016968097537756, "cache_class": "DynamicCache", "total_seconds": 0.07599411898991093}
{"mode": "serial_prefix", "id": "89415a9977b5c255c897", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.625, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "dde0f88989fce037b84ab9c33cda4774ec6dce53b278ef686c075f159d6e881b", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.008694632037077099, "prefill_seconds": 0.0, "copy_seconds": 0.005175188998691738, "suffix_forward_seconds": 0.06586572097148746, "forward_seconds": 0.06586572097148746, "cache_class": "DynamicCache", "total_seconds": 0.0818032700335607}
{"mode": "serial_prefix", "id": "37799e145741c4937ae9", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.375, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "c718d8ca1c71a4214f2ff020a7f80775451cd94d7520cb683ea7134c1672ab54", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.00911556399660185, "prefill_seconds": 0.0, "copy_seconds": 0.0051991280051879585, "suffix_forward_seconds": 0.06385275500360876, "forward_seconds": 0.06385275500360876, "cache_class": "DynamicCache", "total_seconds": 0.08026910503394902}
{"mode": "serial_prefix", "id": "ce624966eb527d833d3f", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.875, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "c213a1debacd857c6ba42e41f9eb839f5ca4a09e31b44d009262df94a47e227f", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9992888569831848, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.009354493988212198, "prefill_seconds": 0.0, "copy_seconds": 0.005357729969546199, "suffix_forward_seconds": 0.06323543202597648, "forward_seconds": 0.06323543202597648, "cache_class": "DynamicCache", "total_seconds": 0.08002577302977443}
{"mode": "serial_prefix", "id": "77be6c33e11ff9f34aa1", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.625, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "99dc9fe3e18b5449c228005e545375feba68bfc65a1df3e14f202159fa9b2225", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9996357560157776, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.00929300399729982, "prefill_seconds": 0.0, "copy_seconds": 0.005251609021797776, "suffix_forward_seconds": 0.060812053037807345, "forward_seconds": 0.060812053037807345, "cache_class": "DynamicCache", "total_seconds": 0.07744663400808349}
{"mode": "serial_prefix", "id": "efdb684bf09f181cad8b", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.125, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "5868d7997f4d7bf162dcf4a6387ac604027262dffe8bf674470a955f3254b9f2", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9991344809532166, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.007829958980437368, "prefill_seconds": 0.0, "copy_seconds": 0.004437745956238359, "suffix_forward_seconds": 0.05452932097250596, "forward_seconds": 0.05452932097250596, "cache_class": "DynamicCache", "total_seconds": 0.06855641200672835}
{"mode": "serial_prefix", "id": "75212527ab9bbb4a5223", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.25, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "ea4f3ef53fec46a0a66fb64b499b4439d2f585bf26ab9dc984d6114a5e5cd14f", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.008022680005524307, "prefill_seconds": 0.0, "copy_seconds": 0.004407715983688831, "suffix_forward_seconds": 0.05454506998648867, "forward_seconds": 0.05454506998648867, "cache_class": "DynamicCache", "total_seconds": 0.06871799199143425}
{"mode": "serial_prefix", "id": "5138003c7d7b7dbe07ac", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.5, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "4d0d6fbf8555f801b4dc56af4e0bc892ce12e2653b4e548f4c46edb645481b63", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.999494731426239, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.008454690978396684, "prefill_seconds": 0.0, "copy_seconds": 0.00470951700117439, "suffix_forward_seconds": 0.05713843897683546, "forward_seconds": 0.05713843897683546, "cache_class": "DynamicCache", "total_seconds": 0.0720690349698998}
{"mode": "serial_prefix", "id": "eabeedc5343c0be5ebd5", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "e7361036437f5a088854d1e5a320f70672508c005ac1fa8ff2d843eaeb42c975", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9996472001075745, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.007818488986231387, "prefill_seconds": 0.0, "copy_seconds": 0.004431176988873631, "suffix_forward_seconds": 0.05495145102031529, "forward_seconds": 0.05495145102031529, "cache_class": "DynamicCache", "total_seconds": 0.0689854429801926}
{"mode": "serial_prefix", "id": "eb4c1a2b33ce2d29cecb", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.625, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "94a539d19f7d7574619421415fbb6c6cc27131bf9baab5239988e0442b841f5c", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.007788228977005929, "prefill_seconds": 0.0, "copy_seconds": 0.004389927024021745, "suffix_forward_seconds": 0.05426301900297403, "forward_seconds": 0.05426301900297403, "cache_class": "DynamicCache", "total_seconds": 0.06818458100315183}
{"mode": "serial_prefix", "id": "7b24cddc4ab676e0f47a", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "e2e6cbb5e4e25de7aea867e4b87ac66a31c43e6d7f7a0fecfff57d0c6ef3ed5c", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.007779458013828844, "prefill_seconds": 0.0, "copy_seconds": 0.004385516047477722, "suffix_forward_seconds": 0.05472291097976267, "forward_seconds": 0.05472291097976267, "cache_class": "DynamicCache", "total_seconds": 0.06869796197861433}
{"mode": "serial_prefix", "id": "8c8af17031bda9eabb72", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.25, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "268881dff0547283ebb88a53b487701a5bdb3bf91d09e87f634864d4c74ab49a", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9995251893997192, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.007787598995491862, "prefill_seconds": 0.0, "copy_seconds": 0.004439456039108336, "suffix_forward_seconds": 0.05422423797426745, "forward_seconds": 0.05422423797426745, "cache_class": "DynamicCache", "total_seconds": 0.06817611999576911}
{"mode": "serial_prefix", "id": "d263156a683f0252e478", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.875, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "efad83824a0f2583b774e9e7879084cc2c2145f3a7f98f923367264c1b9a3e5b", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.007746528019197285, "prefill_seconds": 0.0, "copy_seconds": 0.004384426982142031, "suffix_forward_seconds": 0.05437642999459058, "forward_seconds": 0.05437642999459058, "cache_class": "DynamicCache", "total_seconds": 0.06826451100641862}
{"mode": "serial_prefix", "id": "86e1f830be769c8e289f", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.25, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "a3c6ca6c66bec605a8ad619643126e4f7e4bca0c08f89d3aa2e4b2173d0fb820", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9992049336433411, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.008159279997926205, "prefill_seconds": 0.0, "copy_seconds": 0.004424686951097101, "suffix_forward_seconds": 0.05406104901339859, "forward_seconds": 0.05406104901339859, "cache_class": "DynamicCache", "total_seconds": 0.06840407196432352}
{"mode": "serial_prefix", "id": "64ee695a11f63138338d", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "169a32f492a6c0c320ff6c675831aba0ff439c1acec2bec782a0f96cef9b9596", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.007727838004939258, "prefill_seconds": 0.0, "copy_seconds": 0.004402646038215607, "suffix_forward_seconds": 0.05501227197237313, "forward_seconds": 0.05501227197237313, "cache_class": "DynamicCache", "total_seconds": 0.06890239304630086}
{"mode": "serial_prefix", "id": "a92fdcc54e9de25433f5", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.125, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "f820ec07770485196fc1271c5eebaf65ec642887f98dd9e6fd96bd65426e85e5", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.00778683798853308, "prefill_seconds": 0.0, "copy_seconds": 0.004662356979679316, "suffix_forward_seconds": 0.055297923972830176, "forward_seconds": 0.055297923972830176, "cache_class": "DynamicCache", "total_seconds": 0.06953134597279131}
{"mode": "serial_prefix", "id": "9dd0200555bab6512d92", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "e00bfcf5a47454bb153ecf921af2eb93325921857322e24b20457cacbcfa9500", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.0077957980101928115, "prefill_seconds": 0.0, "copy_seconds": 0.0044730459921993315, "suffix_forward_seconds": 0.05690505896927789, "forward_seconds": 0.05690505896927789, "cache_class": "DynamicCache", "total_seconds": 0.07101600099122152}
{"mode": "serial_prefix", "id": "48d6cb5d9f1e88e4ca02", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.125, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "39d1a0811c0c66903dd77066d622a50d594d61f2f963ef83c5a8981af55936dc", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9997425675392151, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.008848182973451912, "prefill_seconds": 0.0, "copy_seconds": 0.004851857956964523, "suffix_forward_seconds": 0.059650260023772717, "forward_seconds": 0.059650260023772717, "cache_class": "DynamicCache", "total_seconds": 0.07533023797441274}
{"mode": "serial_prefix", "id": "7460179231b846a81ea9", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "4e2c1a8294595e629225a788875077b6027c10c544ba23d84042cfe9ace16ca7", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9993516802787781, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.00843208096921444, "prefill_seconds": 0.0, "copy_seconds": 0.0043534060241654515, "suffix_forward_seconds": 0.055932495975866914, "forward_seconds": 0.055932495975866914, "cache_class": "DynamicCache", "total_seconds": 0.07045748899690807}
{"mode": "serial_prefix", "id": "64b4392339718e3c1ae3", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.125, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "50d768d09ab836a87e69a6fd3a3ea7f0b08a5bb2c5effc7c09843609e7a5c4c1", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9990239143371582, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1753, "prefix_sha256": "f6afc75a6d3029fbd48a0ca9e4d823a21bd121ee2f630154d490e4f3c5a2c885", "encode_seconds": 0.008113800024148077, "prefill_seconds": 0.0, "copy_seconds": 0.004477026988752186, "suffix_forward_seconds": 0.05525901302462444, "forward_seconds": 0.05525901302462444, "cache_class": "DynamicCache", "total_seconds": 0.06965643703006208}
{"mode": "serial_prefix", "id": "e2f701de9f4f83e6609b", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.125, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "0388d1a7c2c76ec8168c8447ff01d8f23229dc9e141c9ff8829e0cc24e10f570", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9995938539505005, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.010350828000809997, "prefill_seconds": 0.4050928300130181, "copy_seconds": 0.00459577701985836, "suffix_forward_seconds": 0.055282904009800404, "forward_seconds": 0.4603757340228185, "cache_class": "DynamicCache", "total_seconds": 0.47711306501878425}
{"mode": "serial_prefix", "id": "c39a7ef52e871f88e007", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.0, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "5eaf107ec21601e0a9b8ce13502b62e82d863216c3a132a8883d29a0587715a9", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9991592168807983, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.00791412900434807, "prefill_seconds": 0.0, "copy_seconds": 0.004432346031535417, "suffix_forward_seconds": 0.05624749697744846, "forward_seconds": 0.05624749697744846, "cache_class": "DynamicCache", "total_seconds": 0.07037809904431924}
{"mode": "serial_prefix", "id": "28cc9946a6bd2d7c2324", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.125, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "b1d96b5aa1ab7e917af568d4130aefd0bcf5baf0d787d29637e5cfb6339180fc", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.007795508019626141, "prefill_seconds": 0.0, "copy_seconds": 0.004458946001250297, "suffix_forward_seconds": 0.05581729597179219, "forward_seconds": 0.05581729597179219, "cache_class": "DynamicCache", "total_seconds": 0.06984492699848488}
{"mode": "serial_prefix", "id": "0a990b128482d86ea05f", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.25, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "d88a7ea6bffa0882837b1e8e6c7368e5674d6d8d4f69ed54ed7a4de7ea1625aa", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.00775451899971813, "prefill_seconds": 0.0, "copy_seconds": 0.004444427031558007, "suffix_forward_seconds": 0.05563374498160556, "forward_seconds": 0.05563374498160556, "cache_class": "DynamicCache", "total_seconds": 0.06959094700869173}
{"mode": "serial_prefix", "id": "67014f7bdf7436b14fa3", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [25.5, 24.0], "answer_token_ids": [32, 33], "prompt_sha256": "4d6a1d012867018232e769135944ec5129d03f673db1ddcc68d661cd1bdcdbd8", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9990010261535645, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.007779888983350247, "prefill_seconds": 0.0, "copy_seconds": 0.004389085981529206, "suffix_forward_seconds": 0.05682321899803355, "forward_seconds": 0.05682321899803355, "cache_class": "DynamicCache", "total_seconds": 0.07073068094905466}
{"mode": "serial_prefix", "id": "3275955d8faffe8db053", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.5, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "d063537b5d065b42986be0ffc67d0fd860766e977de828fbf6ab07763b480964", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9990963339805603, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.008509000996127725, "prefill_seconds": 0.0, "copy_seconds": 0.004398575983941555, "suffix_forward_seconds": 0.057540041976608336, "forward_seconds": 0.057540041976608336, "cache_class": "DynamicCache", "total_seconds": 0.07222231599735096}
{"mode": "serial_prefix", "id": "f86a216f8319af49494f", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.125, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "2eba7eadc5d6e4d3f5fc9ad23291701fd772d48cc7dd2aae6be25a578af1e4ed", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9988181591033936, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.007753558980766684, "prefill_seconds": 0.0, "copy_seconds": 0.004395526018925011, "suffix_forward_seconds": 0.05539164401125163, "forward_seconds": 0.05539164401125163, "cache_class": "DynamicCache", "total_seconds": 0.06930620595812798}
{"mode": "serial_prefix", "id": "5ba67dc1a1bee72f25a4", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "3cb82dfbe4d5d8cc24efdc0eb8a65af6d4ba0d6e23777d0e28cda05dc66c3301", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9985039234161377, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.00775301898829639, "prefill_seconds": 0.0, "copy_seconds": 0.004398666031192988, "suffix_forward_seconds": 0.058988377975765616, "forward_seconds": 0.058988377975765616, "cache_class": "DynamicCache", "total_seconds": 0.07293563900748268}
{"mode": "serial_prefix", "id": "74595c5cba366f988256", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "cff2ec466c1d7f9bd068c0a4ea5f657f62db3a6bd94aaf229a98a338e6db1258", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9992488026618958, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.008100739971268922, "prefill_seconds": 0.0, "copy_seconds": 0.004868949006777257, "suffix_forward_seconds": 0.0570474699488841, "forward_seconds": 0.0570474699488841, "cache_class": "DynamicCache", "total_seconds": 0.07178130495594814}
{"mode": "serial_prefix", "id": "329fc297eae8311dc140", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.0, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "bb17913673078701d76d3868e40f561e7a028b00acff3e9a07aa7c13381cd320", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9990734457969666, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.007800129009410739, "prefill_seconds": 0.0, "copy_seconds": 0.004382865037769079, "suffix_forward_seconds": 0.056799400015734136, "forward_seconds": 0.056799400015734136, "cache_class": "DynamicCache", "total_seconds": 0.0708332119975239}
{"mode": "serial_prefix", "id": "76c5efd74519823a1127", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "a0c16d6a655afbb76374256a0a8ce0c14f17dd36d13229846b06f30ad4b16aa9", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.008576121996156871, "prefill_seconds": 0.0, "copy_seconds": 0.004768327984493226, "suffix_forward_seconds": 0.058545305975712836, "forward_seconds": 0.058545305975712836, "cache_class": "DynamicCache", "total_seconds": 0.073747401998844}
{"mode": "serial_prefix", "id": "d32857e7ebdaddace9b6", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.875, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "fbb7bcd8addc80ec341fd132362d85f41a2ee56ad89c3709adc78b89912486c7", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9994089007377625, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.00809550000121817, "prefill_seconds": 0.0, "copy_seconds": 0.004448126011993736, "suffix_forward_seconds": 0.0552645240095444, "forward_seconds": 0.0552645240095444, "cache_class": "DynamicCache", "total_seconds": 0.06957694701850414}
{"mode": "serial_prefix", "id": "b1bb3eb6ede28893d0f0", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.375, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "8aeec7f3d705cb3acf888d6d3627d1e3bd27e6b6cfd0dd2f7f434ca3ad58cf7b", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9991916418075562, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.007737169042229652, "prefill_seconds": 0.0, "copy_seconds": 0.004436435992829502, "suffix_forward_seconds": 0.054872391978278756, "forward_seconds": 0.054872391978278756, "cache_class": "DynamicCache", "total_seconds": 0.06879532401217148}
{"mode": "serial_prefix", "id": "ade1f2defc12db8f3dd2", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [26.0, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "a24e669a65dc331dad4bbb1f73eb4e1ee3aa14464f451dca8dd9aed99b016d2c", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9996586441993713, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.007757578976452351, "prefill_seconds": 0.0, "copy_seconds": 0.004452196997590363, "suffix_forward_seconds": 0.06332673301221803, "forward_seconds": 0.06332673301221803, "cache_class": "DynamicCache", "total_seconds": 0.07742396602407098}
{"mode": "serial_prefix", "id": "0d01f54b4d3c56322dd4", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.75, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "1ddd1b2062e50245422fb056513053d7746ab30dab0d2547cf06ccbf9fc4a7b7", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9993631839752197, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.009424284973647445, "prefill_seconds": 0.0, "copy_seconds": 0.005284879996906966, "suffix_forward_seconds": 0.06779398099752143, "forward_seconds": 0.06779398099752143, "cache_class": "DynamicCache", "total_seconds": 0.08483674400486052}
{"mode": "serial_prefix", "id": "431260cc630b9298d4f0", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "499dd0b4c12d0196ad3bffc50b515154c9d70e324f950b61448f1adf3ae6b7e4", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9994909167289734, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.009807455993723124, "prefill_seconds": 0.0, "copy_seconds": 0.005079169000964612, "suffix_forward_seconds": 0.059748232015408576, "forward_seconds": 0.059748232015408576, "cache_class": "DynamicCache", "total_seconds": 0.07682584400754422}
{"mode": "serial_prefix", "id": "5c7687414b3de39cb868", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "47aaf4cd5d473b4a098e9a2b2e7be3240774ec8ddb45fd600f9da57f8b18c23b", "prompt_version": "direct-options-v1", "input_tokens": 1836, "allowed_token_mass": 0.999588131904602, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.008284791023470461, "prefill_seconds": 0.0, "copy_seconds": 0.0044044459937140346, "suffix_forward_seconds": 0.05661008902825415, "forward_seconds": 0.05661008902825415, "cache_class": "DynamicCache", "total_seconds": 0.07121214299695566}
{"mode": "serial_prefix", "id": "a44eeec278e9589355b0", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.75, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "0a904952bea664ff7a289646543e6fa2844174e4439aaca63ee8fe36797a1971", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9996472001075745, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.008194710011593997, "prefill_seconds": 0.0, "copy_seconds": 0.004511147039011121, "suffix_forward_seconds": 0.05716392199974507, "forward_seconds": 0.05716392199974507, "cache_class": "DynamicCache", "total_seconds": 0.07174217497231439}
{"mode": "serial_prefix", "id": "705521da0f32ec3cb2dc", "option_ids": ["yes", "no"], "probabilities": [0.970687747001648, 0.02931223064661026], "option_logits": [27.25, 23.75], "answer_token_ids": [32, 33], "prompt_sha256": "54fee3a38c34af55d5c18bf7fa3ce7881eec72dcfe46103f0cd1b0273edf4283", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9998398423194885, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.007828818983398378, "prefill_seconds": 0.0, "copy_seconds": 0.004421577032189816, "suffix_forward_seconds": 0.05559476604685187, "forward_seconds": 0.05559476604685187, "cache_class": "DynamicCache", "total_seconds": 0.06963134801480919}
{"mode": "serial_prefix", "id": "5610ae0d3fb1f4ba0590", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.0, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "87cd9fcaf1aeb694e0a4e3c3d869c940a31810241218479785c13a34e6b6489f", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9990925192832947, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.007854868948925287, "prefill_seconds": 0.0, "copy_seconds": 0.004392136994283646, "suffix_forward_seconds": 0.05520330398576334, "forward_seconds": 0.05520330398576334, "cache_class": "DynamicCache", "total_seconds": 0.06921214598696679}
{"mode": "serial_prefix", "id": "f6acddbeab3435d73c48", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "7a990be2b4bf3f10367fea336e0a4382a590eeeec69b0ce3c32feb62ef03dcc5", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9990487098693848, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1755, "prefix_sha256": "433c92798ea008cc8416ec6f176bd6ba388752136728d1721bbbecac11e99fa3", "encode_seconds": 0.007735558960121125, "prefill_seconds": 0.0, "copy_seconds": 0.004396826960146427, "suffix_forward_seconds": 0.05684510001447052, "forward_seconds": 0.05684510001447052, "cache_class": "DynamicCache", "total_seconds": 0.07080886198673397}
{"mode": "serial_prefix", "id": "7c7a48b9f0a2e617705c", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.5, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "35637248a1eb744ed13d5169db84eade78809956eeb18b40104519e3f63601a0", "prompt_version": "direct-options-v1", "input_tokens": 1879, "allowed_token_mass": 0.9995900392532349, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.010900681023485959, "prefill_seconds": 0.41200217400910333, "copy_seconds": 0.005339799972716719, "suffix_forward_seconds": 0.06751001998782158, "forward_seconds": 0.4795121939969249, "cache_class": "DynamicCache", "total_seconds": 0.49785152199910954}
{"mode": "serial_prefix", "id": "52c2956ea371581d7188", "option_ids": ["yes", "no"], "probabilities": [0.9046505093574524, 0.09534946084022522], "option_logits": [26.375, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "160f3f92dde8a3f88e8ef24d7cc9b0f8fe4d8e79be2a50b9fc9fc96e167d6f51", "prompt_version": "direct-options-v1", "input_tokens": 1878, "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.010363167966715991, "prefill_seconds": 0.0, "copy_seconds": 0.005364010052289814, "suffix_forward_seconds": 0.06312817399157211, "forward_seconds": 0.06312817399157211, "cache_class": "DynamicCache", "total_seconds": 0.08118612098041922}
{"mode": "serial_prefix", "id": "f5bd5f642308113555b7", "option_ids": ["yes", "no"], "probabilities": [0.006692850962281227, 0.9933071732521057], "option_logits": [23.25, 28.25], "answer_token_ids": [32, 33], "prompt_sha256": "7de5b948bed48c7fc869df76869c496ee2e3b74b2491f5714d116584e7aa7dec", "prompt_version": "direct-options-v1", "input_tokens": 1880, "allowed_token_mass": 0.999906599521637, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.008480762015096843, "prefill_seconds": 0.0, "copy_seconds": 0.004751067026518285, "suffix_forward_seconds": 0.05696335103129968, "forward_seconds": 0.05696335103129968, "cache_class": "DynamicCache", "total_seconds": 0.07217452797340229}
{"mode": "serial_prefix", "id": "d0d50dcef317f630a702", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.75, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "aabf39e6d2d30dc9a2e3b35c1c4cc650f2b14ac16da98f6d20d0f642f224fed4", "prompt_version": "direct-options-v1", "input_tokens": 1880, "allowed_token_mass": 0.9998360276222229, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.008195280970539898, "prefill_seconds": 0.0, "copy_seconds": 0.004752537002786994, "suffix_forward_seconds": 0.05634984897915274, "forward_seconds": 0.05634984897915274, "cache_class": "DynamicCache", "total_seconds": 0.07117511401884258}
{"mode": "serial_prefix", "id": "2f9b07aba6f967fa92dd", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.875, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "56e46d1abf1d89e05a197a77b50e71026b000434456dbd08ed1732dea774497d", "prompt_version": "direct-options-v1", "input_tokens": 1876, "allowed_token_mass": 0.9991382360458374, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.008395561017096043, "prefill_seconds": 0.0, "copy_seconds": 0.004413256014231592, "suffix_forward_seconds": 0.057051372015848756, "forward_seconds": 0.057051372015848756, "cache_class": "DynamicCache", "total_seconds": 0.07171421602834016}
{"mode": "serial_prefix", "id": "8ce842cdbd943735c60e", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.625, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "d5ace587be418b34d3dcfe7790ac5c10d131756b081fd42b8a633079483bf4b0", "prompt_version": "direct-options-v1", "input_tokens": 1876, "allowed_token_mass": 0.9992697834968567, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.008074999030213803, "prefill_seconds": 0.0, "copy_seconds": 0.004446455975994468, "suffix_forward_seconds": 0.05641338002169505, "forward_seconds": 0.05641338002169505, "cache_class": "DynamicCache", "total_seconds": 0.0707915120292455}
{"mode": "serial_prefix", "id": "95d3684561ad5d38e0d6", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [23.875, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "0e3641e1ae8b03c5321f6cd0bb6b59637bbdfd734ba157ab46155159635918a2", "prompt_version": "direct-options-v1", "input_tokens": 1874, "allowed_token_mass": 0.9991002082824707, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.008529812039341778, "prefill_seconds": 0.0, "copy_seconds": 0.004762877011671662, "suffix_forward_seconds": 0.06074630602961406, "forward_seconds": 0.06074630602961406, "cache_class": "DynamicCache", "total_seconds": 0.07615526299923658}
{"mode": "serial_prefix", "id": "21a9bb41a8ac52b99fb4", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [23.875, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "4f99932619df9ebc3a97fa66f36e289772d553628ff3d9bf92aed50b3496f161", "prompt_version": "direct-options-v1", "input_tokens": 1875, "allowed_token_mass": 0.9989210367202759, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.009661305986810476, "prefill_seconds": 0.0, "copy_seconds": 0.005294430011417717, "suffix_forward_seconds": 0.0646769399754703, "forward_seconds": 0.0646769399754703, "cache_class": "DynamicCache", "total_seconds": 0.08175894297892228}
{"mode": "serial_prefix", "id": "2140bfa60bdd26022f05", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "a39ddca88a559b0b17897c2b633f5d95ad7068a9fea6c4047231fdc231b29b49", "prompt_version": "direct-options-v1", "input_tokens": 1875, "allowed_token_mass": 0.9995766282081604, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.009546435030642897, "prefill_seconds": 0.0, "copy_seconds": 0.005152599012944847, "suffix_forward_seconds": 0.06504990096436813, "forward_seconds": 0.06504990096436813, "cache_class": "DynamicCache", "total_seconds": 0.08187234302749857}
{"mode": "serial_prefix", "id": "3c1ff0c793124585f1ad", "option_ids": ["yes", "no"], "probabilities": [0.851952850818634, 0.14804719388484955], "option_logits": [25.625, 23.875], "answer_token_ids": [32, 33], "prompt_sha256": "b26d75fbb25d2edc6ca7d3bac08b50c75f43917e75b71e8bb019bc7898545680", "prompt_version": "direct-options-v1", "input_tokens": 1878, "allowed_token_mass": 0.9993650913238525, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.008934264013078064, "prefill_seconds": 0.0, "copy_seconds": 0.005033629015088081, "suffix_forward_seconds": 0.0614995890064165, "forward_seconds": 0.0614995890064165, "cache_class": "DynamicCache", "total_seconds": 0.07756998797412962}
{"mode": "serial_prefix", "id": "a1f3c5ea561be1b8667e", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.0, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "f72757054fac9a2fca59f7bf06c6de4cdcfb9c8275a39296f13f48fadaebaa2d", "prompt_version": "direct-options-v1", "input_tokens": 1878, "allowed_token_mass": 0.9997577667236328, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.009305104962550104, "prefill_seconds": 0.0, "copy_seconds": 0.005270109977573156, "suffix_forward_seconds": 0.06347943498985842, "forward_seconds": 0.06347943498985842, "cache_class": "DynamicCache", "total_seconds": 0.08020563796162605}
{"mode": "serial_prefix", "id": "0e7b2ab1499e2691ad38", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "454e4b6f7fb4e3fa61305d49c68017f292588890328be9189447d8dcffce4d00", "prompt_version": "direct-options-v1", "input_tokens": 1877, "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.00964867603033781, "prefill_seconds": 0.0, "copy_seconds": 0.0052461400046013296, "suffix_forward_seconds": 0.06518260203301907, "forward_seconds": 0.06518260203301907, "cache_class": "DynamicCache", "total_seconds": 0.0822367460350506}
{"mode": "serial_prefix", "id": "21938acb79a8a74da58b", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.0, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "a08d552cc3a361bcafedaba32062799bc63c43342ab7112b15fe416c8b6aff38", "prompt_version": "direct-options-v1", "input_tokens": 1877, "allowed_token_mass": 0.9994089007377625, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.009239634033292532, "prefill_seconds": 0.0, "copy_seconds": 0.0049394789966754615, "suffix_forward_seconds": 0.06186451902613044, "forward_seconds": 0.06186451902613044, "cache_class": "DynamicCache", "total_seconds": 0.07811458001378924}
{"mode": "serial_prefix", "id": "ce3f2e60d6f0d2e430db", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.125, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "06ea53abb1a7169d5ee003d91e62ab9f81581ed31df38be6ea5cfb45bb9817e9", "prompt_version": "direct-options-v1", "input_tokens": 1877, "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.008832982974126935, "prefill_seconds": 0.0, "copy_seconds": 0.004880668013356626, "suffix_forward_seconds": 0.05933302000630647, "forward_seconds": 0.05933302000630647, "cache_class": "DynamicCache", "total_seconds": 0.0750095879775472}
{"mode": "serial_prefix", "id": "7fcb0962d0b61ac5ef76", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.25, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "0b300c5c83e1b66ac97aafc11ea9f2a5002b0563e2dce3671939305ac8b8440f", "prompt_version": "direct-options-v1", "input_tokens": 1876, "allowed_token_mass": 0.998993456363678, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.009388764970935881, "prefill_seconds": 0.0, "copy_seconds": 0.00529856001958251, "suffix_forward_seconds": 0.06078463600715622, "forward_seconds": 0.06078463600715622, "cache_class": "DynamicCache", "total_seconds": 0.07750896795187145}
{"mode": "serial_prefix", "id": "0b0e021bf9632e8b140b", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "bdbff9383c31156fe12d35427d2b4fa93dc450009d6e16cac416a6f1033860be", "prompt_version": "direct-options-v1", "input_tokens": 1875, "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.008791082946117967, "prefill_seconds": 0.0, "copy_seconds": 0.0049161690403707325, "suffix_forward_seconds": 0.06255227298242971, "forward_seconds": 0.06255227298242971, "cache_class": "DynamicCache", "total_seconds": 0.07843520195456222}
{"mode": "serial_prefix", "id": "adc7892e5e3539f8e655", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "a71469309b76937e634db5198756caa17c598fe6b4bb0ca9f8bf12216e4fb603", "prompt_version": "direct-options-v1", "input_tokens": 1881, "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.009674816974438727, "prefill_seconds": 0.0, "copy_seconds": 0.005249538982752711, "suffix_forward_seconds": 0.0639653469552286, "forward_seconds": 0.0639653469552286, "cache_class": "DynamicCache", "total_seconds": 0.08103112201206386}
{"mode": "serial_prefix", "id": "a31821385153740aaf01", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "4b87e336529334d27f0cd8cfa043d49ed971f714be7b3d673bd18ee0bedd8dd1", "prompt_version": "direct-options-v1", "input_tokens": 1878, "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.009559846017509699, "prefill_seconds": 0.0, "copy_seconds": 0.0052401600405573845, "suffix_forward_seconds": 0.0640674980240874, "forward_seconds": 0.0640674980240874, "cache_class": "DynamicCache", "total_seconds": 0.08101597102358937}
{"mode": "serial_prefix", "id": "33a616441e3d3a93b486", "option_ids": ["yes", "no"], "probabilities": [0.970687747001648, 0.02931223064661026], "option_logits": [27.375, 23.875], "answer_token_ids": [32, 33], "prompt_sha256": "dd99f32bd70eb092f0ba562d7684844a7fe5ec01f48b35130b1729fb10bffa6e", "prompt_version": "direct-options-v1", "input_tokens": 1877, "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.009615104994736612, "prefill_seconds": 0.0, "copy_seconds": 0.005217198980972171, "suffix_forward_seconds": 0.0644497990142554, "forward_seconds": 0.0644497990142554, "cache_class": "DynamicCache", "total_seconds": 0.08143132296390831}
{"mode": "serial_prefix", "id": "8230f0e5f243615cceb1", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "8e1023f0b8084d07e51e254daedb99141481000bc938c4b0e2d475b9bd66c38a", "prompt_version": "direct-options-v1", "input_tokens": 1875, "allowed_token_mass": 0.9992811679840088, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.009661315998528153, "prefill_seconds": 0.0, "copy_seconds": 0.005301919998601079, "suffix_forward_seconds": 0.06250227300915867, "forward_seconds": 0.06250227300915867, "cache_class": "DynamicCache", "total_seconds": 0.07964663597522303}
{"mode": "serial_prefix", "id": "6fd5e5d46e88d4a33537", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "573ca1ebf463757fee2c6812aea53aa9eab16a2f757a84cb004b735c8362a59e", "prompt_version": "direct-options-v1", "input_tokens": 1878, "allowed_token_mass": 0.9993822574615479, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1800, "prefix_sha256": "344f56073d7ff295605c6f2fd3d1252ef6f3d0d65bfbc55ec2ecb636a50df8c4", "encode_seconds": 0.009223003988154233, "prefill_seconds": 0.0, "copy_seconds": 0.004888389026746154, "suffix_forward_seconds": 0.06051986396778375, "forward_seconds": 0.06051986396778375, "cache_class": "DynamicCache", "total_seconds": 0.07653402397409081}
{"mode": "serial_prefix", "id": "687ddaf5e65139bfdefa", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.125, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "27a10548f91b372524c8acde4932595b0fb05258db8435d5d97949e7d7c9cd29", "prompt_version": "direct-options-v1", "input_tokens": 1874, "allowed_token_mass": 0.9996339082717896, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.011516892991494387, "prefill_seconds": 0.41213239199714735, "copy_seconds": 0.004973918024916202, "suffix_forward_seconds": 0.05609428999014199, "forward_seconds": 0.46822668198728934, "cache_class": "DynamicCache", "total_seconds": 0.48675576999085024}
{"mode": "serial_prefix", "id": "ddae9b5f4ced5a86d1e5", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.875, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "287a0767a72c97d3c35277ca4f48c4894496b35f89a6b3a5fc02bff7bf39d5c5", "prompt_version": "direct-options-v1", "input_tokens": 1873, "allowed_token_mass": 0.9996433854103088, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008824692980851978, "prefill_seconds": 0.0, "copy_seconds": 0.004421856952831149, "suffix_forward_seconds": 0.056513721006922424, "forward_seconds": 0.056513721006922424, "cache_class": "DynamicCache", "total_seconds": 0.07161874696612358}
{"mode": "serial_prefix", "id": "d6b0a3e442a14d7f3769", "option_ids": ["yes", "no"], "probabilities": [0.006692850962281227, 0.9933071732521057], "option_logits": [23.125, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "9ae623081d6fe5f235d1860b5137dc9f3cb2a01945132123109bd841d3dd76da", "prompt_version": "direct-options-v1", "input_tokens": 1875, "allowed_token_mass": 0.9998912811279297, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008067499962635338, "prefill_seconds": 0.0, "copy_seconds": 0.004805648000910878, "suffix_forward_seconds": 0.05658554099500179, "forward_seconds": 0.05658554099500179, "cache_class": "DynamicCache", "total_seconds": 0.07126489497022703}
{"mode": "serial_prefix", "id": "94f80ee140e31162aebe", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "f53efb42a5cfa6b81824cf30c19bf503e6466b855804394b4a6a6494028f001e", "prompt_version": "direct-options-v1", "input_tokens": 1875, "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008355231024324894, "prefill_seconds": 0.0, "copy_seconds": 0.004448495979886502, "suffix_forward_seconds": 0.05660234100650996, "forward_seconds": 0.05660234100650996, "cache_class": "DynamicCache", "total_seconds": 0.07123949500964954}
{"mode": "serial_prefix", "id": "9d7ea494739dd6778251", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.25, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "91ff3df600680c5ef7d37473826bce88ca0da3274fa0dcfc3bbb39dab29b6218", "prompt_version": "direct-options-v1", "input_tokens": 1871, "allowed_token_mass": 0.9994603395462036, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.00815469102235511, "prefill_seconds": 0.0, "copy_seconds": 0.004796768014784902, "suffix_forward_seconds": 0.055405255989171565, "forward_seconds": 0.055405255989171565, "cache_class": "DynamicCache", "total_seconds": 0.07019351201597601}
{"mode": "serial_prefix", "id": "1dc77103b26778f638d3", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.75, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "16f0a940e5ed98d4650da20174a0a60f2b60a691bf1530bed641322bd58f175d", "prompt_version": "direct-options-v1", "input_tokens": 1871, "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008402932027820498, "prefill_seconds": 0.0, "copy_seconds": 0.004460225987713784, "suffix_forward_seconds": 0.05774050502805039, "forward_seconds": 0.05774050502805039, "cache_class": "DynamicCache", "total_seconds": 0.07250699098221958}
{"mode": "serial_prefix", "id": "cf496ef141ae03f2b87c", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "9bcbfb855301bcdde84455bfecf399ee449b86b17ce2d5540b3058fe76ba01bd", "prompt_version": "direct-options-v1", "input_tokens": 1869, "allowed_token_mass": 0.9994393587112427, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.009082094009499997, "prefill_seconds": 0.0, "copy_seconds": 0.004799258022103459, "suffix_forward_seconds": 0.06013387400889769, "forward_seconds": 0.06013387400889769, "cache_class": "DynamicCache", "total_seconds": 0.07605669397162274}
{"mode": "serial_prefix", "id": "9e080cb1e47e90f06e23", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "5bb4a295cc7462007358733575c9d6f7288e1a7c81c545031e01ff9bdea286d6", "prompt_version": "direct-options-v1", "input_tokens": 1870, "allowed_token_mass": 0.9995003938674927, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008855602995026857, "prefill_seconds": 0.0, "copy_seconds": 0.00482451799325645, "suffix_forward_seconds": 0.05841732700355351, "forward_seconds": 0.05841732700355351, "cache_class": "DynamicCache", "total_seconds": 0.0741525370394811}
{"mode": "serial_prefix", "id": "f3a4decf391f7aac544c", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "af32cab5a89a02dbb16ec5bd99a348d7cb8281b2778aa9d2596330b6b6614f16", "prompt_version": "direct-options-v1", "input_tokens": 1870, "allowed_token_mass": 0.999601423740387, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008010599005501717, "prefill_seconds": 0.0, "copy_seconds": 0.00445031700655818, "suffix_forward_seconds": 0.05703578295651823, "forward_seconds": 0.05703578295651823, "cache_class": "DynamicCache", "total_seconds": 0.07136720599373803}
{"mode": "serial_prefix", "id": "0fdd3a6b50496e1a9d11", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "309b61a58a3caedd6ed16ce05194cd8ce7ccda4e33075a0c39988a8ab804c0a5", "prompt_version": "direct-options-v1", "input_tokens": 1873, "allowed_token_mass": 0.999487042427063, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008325411006808281, "prefill_seconds": 0.0, "copy_seconds": 0.004825309035368264, "suffix_forward_seconds": 0.060110163991339505, "forward_seconds": 0.060110163991339505, "cache_class": "DynamicCache", "total_seconds": 0.07521723001264036}
{"mode": "serial_prefix", "id": "494a27249b6cc7a8aa58", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.75, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "3b436364a1e1b2984bcc9005e35713f74df6d2d5c6e13c6df10b9f50f8ee5045", "prompt_version": "direct-options-v1", "input_tokens": 1873, "allowed_token_mass": 0.999794065952301, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008192049979697913, "prefill_seconds": 0.0, "copy_seconds": 0.004837959015276283, "suffix_forward_seconds": 0.05993457301519811, "forward_seconds": 0.05993457301519811, "cache_class": "DynamicCache", "total_seconds": 0.07501308899372816}
{"mode": "serial_prefix", "id": "9eef00508120ecc8f05a", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "bcb30df393836deecaf9eefd8c1e8929e0fc9ad66f25d9ecaeb736cd2b7eee63", "prompt_version": "direct-options-v1", "input_tokens": 1872, "allowed_token_mass": 0.9996510744094849, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.00819723098538816, "prefill_seconds": 0.0, "copy_seconds": 0.004865128023084253, "suffix_forward_seconds": 0.057977906020823866, "forward_seconds": 0.057977906020823866, "cache_class": "DynamicCache", "total_seconds": 0.07310319197131321}
{"mode": "serial_prefix", "id": "72df524be4a61b7f3bea", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.5, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "7bf0648922e70573b7e89e9c7a926a567f75df229492e4d2e452240b55da3137", "prompt_version": "direct-options-v1", "input_tokens": 1872, "allowed_token_mass": 0.9995575547218323, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008352321048732847, "prefill_seconds": 0.0, "copy_seconds": 0.004800497961696237, "suffix_forward_seconds": 0.05621464003343135, "forward_seconds": 0.05621464003343135, "cache_class": "DynamicCache", "total_seconds": 0.07118569500744343}
{"mode": "serial_prefix", "id": "a333270affa580ed9c75", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.5, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "7009c1f55f1437d7dbee35c7d89a3650eabef8aeb9fcac75e481742d74893c9a", "prompt_version": "direct-options-v1", "input_tokens": 1872, "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.00800758000696078, "prefill_seconds": 0.0, "copy_seconds": 0.00478829798521474, "suffix_forward_seconds": 0.05589985800907016, "forward_seconds": 0.05589985800907016, "cache_class": "DynamicCache", "total_seconds": 0.07048177300021052}
{"mode": "serial_prefix", "id": "e83278909fd10abd0229", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [25.875, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "3b1101aef564f062cf6c764d1438059201e657debe7f3b083df51066abeda879", "prompt_version": "direct-options-v1", "input_tokens": 1871, "allowed_token_mass": 0.9986791014671326, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008263220021035522, "prefill_seconds": 0.0, "copy_seconds": 0.004406725987792015, "suffix_forward_seconds": 0.0557585489586927, "forward_seconds": 0.0557585489586927, "cache_class": "DynamicCache", "total_seconds": 0.07024251203984022}
{"mode": "serial_prefix", "id": "13e9883ec49a689afb60", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.875, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "41efb3c579838749f6b944c4222b93e981d71e42fb5561908aa86ba1026661d5", "prompt_version": "direct-options-v1", "input_tokens": 1870, "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.00806192000163719, "prefill_seconds": 0.0, "copy_seconds": 0.004897679027635604, "suffix_forward_seconds": 0.057328184018842876, "forward_seconds": 0.057328184018842876, "cache_class": "DynamicCache", "total_seconds": 0.0721878899494186}
{"mode": "serial_prefix", "id": "e483bbd072901577279f", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.625, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "0f601ced4090e5bda90b40a4b189fabc355612be9621391c54b9a28d85e6d0a1", "prompt_version": "direct-options-v1", "input_tokens": 1876, "allowed_token_mass": 0.9996300935745239, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008076551021076739, "prefill_seconds": 0.0, "copy_seconds": 0.004516396962571889, "suffix_forward_seconds": 0.056675931031350046, "forward_seconds": 0.056675931031350046, "cache_class": "DynamicCache", "total_seconds": 0.07106867601396516}
{"mode": "serial_prefix", "id": "8310f45cf20783826959", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.75, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "8d06ea169933188dca969873bf4db9873cfea3141d21792ddb71147daf2ef060", "prompt_version": "direct-options-v1", "input_tokens": 1873, "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.00798719999147579, "prefill_seconds": 0.0, "copy_seconds": 0.004436716029886156, "suffix_forward_seconds": 0.056566061975900084, "forward_seconds": 0.056566061975900084, "cache_class": "DynamicCache", "total_seconds": 0.07079193502431735}
{"mode": "serial_prefix", "id": "4b4b7bea620fdcf93897", "option_ids": ["yes", "no"], "probabilities": [0.9241418242454529, 0.07585817575454712], "option_logits": [26.75, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "ed2177ee00652bc7df8ef341e5870904afec4da0df6d8bda92451deb30adc66f", "prompt_version": "direct-options-v1", "input_tokens": 1872, "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.007968589954543859, "prefill_seconds": 0.0, "copy_seconds": 0.004477395967114717, "suffix_forward_seconds": 0.05682152201188728, "forward_seconds": 0.05682152201188728, "cache_class": "DynamicCache", "total_seconds": 0.07118212600471452}
{"mode": "serial_prefix", "id": "e70b706ae3e066d3d710", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "873356726518cd6d31eb3c5f4a04a0257983a80bdb339d237730f84c2b86cf9f", "prompt_version": "direct-options-v1", "input_tokens": 1870, "allowed_token_mass": 0.9993098378181458, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008016939042136073, "prefill_seconds": 0.0, "copy_seconds": 0.0045251669944263995, "suffix_forward_seconds": 0.056031098996754736, "forward_seconds": 0.056031098996754736, "cache_class": "DynamicCache", "total_seconds": 0.07050346303731203}
{"mode": "serial_prefix", "id": "0d58f07d3b70f2bdea0c", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "02c86ac041d3f6a14295886f971128975c680ea73045d4fe42fc94b06832087a", "prompt_version": "direct-options-v1", "input_tokens": 1873, "allowed_token_mass": 0.9994242191314697, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1795, "prefix_sha256": "cd27890daaeb62dbd419b7e93e1f54c1df570f8d85fbd3988906330c1654e5f8", "encode_seconds": 0.008523522003088146, "prefill_seconds": 0.0, "copy_seconds": 0.004402747028507292, "suffix_forward_seconds": 0.05708100396441296, "forward_seconds": 0.05708100396441296, "cache_class": "DynamicCache", "total_seconds": 0.0717949090176262}
{"mode": "serial_prefix", "id": "089f4a6f39b20bf65ab7", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.625, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "2341664696e17349581d96be68077d4d48db6841313066b746d70c936a689189", "prompt_version": "direct-options-v1", "input_tokens": 1838, "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.011212671990506351, "prefill_seconds": 0.405132815008983, "copy_seconds": 0.004692476999480277, "suffix_forward_seconds": 0.05811697704484686, "forward_seconds": 0.4632497920538299, "cache_class": "DynamicCache", "total_seconds": 0.48103135800920427}
{"mode": "serial_prefix", "id": "efa2f8b62640b090d2ec", "option_ids": ["yes", "no"], "probabilities": [0.8807970285415649, 0.11920291930437088], "option_logits": [26.75, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "e713368de36970a82ae6f5227ec48839726ecfb1c2103d9bfda63d073756961e", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.008706521999556571, "prefill_seconds": 0.0, "copy_seconds": 0.004471597028896213, "suffix_forward_seconds": 0.057058502978179604, "forward_seconds": 0.057058502978179604, "cache_class": "DynamicCache", "total_seconds": 0.07235332002164796}
{"mode": "serial_prefix", "id": "240b744a86bd327fee5d", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.375, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "26bd304cf69233ae247aa1bb0b572a0ec09ffbe4655313bcf924e01096601b2f", "prompt_version": "direct-options-v1", "input_tokens": 1839, "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.007880179968196899, "prefill_seconds": 0.0, "copy_seconds": 0.004430886008776724, "suffix_forward_seconds": 0.0572790140286088, "forward_seconds": 0.0572790140286088, "cache_class": "DynamicCache", "total_seconds": 0.07144837797386572}
{"mode": "serial_prefix", "id": "0d17bbec4df530c9e46e", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [24.0, 28.375], "answer_token_ids": [32, 33], "prompt_sha256": "c02cc8def0a7a258b2418cc7084633923cec612d83178e15a7702e3793cbc44c", "prompt_version": "direct-options-v1", "input_tokens": 1839, "allowed_token_mass": 0.9999217987060547, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.008090421033557504, "prefill_seconds": 0.0, "copy_seconds": 0.004472366999834776, "suffix_forward_seconds": 0.05637082195607945, "forward_seconds": 0.05637082195607945, "cache_class": "DynamicCache", "total_seconds": 0.07097215700196102}
{"mode": "serial_prefix", "id": "f73dd01d89bf08482a78", "option_ids": ["yes", "no"], "probabilities": [0.9241418242454529, 0.07585817575454712], "option_logits": [26.5, 24.0], "answer_token_ids": [32, 33], "prompt_sha256": "6dc3eb0f844db123f0e4a09a12fb5f4362a7b9910696b0820a16c191cee31299", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9996891617774963, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.007919429976027459, "prefill_seconds": 0.0, "copy_seconds": 0.004466006008442491, "suffix_forward_seconds": 0.05691483395639807, "forward_seconds": 0.05691483395639807, "cache_class": "DynamicCache", "total_seconds": 0.07109859702177346}
{"mode": "serial_prefix", "id": "ca7e78b1575d5ef4e5d8", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [25.0, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "a1a1b2a367cc31f2944a654d2bd85651405814feacd066a1d1b01a78311f2309", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.999794065952301, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.008612371981143951, "prefill_seconds": 0.0, "copy_seconds": 0.004543385992292315, "suffix_forward_seconds": 0.06332872802158818, "forward_seconds": 0.06332872802158818, "cache_class": "DynamicCache", "total_seconds": 0.07841122394893318}
{"mode": "serial_prefix", "id": "ca25ed2ac4e679fbc5e3", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [24.125, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "9609550d0bceed14c2358ad7ab9ff727e45dd674a6ecbc7175d97a30e4a65702", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9998436570167542, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.009135194006375968, "prefill_seconds": 0.0, "copy_seconds": 0.00476420798804611, "suffix_forward_seconds": 0.060855018033180386, "forward_seconds": 0.060855018033180386, "cache_class": "DynamicCache", "total_seconds": 0.07667821802897379}
{"mode": "serial_prefix", "id": "6a0866f21c64756f358c", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.5, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "35c997428b74ae4683c3187f0d545eb4b5d8953130a7d2ed064df05fbb943c25", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.008865672978572547, "prefill_seconds": 0.0, "copy_seconds": 0.004515746026299894, "suffix_forward_seconds": 0.05771850695600733, "forward_seconds": 0.05771850695600733, "cache_class": "DynamicCache", "total_seconds": 0.0729268629802391}
{"mode": "serial_prefix", "id": "9c24dd25567db8712fcc", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.75, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "f66690e46cc93c604b1793b4ba2215f9b77ee076eec1dbf3a3b1a519592b5f73", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9997806549072266, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.008557193039450794, "prefill_seconds": 0.0, "copy_seconds": 0.0047641569981351495, "suffix_forward_seconds": 0.05629814101848751, "forward_seconds": 0.05629814101848751, "cache_class": "DynamicCache", "total_seconds": 0.07142536801984534}
{"mode": "serial_prefix", "id": "f005c3e61bd1d6ccfdbe", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [24.125, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "1577a9d97d7bde82165e0f02b65468e5283bc66ae4bfb4f74c29a7503fabc746", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9998455047607422, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.00788582896348089, "prefill_seconds": 0.0, "copy_seconds": 0.004445417027454823, "suffix_forward_seconds": 0.05673954199301079, "forward_seconds": 0.05673954199301079, "cache_class": "DynamicCache", "total_seconds": 0.07096903497586027}
{"mode": "serial_prefix", "id": "63f771d8a481a06f3342", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [24.125, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "b66b9e93abb48bc56173e65ec7701042b59b7b0c2e0f2931686f63d95cf5b7b2", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9998665452003479, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.0080524209770374, "prefill_seconds": 0.0, "copy_seconds": 0.00445784698240459, "suffix_forward_seconds": 0.05993696500081569, "forward_seconds": 0.05993696500081569, "cache_class": "DynamicCache", "total_seconds": 0.07426796900108457}
{"mode": "serial_prefix", "id": "48e7776fb0baebe2a66d", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.625, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "fd8766f9ee193ffdba5fc41a95caf58a805f42b8c0841f15a4165096c46c0892", "prompt_version": "direct-options-v1", "input_tokens": 1836, "allowed_token_mass": 0.9998436570167542, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.007997190987225622, "prefill_seconds": 0.0, "copy_seconds": 0.004433335969224572, "suffix_forward_seconds": 0.05854411900509149, "forward_seconds": 0.05854411900509149, "cache_class": "DynamicCache", "total_seconds": 0.07284720300231129}
{"mode": "serial_prefix", "id": "60b45469994575e2fc84", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [26.375, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "55aace0fb6df8961779ffe3f21e3a6bab3614e71bb189f4445cf9f8203b5644d", "prompt_version": "direct-options-v1", "input_tokens": 1836, "allowed_token_mass": 0.9996510744094849, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.008761842967942357, "prefill_seconds": 0.0, "copy_seconds": 0.004817447974346578, "suffix_forward_seconds": 0.05768719600746408, "forward_seconds": 0.05768719600746408, "cache_class": "DynamicCache", "total_seconds": 0.07325559394666925}
{"mode": "serial_prefix", "id": "edb4b6fd6eb1e53b9cf7", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [25.25, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "e8fdf00ff6277f04cd0932053ef79bca382a5ee2edbf39a26e0e63822b67947e", "prompt_version": "direct-options-v1", "input_tokens": 1836, "allowed_token_mass": 0.9997596740722656, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.007804988999851048, "prefill_seconds": 0.0, "copy_seconds": 0.004657668003346771, "suffix_forward_seconds": 0.05553137796232477, "forward_seconds": 0.05553137796232477, "cache_class": "DynamicCache", "total_seconds": 0.06984005100093782}
{"mode": "serial_prefix", "id": "904279a4f2fb5a4f0d66", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [26.125, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "96da2a9a72507267f096b3c55f1714b8ae8472d33f16419b515a9c858804680d", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.00834422098705545, "prefill_seconds": 0.0, "copy_seconds": 0.004480837029404938, "suffix_forward_seconds": 0.05509433598490432, "forward_seconds": 0.05509433598490432, "cache_class": "DynamicCache", "total_seconds": 0.06990225100889802}
{"mode": "serial_prefix", "id": "f707e1c1413b00e25dad", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [25.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "3f74e11b6c6ccca8b41abe59166334ba41d31cd40828ac3daaf044d7ccddf4f0", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.008367161033675075, "prefill_seconds": 0.0, "copy_seconds": 0.004411467001773417, "suffix_forward_seconds": 0.055509279016405344, "forward_seconds": 0.055509279016405344, "cache_class": "DynamicCache", "total_seconds": 0.07005458301864564}
{"mode": "serial_prefix", "id": "a646c5fbe46135aa4726", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.875, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "afd151a59707604f977ef18ddaa23d490c44f1aab1fe3c09ff9a74d534fe87bf", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9998302459716797, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.008286229975055903, "prefill_seconds": 0.0, "copy_seconds": 0.004462307028006762, "suffix_forward_seconds": 0.05614545103162527, "forward_seconds": 0.05614545103162527, "cache_class": "DynamicCache", "total_seconds": 0.07074642495717853}
{"mode": "serial_prefix", "id": "e28d28de0350e52b527e", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.375, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "028ce5ac6997d8a6ff09f868edd91d7013cb17af2d7c26cd1757e607fa557fc8", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9998188614845276, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.008254291024059057, "prefill_seconds": 0.0, "copy_seconds": 0.004415116971358657, "suffix_forward_seconds": 0.055581627995707095, "forward_seconds": 0.055581627995707095, "cache_class": "DynamicCache", "total_seconds": 0.07005212298827246}
{"mode": "serial_prefix", "id": "4e2c08f47b28e1a56aed", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [24.125, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "81c87a027d514aee9f21e7f0e15cba80c721780f37d02fde8e1883c6e8b4f0fe", "prompt_version": "direct-options-v1", "input_tokens": 1836, "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.008370482013560832, "prefill_seconds": 0.0, "copy_seconds": 0.004444725986104459, "suffix_forward_seconds": 0.05550306796794757, "forward_seconds": 0.05550306796794757, "cache_class": "DynamicCache", "total_seconds": 0.07012773299356923}
{"mode": "serial_prefix", "id": "e573f7277dce8030e4d6", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.25, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "6986b88b12f92b458d996dcf4eb6f2b3fb2b007c96ccc8f67f2d95ab44c1a216", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9997177124023438, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.007889429980423301, "prefill_seconds": 0.0, "copy_seconds": 0.0048487879685126245, "suffix_forward_seconds": 0.056130081007722765, "forward_seconds": 0.056130081007722765, "cache_class": "DynamicCache", "total_seconds": 0.07069007598329335}
{"mode": "serial_prefix", "id": "9a7778146b159a1c015b", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "f771d0a4cb3ee0136b3a465b5477a8a2c7d2219be537acf5cb6e0e1191bd963b", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "f2ac6e726cbbeedb79c59925f5cc55298dea5574272e5f37f4a521ee0999dd3f", "encode_seconds": 0.00795045995619148, "prefill_seconds": 0.0, "copy_seconds": 0.004399296012707055, "suffix_forward_seconds": 0.05813405802473426, "forward_seconds": 0.05813405802473426, "cache_class": "DynamicCache", "total_seconds": 0.07235465198755264}
{"mode": "serial_prefix", "id": "ca1092c154e9e564fb70", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.25, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "6ccad3bbe5a39ec45552e81add9236a1ab57975fa09b592081fe1c375c622f12", "prompt_version": "direct-options-v1", "input_tokens": 1844, "allowed_token_mass": 0.999754011631012, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.011577553988900036, "prefill_seconds": 0.40600540599552915, "copy_seconds": 0.005010598048102111, "suffix_forward_seconds": 0.059769834973849356, "forward_seconds": 0.4657752409693785, "cache_class": "DynamicCache", "total_seconds": 0.4842958999797702}
{"mode": "serial_prefix", "id": "94d2cab7215d28b3615c", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "7761dfa870eab2a9d03a92ca02daae4b4372c040a97cba8ee9001fc3668c44b4", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9997673630714417, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.008485630969516933, "prefill_seconds": 0.0, "copy_seconds": 0.004852277983445674, "suffix_forward_seconds": 0.057356564968358725, "forward_seconds": 0.057356564968358725, "cache_class": "DynamicCache", "total_seconds": 0.07262367196381092}
{"mode": "serial_prefix", "id": "195a9f349d825c8082a6", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.375, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "3b07b38643c43568ba929e1f4d727c15644e7d72ccccc1fc184ccc3cce5917ec", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9999104142189026, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.007985001022461802, "prefill_seconds": 0.0, "copy_seconds": 0.004501116985920817, "suffix_forward_seconds": 0.056764773034956306, "forward_seconds": 0.056764773034956306, "cache_class": "DynamicCache", "total_seconds": 0.07108803803566843}
{"mode": "serial_prefix", "id": "a942c7cd6d804677cd2c", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.625, 28.25], "answer_token_ids": [32, 33], "prompt_sha256": "af606062ff05b83f71aa3f083244b7d446aa098d268ad4876b5ba6c2c65cd655", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9999198913574219, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.008046051021665335, "prefill_seconds": 0.0, "copy_seconds": 0.004693406983278692, "suffix_forward_seconds": 0.05626923200907186, "forward_seconds": 0.05626923200907186, "cache_class": "DynamicCache", "total_seconds": 0.07108004804467782}
{"mode": "serial_prefix", "id": "d963171e5275c66db8aa", "option_ids": ["yes", "no"], "probabilities": [0.851952850818634, 0.14804719388484955], "option_logits": [25.875, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "e22303d40cf2d85cd9236f9793688c41bfea463f0ba73fd1f54de34fa3e4e51a", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.009139314002823085, "prefill_seconds": 0.0, "copy_seconds": 0.0049417990376241505, "suffix_forward_seconds": 0.06307499797549099, "forward_seconds": 0.06307499797549099, "cache_class": "DynamicCache", "total_seconds": 0.07926363800652325}
{"mode": "serial_prefix", "id": "90961ee4aeaae94a0f14", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.125, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "5af9a3ad30b0357b4dd15c3667cacdd2152465c1d337cf554e4da4610e47c116", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9997367858886719, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.009156374027952552, "prefill_seconds": 0.0, "copy_seconds": 0.005303881014697254, "suffix_forward_seconds": 0.06369222997454926, "forward_seconds": 0.06369222997454926, "cache_class": "DynamicCache", "total_seconds": 0.08018388203345239}
{"mode": "serial_prefix", "id": "b50d12afefb3162c5552", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "55a2a04cd6a487e101b3dcae87c3e68c0b74dab397499f0ceacfb135546c461c", "prompt_version": "direct-options-v1", "input_tokens": 1839, "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.009665525984019041, "prefill_seconds": 0.0, "copy_seconds": 0.005369830993004143, "suffix_forward_seconds": 0.06401769095100462, "forward_seconds": 0.06401769095100462, "cache_class": "DynamicCache", "total_seconds": 0.08120343601331115}
{"mode": "serial_prefix", "id": "d695a0207c672096e398", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "9adfd27522fcc3b7c0ce92f0160c33cc5b3763ae5c5c4b4069994b62a038105c", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9997101426124573, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.009474435995798558, "prefill_seconds": 0.0, "copy_seconds": 0.005232130002696067, "suffix_forward_seconds": 0.06388377101393417, "forward_seconds": 0.06388377101393417, "cache_class": "DynamicCache", "total_seconds": 0.08085955498972908}
{"mode": "serial_prefix", "id": "1727fcc6096fad7b0b11", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.75, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "c317cdd3bb531a8f20aa3034402111941e52b5f3fcbe792db06e923638ac27ef", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.009491555974818766, "prefill_seconds": 0.0, "copy_seconds": 0.00532063003629446, "suffix_forward_seconds": 0.06332705897511914, "forward_seconds": 0.06332705897511914, "cache_class": "DynamicCache", "total_seconds": 0.08025168301537633}
{"mode": "serial_prefix", "id": "cbfdcce392ba5042ea10", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.625, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "b1db1bcc72b3f2913ed2122415bec62a3327bfbafbd4bd1ebce70e2bcf83393d", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9998302459716797, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.008988643996417522, "prefill_seconds": 0.0, "copy_seconds": 0.004774977976921946, "suffix_forward_seconds": 0.06403549201786518, "forward_seconds": 0.06403549201786518, "cache_class": "DynamicCache", "total_seconds": 0.07973610999761149}
{"mode": "serial_prefix", "id": "7f5ed00e26014a6be0a1", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "7045fd248ff2a0ab4405c10163da9d3c9afd5f67ca02972ec738e1fe7817f712", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9998703002929688, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.00935988500714302, "prefill_seconds": 0.0, "copy_seconds": 0.005135838990099728, "suffix_forward_seconds": 0.0635133589967154, "forward_seconds": 0.0635133589967154, "cache_class": "DynamicCache", "total_seconds": 0.08015233202604577}
{"mode": "serial_prefix", "id": "38ab62add3f2d6252d0a", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.0, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "86fdf8ca66f4c168c223e64f68acec797db8e1835503aaeb83505d03e30b1bbf", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9998226165771484, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.008754483016673476, "prefill_seconds": 0.0, "copy_seconds": 0.004787488025613129, "suffix_forward_seconds": 0.05866367096314207, "forward_seconds": 0.05866367096314207, "cache_class": "DynamicCache", "total_seconds": 0.0740579689736478}
{"mode": "serial_prefix", "id": "a99a4cdc6c59bdb3c3d0", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [26.25, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "6441726d5d4333510d79d499d4810fe4f519bab4bfc6853448e6fe631fffa6e2", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.00825798197183758, "prefill_seconds": 0.0, "copy_seconds": 0.004795598040800542, "suffix_forward_seconds": 0.05953640496591106, "forward_seconds": 0.05953640496591106, "cache_class": "DynamicCache", "total_seconds": 0.07452188100432977}
{"mode": "serial_prefix", "id": "19137327d4615901f51c", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.375, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "a68ef8f0b9bd483e5810109eaa5ae34ac9e1ef7bce4d074e9da2757155fc76d6", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.999847412109375, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.0088430640171282, "prefill_seconds": 0.0, "copy_seconds": 0.005277279997244477, "suffix_forward_seconds": 0.05912829196313396, "forward_seconds": 0.05912829196313396, "cache_class": "DynamicCache", "total_seconds": 0.07507921301294118}
{"mode": "serial_prefix", "id": "60d4d3a9f39771d322be", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.75, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "de2973be26ef045c20ae1a7f250881cd68ec2e1f10ad07db0012fa3eb830a54c", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.007906170038040727, "prefill_seconds": 0.0, "copy_seconds": 0.0049194180173799396, "suffix_forward_seconds": 0.05664941400755197, "forward_seconds": 0.05664941400755197, "cache_class": "DynamicCache", "total_seconds": 0.07128363801166415}
{"mode": "serial_prefix", "id": "9c3b24742ba8d4125f96", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "a8136e315cac69224197148a72ee8c28c07b8f13afcbdf065e6decef2e7226bd", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9997711777687073, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.008305522031150758, "prefill_seconds": 0.0, "copy_seconds": 0.004434777016285807, "suffix_forward_seconds": 0.05478629597928375, "forward_seconds": 0.05478629597928375, "cache_class": "DynamicCache", "total_seconds": 0.06953707302454859}
{"mode": "serial_prefix", "id": "1f9bff56b4450521b609", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.375, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "b7dfacb8fce7d0e953c9192399d8ff9ba653fb5cc05f1babc1dbbe4dc8014017", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.007884619990363717, "prefill_seconds": 0.0, "copy_seconds": 0.004402177000883967, "suffix_forward_seconds": 0.05506242800038308, "forward_seconds": 0.05506242800038308, "cache_class": "DynamicCache", "total_seconds": 0.06914870103355497}
{"mode": "serial_prefix", "id": "0552ea3a7d5a23a26100", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.375, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "5c79cc3227d8c78113d19c58ca2f1b836099cb627e601fc8bf6fd5f9e8f0d785", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9998226165771484, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.00894027395406738, "prefill_seconds": 0.0, "copy_seconds": 0.004479077004361898, "suffix_forward_seconds": 0.05657326400978491, "forward_seconds": 0.05657326400978491, "cache_class": "DynamicCache", "total_seconds": 0.0718101619859226}
{"mode": "serial_prefix", "id": "ae520f29703e870ab961", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.625, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "e4a61731dc900aca23de35d048af11297ca179f0b01627fa76d3ddeed62b7c99", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9998893737792969, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.008312220976222306, "prefill_seconds": 0.0, "copy_seconds": 0.004421156016178429, "suffix_forward_seconds": 0.05581430101301521, "forward_seconds": 0.05581430101301521, "cache_class": "DynamicCache", "total_seconds": 0.07032822602195665}
{"mode": "serial_prefix", "id": "e9b6eed6c733d8595184", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "6fc7de80d7ce911e98bf8b65a3a1f7ab48a54ffb62e89b0ee968182ffbb43b98", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.007976109976880252, "prefill_seconds": 0.0, "copy_seconds": 0.004417747026309371, "suffix_forward_seconds": 0.05584064096910879, "forward_seconds": 0.05584064096910879, "cache_class": "DynamicCache", "total_seconds": 0.06999960396206006}
{"mode": "serial_prefix", "id": "94454549a93b8534e840", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.625, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "420639ff0ce6395107eff834ee7509f0f4102482aee7e58df8fd7e7ab3ff3f2d", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1765, "prefix_sha256": "cc2f2b470eb1009b10128075be0ace61c32c6b14383ced6c7ad30fcac64f1013", "encode_seconds": 0.008276760985609144, "prefill_seconds": 0.0, "copy_seconds": 0.004397896002046764, "suffix_forward_seconds": 0.058740412001498044, "forward_seconds": 0.058740412001498044, "cache_class": "DynamicCache", "total_seconds": 0.07332066597882658}
{"mode": "serial_prefix", "id": "fe2b300670c0b343f926", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.625, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "faeb6476fcecb8f8df9dabcc196868f8a848d2c138b990e6163067c69b2159e6", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.012453157978598028, "prefill_seconds": 0.40520035999361426, "copy_seconds": 0.005351268977392465, "suffix_forward_seconds": 0.056974876031745225, "forward_seconds": 0.4621752360253595, "cache_class": "DynamicCache", "total_seconds": 0.48196442099288106}
{"mode": "serial_prefix", "id": "038a96ffb802a7c63bce", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [25.875, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "25510e8f02e34815863f77c59d9f69cf1188981dacd410f6b5bb7f1089120d71", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9996491074562073, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.00885059399297461, "prefill_seconds": 0.0, "copy_seconds": 0.004362136998679489, "suffix_forward_seconds": 0.05571164999855682, "forward_seconds": 0.05571164999855682, "cache_class": "DynamicCache", "total_seconds": 0.07074399699922651}
{"mode": "serial_prefix", "id": "20b7a7decb2f864285a0", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.5, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "26edf93c55094f61b8167b41adbe3524ab439039189e4da409c3f5efd77bb991", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9998302459716797, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.008208760991692543, "prefill_seconds": 0.0, "copy_seconds": 0.004606057016644627, "suffix_forward_seconds": 0.056440373009536415, "forward_seconds": 0.056440373009536415, "cache_class": "DynamicCache", "total_seconds": 0.07107326900586486}
{"mode": "serial_prefix", "id": "5fdbb2dad19c820dfb19", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.25, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "ce21d14412d08499341d9bb61f742af6759619fb33b135783e872dd10a74cd2b", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9998531341552734, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.008550030994229019, "prefill_seconds": 0.0, "copy_seconds": 0.0047984980046749115, "suffix_forward_seconds": 0.05522754997946322, "forward_seconds": 0.05522754997946322, "cache_class": "DynamicCache", "total_seconds": 0.07036641601007432}
{"mode": "serial_prefix", "id": "d70c0882cf9289f8e30b", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.875, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "640d67bf5a035bce823cf67e77220e24f1856af925fb413a260dfb0cca2c1c89", "prompt_version": "direct-options-v1", "input_tokens": 1826, "allowed_token_mass": 0.9992183446884155, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.008476021990645677, "prefill_seconds": 0.0, "copy_seconds": 0.004733718000352383, "suffix_forward_seconds": 0.05776232900097966, "forward_seconds": 0.05776232900097966, "cache_class": "DynamicCache", "total_seconds": 0.07300350698642433}
{"mode": "serial_prefix", "id": "6ebfa92d6286edf7ed7b", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.125, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "b748fc64515bc82a439ca0ba7d0bbcf44c1f08856e09a1fc2ec3503ce03ce844", "prompt_version": "direct-options-v1", "input_tokens": 1826, "allowed_token_mass": 0.9996567368507385, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.008832752995658666, "prefill_seconds": 0.0, "copy_seconds": 0.004851417965255678, "suffix_forward_seconds": 0.056279033015016466, "forward_seconds": 0.056279033015016466, "cache_class": "DynamicCache", "total_seconds": 0.07183482201071456}
{"mode": "serial_prefix", "id": "d0e0d78168e9332ff3fd", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.75, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "6eb01bbee606c1b305275a2dd46d24ba506fa7496e98702f241e605aedb6e5c2", "prompt_version": "direct-options-v1", "input_tokens": 1824, "allowed_token_mass": 0.9993574619293213, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.007903930032625794, "prefill_seconds": 0.0, "copy_seconds": 0.004398516961373389, "suffix_forward_seconds": 0.056126602983567864, "forward_seconds": 0.056126602983567864, "cache_class": "DynamicCache", "total_seconds": 0.07023501599906012}
{"mode": "serial_prefix", "id": "136271e81194b002a85f", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.125, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "62a39e714f067d7d4a03cdb0ed990ccdc0e3b10da9ec0c2af96c4cc560738231", "prompt_version": "direct-options-v1", "input_tokens": 1825, "allowed_token_mass": 0.9994089007377625, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.007872439979109913, "prefill_seconds": 0.0, "copy_seconds": 0.004419716016855091, "suffix_forward_seconds": 0.057591716991737485, "forward_seconds": 0.057591716991737485, "cache_class": "DynamicCache", "total_seconds": 0.07167468196712434}
{"mode": "serial_prefix", "id": "6c653e0c109f5060d6f0", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "e1fda8329fcaaf9765f07e94aeea3eb2e83d6f26f8e65d9ad884c39029506632", "prompt_version": "direct-options-v1", "input_tokens": 1825, "allowed_token_mass": 0.999487042427063, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.00819485099054873, "prefill_seconds": 0.0, "copy_seconds": 0.004770667990669608, "suffix_forward_seconds": 0.05761509796138853, "forward_seconds": 0.05761509796138853, "cache_class": "DynamicCache", "total_seconds": 0.07240120403002948}
{"mode": "serial_prefix", "id": "ec7fe0756f4796bf2f79", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "e9496bc65bf06ecf8f3dca764957bf99a7babb57e776e17c69cf375f842f8b71", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.007999059977009892, "prefill_seconds": 0.0, "copy_seconds": 0.004768487997353077, "suffix_forward_seconds": 0.06013877800432965, "forward_seconds": 0.06013877800432965, "cache_class": "DynamicCache", "total_seconds": 0.07472620299085975}
{"mode": "serial_prefix", "id": "bfe37dddadd0e9048936", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "05278bae390d7da1bf667668ff5e85dba5e52e5731648b4eff7940518d7dfc5e", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.007880669960286468, "prefill_seconds": 0.0, "copy_seconds": 0.0050659290282055736, "suffix_forward_seconds": 0.05922192399157211, "forward_seconds": 0.05922192399157211, "cache_class": "DynamicCache", "total_seconds": 0.074095640971791}
{"mode": "serial_prefix", "id": "54ef1575bdbe8c0b8f5d", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.125, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "8c542b3b3b8914a36e8f8e76b61ce9fd1f45d6b66ebd443de4e7a6f2a19ff648", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.008336172031704336, "prefill_seconds": 0.0, "copy_seconds": 0.004766618018038571, "suffix_forward_seconds": 0.058630362967960536, "forward_seconds": 0.058630362967960536, "cache_class": "DynamicCache", "total_seconds": 0.07355095900129527}
{"mode": "serial_prefix", "id": "8a95731c7b422963ae8e", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.25, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "24d4377a07e2868e0b3806d8d995c04c241a18d5a5546cca89b5dc3d3cfebc26", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.008248192025348544, "prefill_seconds": 0.0, "copy_seconds": 0.0048466279986314476, "suffix_forward_seconds": 0.05891969398362562, "forward_seconds": 0.05891969398362562, "cache_class": "DynamicCache", "total_seconds": 0.07412002101773396}
{"mode": "serial_prefix", "id": "f3927140a9c6105f7b1f", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.125, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "5137df3cece00510ecf298ee560fa1d18311e1b73bc8a1f19eb2366b1f69d4ac", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9996224045753479, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.008164521015714854, "prefill_seconds": 0.0, "copy_seconds": 0.004471187014132738, "suffix_forward_seconds": 0.05714256700593978, "forward_seconds": 0.05714256700593978, "cache_class": "DynamicCache", "total_seconds": 0.07160697103245184}
{"mode": "serial_prefix", "id": "83a4cef1eecb803a1f94", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.125, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "983078e147336091bed3badc92e317128745f0ee602bee71f10826b5e7a9ad91", "prompt_version": "direct-options-v1", "input_tokens": 1826, "allowed_token_mass": 0.999466061592102, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.007956499001011252, "prefill_seconds": 0.0, "copy_seconds": 0.004421917023137212, "suffix_forward_seconds": 0.057246785960160196, "forward_seconds": 0.057246785960160196, "cache_class": "DynamicCache", "total_seconds": 0.07142330898204818}
{"mode": "serial_prefix", "id": "7b0a8eb75c441acb2085", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.125, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "469bcdd168cac7b3dc8105b520e0f08460c15d52f89a364dacd8dbf299479ae0", "prompt_version": "direct-options-v1", "input_tokens": 1825, "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.008660602965392172, "prefill_seconds": 0.0, "copy_seconds": 0.00438110699178651, "suffix_forward_seconds": 0.056248493026942015, "forward_seconds": 0.056248493026942015, "cache_class": "DynamicCache", "total_seconds": 0.07106171897612512}
{"mode": "serial_prefix", "id": "e31c3d5a37c5b68e1b48", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.125, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "89237c762258ecabc870b0a0efd8d91bf3c076eed3b3010a70feb28d19a8f85d", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.009253505966626108, "prefill_seconds": 0.0, "copy_seconds": 0.004797128029167652, "suffix_forward_seconds": 0.06108038098318502, "forward_seconds": 0.06108038098318502, "cache_class": "DynamicCache", "total_seconds": 0.077250562957488}
{"mode": "serial_prefix", "id": "f10c6cda870023dd5514", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.375, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "6aec353cb33bd86f7d074b9a5ca9e36a9ae94e77fe9ea34d9ef25f1434b1ef1d", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.008473102992866188, "prefill_seconds": 0.0, "copy_seconds": 0.0048436689539812505, "suffix_forward_seconds": 0.05629416403826326, "forward_seconds": 0.05629416403826326, "cache_class": "DynamicCache", "total_seconds": 0.07141248200787231}
{"mode": "serial_prefix", "id": "08fa07ef7b1270bc85e6", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.5, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "a7a022622c4e5249b07f79709fa21ff55986647404f125f9c94c11d4830b001c", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9997444748878479, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.007901280012447387, "prefill_seconds": 0.0, "copy_seconds": 0.004444436985068023, "suffix_forward_seconds": 0.057146176986861974, "forward_seconds": 0.057146176986861974, "cache_class": "DynamicCache", "total_seconds": 0.07128840102814138}
{"mode": "serial_prefix", "id": "cc89a9cfac19e393fe1f", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.5, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "c7833529e1c9194d0023fa98c9e6cc13745f8355db64d53af49ccf3ab07ca415", "prompt_version": "direct-options-v1", "input_tokens": 1825, "allowed_token_mass": 0.999046802520752, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.008281231974251568, "prefill_seconds": 0.0, "copy_seconds": 0.004389166017062962, "suffix_forward_seconds": 0.056285644008312374, "forward_seconds": 0.056285644008312374, "cache_class": "DynamicCache", "total_seconds": 0.07073770801071078}
{"mode": "serial_prefix", "id": "be1b4929bc5f7b9cf72f", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [23.75, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "c629629e9653ea6161953e8ad77f29424ef39108b4eaf16ae07684bcb2ce06f1", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9991954565048218, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1750, "prefix_sha256": "70ffa0863af9e97a66eed51b28248f308d93203f538d42aff337eacae1d1d5d9", "encode_seconds": 0.008610391989350319, "prefill_seconds": 0.0, "copy_seconds": 0.004712727968581021, "suffix_forward_seconds": 0.05971776699880138, "forward_seconds": 0.05971776699880138, "cache_class": "DynamicCache", "total_seconds": 0.07491447398206219}
{"mode": "serial_prefix", "id": "404a05891bc3d8b699b6", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.375, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "2c410f0f1d45f1bdfc3c42d4d69619b54f5387beb7954ebc265592fa3b1cf089", "prompt_version": "direct-options-v1", "input_tokens": 1825, "allowed_token_mass": 0.9995747208595276, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.010922122048214078, "prefill_seconds": 0.4046839760267176, "copy_seconds": 0.004616448015440255, "suffix_forward_seconds": 0.058050441031809896, "forward_seconds": 0.46273441705852747, "cache_class": "DynamicCache", "total_seconds": 0.4801670529996045}
{"mode": "serial_prefix", "id": "6cb5f0fa2b3150c5b93e", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.5, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "6d20c011ebf69f351946b4157728de123d17f50b87340bf719745536215c2329", "prompt_version": "direct-options-v1", "input_tokens": 1824, "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.008356511010788381, "prefill_seconds": 0.0, "copy_seconds": 0.004437467025127262, "suffix_forward_seconds": 0.05940392496995628, "forward_seconds": 0.05940392496995628, "cache_class": "DynamicCache", "total_seconds": 0.07411635998869315}
{"mode": "serial_prefix", "id": "b303f9716b1bb595ea41", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.125, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "32092fc3d3b59810791ac0fe5a7f920f3f4ff5a3ca0b2ce3f8f69e4554684161", "prompt_version": "direct-options-v1", "input_tokens": 1826, "allowed_token_mass": 0.9998550415039062, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.00888417405076325, "prefill_seconds": 0.0, "copy_seconds": 0.004827627970371395, "suffix_forward_seconds": 0.05578847200376913, "forward_seconds": 0.05578847200376913, "cache_class": "DynamicCache", "total_seconds": 0.0716782120289281}
{"mode": "serial_prefix", "id": "fe25166120e0035f30cb", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.375, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "5debc3ba1c70ed1df076a832dab1651f3993244c1c1cfeab6380de0cec221b7b", "prompt_version": "direct-options-v1", "input_tokens": 1826, "allowed_token_mass": 0.9998893737792969, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.008593382022809237, "prefill_seconds": 0.0, "copy_seconds": 0.0043601360521279275, "suffix_forward_seconds": 0.05528759997105226, "forward_seconds": 0.05528759997105226, "cache_class": "DynamicCache", "total_seconds": 0.07023535697953776}
{"mode": "serial_prefix", "id": "23c9379235538dae9f67", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.875, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "04636168d6d561c9ad1f273c594d44912ea6ab7ef892c7f45a4afd0eb3219ee7", "prompt_version": "direct-options-v1", "input_tokens": 1822, "allowed_token_mass": 0.9995595812797546, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.007877099968027323, "prefill_seconds": 0.0, "copy_seconds": 0.004387737018987536, "suffix_forward_seconds": 0.05510709999362007, "forward_seconds": 0.05510709999362007, "cache_class": "DynamicCache", "total_seconds": 0.06917442299891263}
{"mode": "serial_prefix", "id": "8d8b01ab534dc1e3b634", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.0, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "5ea64c3ab780b5ab395cfeb8cd5b1d42fd4b14a68286dd9781c0506d599becbb", "prompt_version": "direct-options-v1", "input_tokens": 1822, "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.007931069994810969, "prefill_seconds": 0.0, "copy_seconds": 0.004444846999831498, "suffix_forward_seconds": 0.056047623977065086, "forward_seconds": 0.056047623977065086, "cache_class": "DynamicCache", "total_seconds": 0.07023173797642812}
{"mode": "serial_prefix", "id": "7fcb5228e3d7223077b7", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "7e444fae82773eb1eb0d5283f7dcc0048a185c18b34f73fb22a4bd5e785f94a4", "prompt_version": "direct-options-v1", "input_tokens": 1820, "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.007919580035377294, "prefill_seconds": 0.0, "copy_seconds": 0.004454656969755888, "suffix_forward_seconds": 0.05530806997558102, "forward_seconds": 0.05530806997558102, "cache_class": "DynamicCache", "total_seconds": 0.06947507400764152}
{"mode": "serial_prefix", "id": "3eaeed7daaef1cf70815", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "cbd97ee5096555cc09b5d449e761bdc248247fbf479a297d14a5cd806cccc697", "prompt_version": "direct-options-v1", "input_tokens": 1821, "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.008541541988961399, "prefill_seconds": 0.0, "copy_seconds": 0.005107559962198138, "suffix_forward_seconds": 0.056266113999299705, "forward_seconds": 0.056266113999299705, "cache_class": "DynamicCache", "total_seconds": 0.07191047299420461}
{"mode": "serial_prefix", "id": "2c0ab06dd4f22a596e74", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [26.0, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "d9d90606239def7b07cd45001090ad221d6c121710f0327cba92adee4c135405", "prompt_version": "direct-options-v1", "input_tokens": 1821, "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.007800449966453016, "prefill_seconds": 0.0, "copy_seconds": 0.004389777022879571, "suffix_forward_seconds": 0.05689011700451374, "forward_seconds": 0.05689011700451374, "cache_class": "DynamicCache", "total_seconds": 0.07089044101303443}
{"mode": "serial_prefix", "id": "2e9408b1f09f38125f10", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.25, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "ba46d5c93920c39736e611b6c251ecee0f217c89366fe7dae7e6976f53fcb0ef", "prompt_version": "direct-options-v1", "input_tokens": 1824, "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.008419461955782026, "prefill_seconds": 0.0, "copy_seconds": 0.004880848049651831, "suffix_forward_seconds": 0.05693007598165423, "forward_seconds": 0.05693007598165423, "cache_class": "DynamicCache", "total_seconds": 0.07205413398332894}
{"mode": "serial_prefix", "id": "b9cc56f42c97f3d58f22", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "9e4f1294c3107f96c4ea863eab2ede2158bcabaeffcdd045fcc8a375b4e5e432", "prompt_version": "direct-options-v1", "input_tokens": 1824, "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.008335722028277814, "prefill_seconds": 0.0, "copy_seconds": 0.004899709019809961, "suffix_forward_seconds": 0.05811727204127237, "forward_seconds": 0.05811727204127237, "cache_class": "DynamicCache", "total_seconds": 0.07336106000002474}
{"mode": "serial_prefix", "id": "2594024c13003de115ca", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.875, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "0332562b23993b7a276883bc9b69c27438d6c8a9ff1a736c3290775a753132f1", "prompt_version": "direct-options-v1", "input_tokens": 1823, "allowed_token_mass": 0.9997902512550354, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.008267359982710332, "prefill_seconds": 0.0, "copy_seconds": 0.0044086569687351584, "suffix_forward_seconds": 0.05772805999731645, "forward_seconds": 0.05772805999731645, "cache_class": "DynamicCache", "total_seconds": 0.07227560400497168}
{"mode": "serial_prefix", "id": "9984a8df2760f7f9e773", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [26.0, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "427d455438c05a3cc2d134e47500f0d09c04c1c784ae19306cdc48284c3e525c", "prompt_version": "direct-options-v1", "input_tokens": 1823, "allowed_token_mass": 0.9995671510696411, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.008291650970932096, "prefill_seconds": 0.0, "copy_seconds": 0.004478727001696825, "suffix_forward_seconds": 0.05741186800878495, "forward_seconds": 0.05741186800878495, "cache_class": "DynamicCache", "total_seconds": 0.07206201396184042}
{"mode": "serial_prefix", "id": "009d9ee529db01ce8fd7", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.875, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "4d8e2db20dff9ea9fcd08f140069726cfc095fa2ceb01ac19a8e88ee85db2b41", "prompt_version": "direct-options-v1", "input_tokens": 1823, "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.008422682003583759, "prefill_seconds": 0.0, "copy_seconds": 0.004404386971145868, "suffix_forward_seconds": 0.05816245102323592, "forward_seconds": 0.05816245102323592, "cache_class": "DynamicCache", "total_seconds": 0.07278963801218197}
{"mode": "serial_prefix", "id": "3a1701290691a921d898", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.125, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "919e27cc14eef49cbfcd950cf7143d9c6b073f5ddcbe0bdbea7c7e33fba96de9", "prompt_version": "direct-options-v1", "input_tokens": 1822, "allowed_token_mass": 0.9993516802787781, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.008189840998966247, "prefill_seconds": 0.0, "copy_seconds": 0.0048060480039566755, "suffix_forward_seconds": 0.05710067698964849, "forward_seconds": 0.05710067698964849, "cache_class": "DynamicCache", "total_seconds": 0.07190358295338228}
{"mode": "serial_prefix", "id": "6f700cfac5bc3ab319cc", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.75, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "930047bfff6d0cba3194334524a6eb81af74278edb861fbf3f6758e8b8fca589", "prompt_version": "direct-options-v1", "input_tokens": 1821, "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.008004139992408454, "prefill_seconds": 0.0, "copy_seconds": 0.004454056965187192, "suffix_forward_seconds": 0.05576284200651571, "forward_seconds": 0.05576284200651571, "cache_class": "DynamicCache", "total_seconds": 0.07002934598131105}
{"mode": "serial_prefix", "id": "c5515eb2f45a4ebb316b", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.0, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "9200e210ae126a13c57d840a21ef1a0d6690d3b5c9d4cd10a7e53c0426fbbd41", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9998360276222229, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.00809862103778869, "prefill_seconds": 0.0, "copy_seconds": 0.004525988013483584, "suffix_forward_seconds": 0.056167694041505456, "forward_seconds": 0.056167694041505456, "cache_class": "DynamicCache", "total_seconds": 0.07059248903533444}
{"mode": "serial_prefix", "id": "c354d19d38d8a143b4a6", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.25, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "737cdf56079a30c2340f88544bb2914ea807e402aaf6dd809f4225c6f0d71078", "prompt_version": "direct-options-v1", "input_tokens": 1824, "allowed_token_mass": 0.9997101426124573, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.007960619986988604, "prefill_seconds": 0.0, "copy_seconds": 0.004604657995514572, "suffix_forward_seconds": 0.056643176008947194, "forward_seconds": 0.056643176008947194, "cache_class": "DynamicCache", "total_seconds": 0.0711797610274516}
{"mode": "serial_prefix", "id": "603c8461436ada84dde3", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.5, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "dbe9d68b7b257807298b20787b2877c2978d7e9a1b166961a550dd75a9375506", "prompt_version": "direct-options-v1", "input_tokens": 1823, "allowed_token_mass": 0.9997997879981995, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.00791684997966513, "prefill_seconds": 0.0, "copy_seconds": 0.004419436969328672, "suffix_forward_seconds": 0.05700938799418509, "forward_seconds": 0.05700938799418509, "cache_class": "DynamicCache", "total_seconds": 0.07113443099660799}
{"mode": "serial_prefix", "id": "81e1a8586cf3ebc4f0be", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.25, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "caf70e6098bcd0ac5a0c0888d991e8fd88a97761190abcd985d18741a41c88b9", "prompt_version": "direct-options-v1", "input_tokens": 1821, "allowed_token_mass": 0.9994889497756958, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.007814470038283616, "prefill_seconds": 0.0, "copy_seconds": 0.0044576170039363205, "suffix_forward_seconds": 0.061717635951936245, "forward_seconds": 0.061717635951936245, "cache_class": "DynamicCache", "total_seconds": 0.07587112102191895}
{"mode": "serial_prefix", "id": "ddc75c29ea11b8c5c850", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.25, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "27bc4f866e26159aaf5e3ece0034502169fd2fa65ccd3c57b310b5a77d9d1702", "prompt_version": "direct-options-v1", "input_tokens": 1824, "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1746, "prefix_sha256": "51898f30f323d3368935f67d89b9484673f699e949d21edee1abee146349cdf2", "encode_seconds": 0.009663687029387802, "prefill_seconds": 0.0, "copy_seconds": 0.005323649966157973, "suffix_forward_seconds": 0.06447884603403509, "forward_seconds": 0.06447884603403509, "cache_class": "DynamicCache", "total_seconds": 0.08161337103229016}
{"mode": "serial_prefix", "id": "40773bba888dbe50fd22", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.25, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "18557cb2ef64a63a72114f1b92138efbc6fb2e29aa492668afdb7e83290710db", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9994832277297974, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.012599997979123145, "prefill_seconds": 0.40458501398097724, "copy_seconds": 0.004746477992739528, "suffix_forward_seconds": 0.059096715005580336, "forward_seconds": 0.4636817289865576, "cache_class": "DynamicCache", "total_seconds": 0.48320368299027905}
{"mode": "serial_prefix", "id": "6cee3c76a53e7225bb89", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.0, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "a1e9fafeac6e93d7fb0026371e9ac8ae790c9ab6744e666b7c66d9ad102dd473", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.0084893120219931, "prefill_seconds": 0.0, "copy_seconds": 0.004776167974341661, "suffix_forward_seconds": 0.05806591099826619, "forward_seconds": 0.05806591099826619, "cache_class": "DynamicCache", "total_seconds": 0.0731847090064548}
{"mode": "serial_prefix", "id": "d48f87c4fe0b1bd7004a", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.375, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "08d98db3afb3635abb8ab6c4e6800f09699cdda0334398bdaa9f71070bbe54ce", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9998931884765625, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.008310191973578185, "prefill_seconds": 0.0, "copy_seconds": 0.004417866992298514, "suffix_forward_seconds": 0.055248290998861194, "forward_seconds": 0.055248290998861194, "cache_class": "DynamicCache", "total_seconds": 0.06978488597087562}
{"mode": "serial_prefix", "id": "8deea2e1dd2342b1ae08", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.375, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "a60f70f8b8f421779beaa7dcc8e0b84a0e052ba3a781cad3637d23fe1014cdd5", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9998818039894104, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.007863759994506836, "prefill_seconds": 0.0, "copy_seconds": 0.004383856954518706, "suffix_forward_seconds": 0.055706942977849394, "forward_seconds": 0.055706942977849394, "cache_class": "DynamicCache", "total_seconds": 0.0697446070262231}
{"mode": "serial_prefix", "id": "bde3cce7426b7294186a", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.875, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "357b7c3d4c8ea56fe0e9df1903da9df1f02b78d670013f3139bbe022558bdb23", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9994375109672546, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.007935170026030391, "prefill_seconds": 0.0, "copy_seconds": 0.004756367998197675, "suffix_forward_seconds": 0.05668270599562675, "forward_seconds": 0.05668270599562675, "cache_class": "DynamicCache", "total_seconds": 0.07118304102914408}
{"mode": "serial_prefix", "id": "ac1451bdad94987941bc", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.375, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "7bcd04a52b56e8c189993f16cbd2fd9bc627cf43878159913b7ea5e76c5131e2", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.999733030796051, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.008073051052633673, "prefill_seconds": 0.0, "copy_seconds": 0.004715947958175093, "suffix_forward_seconds": 0.05527364200679585, "forward_seconds": 0.05527364200679585, "cache_class": "DynamicCache", "total_seconds": 0.06987640704028308}
{"mode": "serial_prefix", "id": "7515fd024bddce143317", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.625, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "3e5e293f9615edfbc3ff35c0227de6c7fa0b8ec1e8bbf0318df4109408b5f647", "prompt_version": "direct-options-v1", "input_tokens": 1826, "allowed_token_mass": 0.9995042085647583, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.007998329994734377, "prefill_seconds": 0.0, "copy_seconds": 0.0044098569778725505, "suffix_forward_seconds": 0.056151034019421786, "forward_seconds": 0.056151034019421786, "cache_class": "DynamicCache", "total_seconds": 0.0704828780144453}
{"mode": "serial_prefix", "id": "e447dc0a97db78204029", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.875, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "2d2b3852f119e77413d985b8e704184bfeae970553df2177e251fcdf612c3163", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9994470477104187, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.008198541007004678, "prefill_seconds": 0.0, "copy_seconds": 0.004370066977571696, "suffix_forward_seconds": 0.05899375502485782, "forward_seconds": 0.05899375502485782, "cache_class": "DynamicCache", "total_seconds": 0.07335145998513326}
{"mode": "serial_prefix", "id": "07e501b417d442b7834c", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "47c9b18697b8cab0f800b32bfa19f620ddbece381a1a1a76f6937a2bdf8af4da", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.00794906000373885, "prefill_seconds": 0.0, "copy_seconds": 0.0045659669558517635, "suffix_forward_seconds": 0.05717086902586743, "forward_seconds": 0.05717086902586743, "cache_class": "DynamicCache", "total_seconds": 0.07152102398686111}
{"mode": "serial_prefix", "id": "0ccb9944c0baccf075a0", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.5, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "bcde32752b92b5f13723eb12254444f717b8a0d5a79939f4f10ef9ff5b66e711", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.008198691008146852, "prefill_seconds": 0.0, "copy_seconds": 0.0044593370403163135, "suffix_forward_seconds": 0.05796304199611768, "forward_seconds": 0.05796304199611768, "cache_class": "DynamicCache", "total_seconds": 0.07254108798224479}
{"mode": "serial_prefix", "id": "deb859001b4e62bbdbad", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "aa1ace9abf1ff3d0a945b7a8f6015c339f7581c41a62f57cbdc86d7b95b31275", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.018411400029435754, "prefill_seconds": 0.0, "copy_seconds": 0.005046770034823567, "suffix_forward_seconds": 0.0593583770096302, "forward_seconds": 0.0593583770096302, "cache_class": "DynamicCache", "total_seconds": 0.08484348503407091}
{"mode": "serial_prefix", "id": "4371b0cf43fde8f414eb", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "b5b1fd04ea63f228d4b760ae4ebd08339bb4c4c456c8533a470547db586bd66d", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.00781671004369855, "prefill_seconds": 0.0, "copy_seconds": 0.00466464803321287, "suffix_forward_seconds": 0.057533441053237766, "forward_seconds": 0.057533441053237766, "cache_class": "DynamicCache", "total_seconds": 0.07180989504558966}
{"mode": "serial_prefix", "id": "3f04847c58f5d62b2a00", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "fc5cdf1290c3f74d4828569df84a0872242bf790c0fc51fa8abff0a347e28743", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9995023012161255, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.008018790977075696, "prefill_seconds": 0.0, "copy_seconds": 0.004447796964086592, "suffix_forward_seconds": 0.05516127101145685, "forward_seconds": 0.05516127101145685, "cache_class": "DynamicCache", "total_seconds": 0.06953989597968757}
{"mode": "serial_prefix", "id": "6a7dc790936f8c2eab9b", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.25, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "ea4b0cc5851f327bdce9ec083973a46ca9b29bde9e3da1750cef8e51a30e1fff", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.008570512989535928, "prefill_seconds": 0.0, "copy_seconds": 0.004722988000139594, "suffix_forward_seconds": 0.06136518396669999, "forward_seconds": 0.06136518396669999, "cache_class": "DynamicCache", "total_seconds": 0.07672895299037918}
{"mode": "serial_prefix", "id": "b94c86ff7d0393caec82", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.75, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "e5300906141213bd539b42748e25e019fea057a9f31d36278a9018b5350c9213", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.999033510684967, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.008843083982355893, "prefill_seconds": 0.0, "copy_seconds": 0.005287340027280152, "suffix_forward_seconds": 0.059186654980294406, "forward_seconds": 0.059186654980294406, "cache_class": "DynamicCache", "total_seconds": 0.07531148794805631}
{"mode": "serial_prefix", "id": "2c4ddb6a893381977462", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "caaf13f29f3793ddc96f1ba903fe836ed68d440075c7a084e1f9679582d37f79", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9996491074562073, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.008522032992914319, "prefill_seconds": 0.0, "copy_seconds": 0.0043800860294140875, "suffix_forward_seconds": 0.05595601402455941, "forward_seconds": 0.05595601402455941, "cache_class": "DynamicCache", "total_seconds": 0.07083430100465193}
{"mode": "serial_prefix", "id": "1b2bf77b106f31041d9d", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.25, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "5585c23da46b4114d0b74b4652225da0441ff4b5ebcd9a5ad1903e3f58e24bca", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9998341202735901, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.008064210007432848, "prefill_seconds": 0.0, "copy_seconds": 0.004457057046238333, "suffix_forward_seconds": 0.05553140299161896, "forward_seconds": 0.05553140299161896, "cache_class": "DynamicCache", "total_seconds": 0.06987683702027425}
{"mode": "serial_prefix", "id": "9fdf1a765be3a115eeb5", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.625, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "4f47e308b85fb8b7bb0ecdc5802b1e9cdccb95047665e984f4a209daa785c000", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.007895690971054137, "prefill_seconds": 0.0, "copy_seconds": 0.004405916959512979, "suffix_forward_seconds": 0.055372021975927055, "forward_seconds": 0.055372021975927055, "cache_class": "DynamicCache", "total_seconds": 0.06947577599203214}
{"mode": "serial_prefix", "id": "071f16f30574e19fcda0", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [24.0, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "b7ca496ba845b3f9bebb05b599e6225324dd17aa72ecb11106d635af9e09beb2", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9998035430908203, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.00787578005110845, "prefill_seconds": 0.0, "copy_seconds": 0.00450635701417923, "suffix_forward_seconds": 0.055540821980684996, "forward_seconds": 0.055540821980684996, "cache_class": "DynamicCache", "total_seconds": 0.06992014701245353}
{"mode": "serial_prefix", "id": "dc16c01d3ad977245839", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.75, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "ffd53222f74f028e48d6db72f91567dd9c6a0b3c357c56c755d07645c66633fc", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9995194673538208, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.0081992510240525, "prefill_seconds": 0.0, "copy_seconds": 0.004442956997081637, "suffix_forward_seconds": 0.05674932705005631, "forward_seconds": 0.05674932705005631, "cache_class": "DynamicCache", "total_seconds": 0.07130170299205929}
{"mode": "serial_prefix", "id": "ce5af4c8e7e5a269c2e3", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "8b4e86b92d5d8afcd04f4ef1ce9ea3be85256389c4134d824748275f9f2bd30f", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9995099306106567, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "8008be327656ff1f72a4fda211c0cf652b17be69079a16e9d5494d8de79dd512", "encode_seconds": 0.009295855998061597, "prefill_seconds": 0.0, "copy_seconds": 0.00532865000423044, "suffix_forward_seconds": 0.0582443029852584, "forward_seconds": 0.0582443029852584, "cache_class": "DynamicCache", "total_seconds": 0.07472036697436124}
{"mode": "serial_prefix", "id": "419738285e8f1188abac", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.0, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "5e685545492cab8f0788f3c43128278841138d049f236b39bbe33f0274ac4fc0", "prompt_version": "direct-options-v1", "input_tokens": 1831, "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.01109665201511234, "prefill_seconds": 0.4043093710206449, "copy_seconds": 0.004675147996749729, "suffix_forward_seconds": 0.058634225046262145, "forward_seconds": 0.46294359606690705, "cache_class": "DynamicCache", "total_seconds": 0.4806747130351141}
{"mode": "serial_prefix", "id": "3b81128faa5361fb6f52", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.875, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "5d3c05941d4bb9a2eeb406e55db13a8ea90059e906543e98f498bfd74a5603f4", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9994622468948364, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.008975314965937287, "prefill_seconds": 0.0, "copy_seconds": 0.00495946902083233, "suffix_forward_seconds": 0.05690890800906345, "forward_seconds": 0.05690890800906345, "cache_class": "DynamicCache", "total_seconds": 0.07295861997408792}
{"mode": "serial_prefix", "id": "78710abd489a76e7db25", "option_ids": ["yes", "no"], "probabilities": [0.007577240467071533, 0.9924227595329285], "option_logits": [22.875, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "36bf8795f4dcc74677efefbf9f69e50327eaa87d3788535869100f6cff1da0b1", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.008124460990075022, "prefill_seconds": 0.0, "copy_seconds": 0.004391076974570751, "suffix_forward_seconds": 0.05786309199174866, "forward_seconds": 0.05786309199174866, "cache_class": "DynamicCache", "total_seconds": 0.07222233596257865}
{"mode": "serial_prefix", "id": "724630de24b8b460a3bb", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.125, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "a6a2f93a8fa520023e70ea4ddcdaf7db16875baea0ff9ac3376e58fcaf044d48", "prompt_version": "direct-options-v1", "input_tokens": 1832, "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.008371362986508757, "prefill_seconds": 0.0, "copy_seconds": 0.00471018796088174, "suffix_forward_seconds": 0.056948218028992414, "forward_seconds": 0.056948218028992414, "cache_class": "DynamicCache", "total_seconds": 0.07211006700526923}
{"mode": "serial_prefix", "id": "7d2d915848b70af07fbe", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.375, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "1b6b74529602d3ec01732606a8b523770d2eb3118cf280cf8cf8a922bef0838c", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9989439249038696, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.007949589984491467, "prefill_seconds": 0.0, "copy_seconds": 0.00448141701053828, "suffix_forward_seconds": 0.05459264002274722, "forward_seconds": 0.05459264002274722, "cache_class": "DynamicCache", "total_seconds": 0.06892524502472952}
{"mode": "serial_prefix", "id": "fe96afe6d72a9f467d75", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "5f08e9d196bc38d585c75a7535c6627bceef2e34fc4aa1fdf5b809b8af200cfc", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9994527697563171, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.008293521997984499, "prefill_seconds": 0.0, "copy_seconds": 0.004358267004135996, "suffix_forward_seconds": 0.05860226397635415, "forward_seconds": 0.05860226397635415, "cache_class": "DynamicCache", "total_seconds": 0.07312653999542817}
{"mode": "serial_prefix", "id": "800d47937a344f61289f", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.625, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "9cfb91c75d64a98b6624e26f0a040d461e0a63c3ca60282365894b19ed148a98", "prompt_version": "direct-options-v1", "input_tokens": 1826, "allowed_token_mass": 0.9990067481994629, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.008499873045366257, "prefill_seconds": 0.0, "copy_seconds": 0.004711178014986217, "suffix_forward_seconds": 0.05478956102160737, "forward_seconds": 0.05478956102160737, "cache_class": "DynamicCache", "total_seconds": 0.06978849903680384}
{"mode": "serial_prefix", "id": "4a5ef7e836e4a2f852a4", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.125, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "4a3c0950f037cd1b43cfce3230fd6cef99c6310852d079c2c9e5f7254fdd5b7e", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.998576283454895, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.008511182037182152, "prefill_seconds": 0.0, "copy_seconds": 0.00438612699508667, "suffix_forward_seconds": 0.058755935984663665, "forward_seconds": 0.058755935984663665, "cache_class": "DynamicCache", "total_seconds": 0.0735557220177725}
{"mode": "serial_prefix", "id": "1ffd6a5d7507f3776997", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "b79d694ca98ef1fc10cded0e6ed3b0109dcdbcfc99e38a201725217643bf11c8", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9993860125541687, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.008346211980096996, "prefill_seconds": 0.0, "copy_seconds": 0.004383766034152359, "suffix_forward_seconds": 0.056453397031873465, "forward_seconds": 0.056453397031873465, "cache_class": "DynamicCache", "total_seconds": 0.0709805529913865}
{"mode": "serial_prefix", "id": "f3220a1ef1c56040c783", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.25, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "8c90763afd3ea6692011cf85de1be7f8873f72c72362b8ce2f8dd8039ec250f0", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.007845140004064888, "prefill_seconds": 0.0, "copy_seconds": 0.0047397579764947295, "suffix_forward_seconds": 0.05733933002920821, "forward_seconds": 0.05733933002920821, "cache_class": "DynamicCache", "total_seconds": 0.07169765600701794}
{"mode": "serial_prefix", "id": "4efe91fcb6b1be8fedfc", "option_ids": ["yes", "no"], "probabilities": [0.9525741338729858, 0.04742587357759476], "option_logits": [26.5, 23.5], "answer_token_ids": [32, 33], "prompt_sha256": "2ab78381dd13729df9731d9bc334f4bccaf679f040fcd5048848226514ddb7ac", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9996586441993713, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.007804021006450057, "prefill_seconds": 0.0, "copy_seconds": 0.004369016969576478, "suffix_forward_seconds": 0.05526372301392257, "forward_seconds": 0.05526372301392257, "cache_class": "DynamicCache", "total_seconds": 0.06921403703745455}
{"mode": "serial_prefix", "id": "76cc7f955bc2ee697a81", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "af79bb6ca118996778d4950c69d480560e16e38fed2151d0381e7ebc6e95fb69", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9996052980422974, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.007818249985575676, "prefill_seconds": 0.0, "copy_seconds": 0.0043948369566351175, "suffix_forward_seconds": 0.05619152600411326, "forward_seconds": 0.05619152600411326, "cache_class": "DynamicCache", "total_seconds": 0.07018737000180408}
{"mode": "serial_prefix", "id": "315f167030195f31a119", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.0, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "d200e75b53f34f1dad5d5fdb60c1e7e615ec0724a15a3b8fa484f4cf5a8cdc3d", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9993135929107666, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.007861340011004359, "prefill_seconds": 0.0, "copy_seconds": 0.004495777015108615, "suffix_forward_seconds": 0.05596101499395445, "forward_seconds": 0.05596101499395445, "cache_class": "DynamicCache", "total_seconds": 0.07031754998024553}
{"mode": "serial_prefix", "id": "4c1b6464b13b22b95a24", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "0a44bfc087dd26ba9798e59c448514564c9d6810f72b763d43f5fab856c33288", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9995843172073364, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.008221110969316214, "prefill_seconds": 0.0, "copy_seconds": 0.004719149030279368, "suffix_forward_seconds": 0.055830435012467206, "forward_seconds": 0.055830435012467206, "cache_class": "DynamicCache", "total_seconds": 0.07052196096628904}
{"mode": "serial_prefix", "id": "d65e0a63f03178632553", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.75, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "1cc4dc73b9a27d252050ee160dcbe00b5eca774a24578be7e8db09b9a88398c1", "prompt_version": "direct-options-v1", "input_tokens": 1828, "allowed_token_mass": 0.9987438917160034, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.007912010012660176, "prefill_seconds": 0.0, "copy_seconds": 0.004328567010816187, "suffix_forward_seconds": 0.05627343599917367, "forward_seconds": 0.05627343599917367, "cache_class": "DynamicCache", "total_seconds": 0.07025250000879169}
{"mode": "serial_prefix", "id": "c70b4b1f019acff741d7", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.25, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "08f3c8609b9738e62d574675db8fc3f9d8278ba068a586c683511405a2964ddf", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9995671510696411, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.008115321979857981, "prefill_seconds": 0.0, "copy_seconds": 0.004379746969789267, "suffix_forward_seconds": 0.056207326997537166, "forward_seconds": 0.056207326997537166, "cache_class": "DynamicCache", "total_seconds": 0.07046451198402792}
{"mode": "serial_prefix", "id": "44312cb91024a84ed4c6", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.375, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "19e8e9873f2af1a4e89da6829138c37821443667d011c24ea070c532cea43c54", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9997349381446838, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.007841470011044294, "prefill_seconds": 0.0, "copy_seconds": 0.004377987002953887, "suffix_forward_seconds": 0.0582608439726755, "forward_seconds": 0.0582608439726755, "cache_class": "DynamicCache", "total_seconds": 0.07226879795780405}
{"mode": "serial_prefix", "id": "d38e7a70b3515506747f", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "9847f926793b3cab72249ab788d37ba3f470a9e3fd526e2ff37544b373e09f25", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9995671510696411, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.007829490001313388, "prefill_seconds": 0.0, "copy_seconds": 0.004386266984511167, "suffix_forward_seconds": 0.05450660997303203, "forward_seconds": 0.05450660997303203, "cache_class": "DynamicCache", "total_seconds": 0.06846029299777001}
{"mode": "serial_prefix", "id": "69069252de0ae9150ad4", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "ae653c502defb86f9570178527cb4fbcfb063037482e5f7a228106ff58f7424c", "prompt_version": "direct-options-v1", "input_tokens": 1829, "allowed_token_mass": 0.9997101426124573, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.007777179998811334, "prefill_seconds": 0.0, "copy_seconds": 0.004461097996681929, "suffix_forward_seconds": 0.054554280010052025, "forward_seconds": 0.054554280010052025, "cache_class": "DynamicCache", "total_seconds": 0.06856337399221957}
{"mode": "serial_prefix", "id": "7bed8c07819d947dcf75", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.75, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "4a2ad140ccbce72b01a8c64710c17859d1871e693b777ed759a29220834956c3", "prompt_version": "direct-options-v1", "input_tokens": 1827, "allowed_token_mass": 0.9992659687995911, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.007905211008619517, "prefill_seconds": 0.0, "copy_seconds": 0.004625367990229279, "suffix_forward_seconds": 0.05468996101990342, "forward_seconds": 0.05468996101990342, "cache_class": "DynamicCache", "total_seconds": 0.06898617604747415}
{"mode": "serial_prefix", "id": "096a21873723b4a84dc1", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.5, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "608d871e39323b23c06bb68172f588395bab410712653000e630847f69560881", "prompt_version": "direct-options-v1", "input_tokens": 1830, "allowed_token_mass": 0.9989153146743774, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1752, "prefix_sha256": "abafacfb9c46f11c293c5afca9a656e9abc92068921089e70558d849498bd39d", "encode_seconds": 0.007779920008033514, "prefill_seconds": 0.0, "copy_seconds": 0.004394187009893358, "suffix_forward_seconds": 0.05442250001942739, "forward_seconds": 0.05442250001942739, "cache_class": "DynamicCache", "total_seconds": 0.06834018300287426}
{"mode": "serial_prefix", "id": "fa500a9cf97a42d3476f", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.125, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "37b440fa63d47189573ce94afad8bcb12c73a34701f86cae59986ff4d4b603da", "prompt_version": "direct-options-v1", "input_tokens": 1847, "allowed_token_mass": 0.9996320009231567, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.010808980965521187, "prefill_seconds": 0.40539679204812273, "copy_seconds": 0.004520418005995452, "suffix_forward_seconds": 0.05455785000231117, "forward_seconds": 0.4599546420504339, "cache_class": "DynamicCache", "total_seconds": 0.47702649800339714}
{"mode": "serial_prefix", "id": "fe45174f1eee7c487f4a", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.625, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "abba3bb70a1ae1a7a1c9eb42dd4c7952df38abb15b2a621c7ac8681a340c19ec", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.00792466098209843, "prefill_seconds": 0.0, "copy_seconds": 0.0043202959932386875, "suffix_forward_seconds": 0.05452662904281169, "forward_seconds": 0.05452662904281169, "cache_class": "DynamicCache", "total_seconds": 0.0685481849941425}
{"mode": "serial_prefix", "id": "a1c83a7b81fe56e67012", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [22.875, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "e4391c8b701fc4ffe7a32f7dfb6b1c8585842859744019cf4fb4f8db5eb5a143", "prompt_version": "direct-options-v1", "input_tokens": 1848, "allowed_token_mass": 0.9998760223388672, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.007807511021383107, "prefill_seconds": 0.0, "copy_seconds": 0.004350386967416853, "suffix_forward_seconds": 0.055394833034370095, "forward_seconds": 0.055394833034370095, "cache_class": "DynamicCache", "total_seconds": 0.06938742700731382}
{"mode": "serial_prefix", "id": "67f1e088e2b6c3320fa4", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.0, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "d414187de773efec518d826041220346d0994bc134461d89cdefb925fc59af95", "prompt_version": "direct-options-v1", "input_tokens": 1848, "allowed_token_mass": 0.9998207688331604, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.007914590009022504, "prefill_seconds": 0.0, "copy_seconds": 0.0043293769704177976, "suffix_forward_seconds": 0.0541127779870294, "forward_seconds": 0.0541127779870294, "cache_class": "DynamicCache", "total_seconds": 0.06810143199982122}
{"mode": "serial_prefix", "id": "df5d54ce778ef87a453f", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.875, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "94f9f16e69242c6b53b67442951141d9a2dd30bdb7737e27035c651ee23044fa", "prompt_version": "direct-options-v1", "input_tokens": 1844, "allowed_token_mass": 0.9993422031402588, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.008195541042368859, "prefill_seconds": 0.0, "copy_seconds": 0.004727118997834623, "suffix_forward_seconds": 0.05497663200367242, "forward_seconds": 0.05497663200367242, "cache_class": "DynamicCache", "total_seconds": 0.06964855804108083}
{"mode": "serial_prefix", "id": "ffbeb374c8ffcf8ad2f1", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.125, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "9e17792a01ce5c4409b2b0d4230fc03110213d9fd22903f2c288d1247d3908e8", "prompt_version": "direct-options-v1", "input_tokens": 1844, "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.007803399988915771, "prefill_seconds": 0.0, "copy_seconds": 0.004334985977038741, "suffix_forward_seconds": 0.05503599200164899, "forward_seconds": 0.05503599200164899, "cache_class": "DynamicCache", "total_seconds": 0.06897031603148207}
{"mode": "serial_prefix", "id": "102c35e4cb7134810226", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.25, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "cf82688cc05f118d8aa0140b4a4d0c42bccedf78d8d257461581297da6158fe3", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9995328187942505, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.007781138992868364, "prefill_seconds": 0.0, "copy_seconds": 0.004353065975010395, "suffix_forward_seconds": 0.05483462201664224, "forward_seconds": 0.05483462201664224, "cache_class": "DynamicCache", "total_seconds": 0.06871490500634536}
{"mode": "serial_prefix", "id": "dcb36e3e076b8bff8eb6", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.5, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "226c9fbd91354440891af19aaae53cd2f7d1d086d8d7869bcaab75ee835aca50", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9996472001075745, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.007798970036674291, "prefill_seconds": 0.0, "copy_seconds": 0.0044007470132783055, "suffix_forward_seconds": 0.055731096013914794, "forward_seconds": 0.055731096013914794, "cache_class": "DynamicCache", "total_seconds": 0.06967960903421044}
{"mode": "serial_prefix", "id": "ca937519e3e3facfcdac", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "cd039efea964068a3d2994d7e0b116cc701a7ae706e610c9ba90da0fdbfe7fdc", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.007855949981603771, "prefill_seconds": 0.0, "copy_seconds": 0.004370747948996723, "suffix_forward_seconds": 0.05398412799695507, "forward_seconds": 0.05398412799695507, "cache_class": "DynamicCache", "total_seconds": 0.06796927202958614}
{"mode": "serial_prefix", "id": "f738c6a3ede0d24452e9", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.125, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "f524dd5f54f174f27db1eb1a6fccb9a11b4df98633c46c4a002c113b74403b97", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.9998226165771484, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.009087315993383527, "prefill_seconds": 0.0, "copy_seconds": 0.004988138971384615, "suffix_forward_seconds": 0.06148051796481013, "forward_seconds": 0.06148051796481013, "cache_class": "DynamicCache", "total_seconds": 0.07759684999473393}
{"mode": "serial_prefix", "id": "025fa3ed62564dd78a15", "option_ids": ["yes", "no"], "probabilities": [0.9940890073776245, 0.005911068990826607], "option_logits": [26.875, 21.75], "answer_token_ids": [32, 33], "prompt_sha256": "da8597a84fa2b9ecad08f062b4405242ba93e91c2ba50fd197a4d9932c3e99b4", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.9998188614845276, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.008833983971271664, "prefill_seconds": 0.0, "copy_seconds": 0.0046738480450585485, "suffix_forward_seconds": 0.05795577401295304, "forward_seconds": 0.05795577401295304, "cache_class": "DynamicCache", "total_seconds": 0.07344251300673932}
{"mode": "serial_prefix", "id": "16dd9381234b6f179f4c", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.5, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "385f100e15bc5dca70ab878a9d32cbd8f29afcf6e43528268b390d51bdb4f9a4", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.008263092022389174, "prefill_seconds": 0.0, "copy_seconds": 0.004466167010832578, "suffix_forward_seconds": 0.06147419702028856, "forward_seconds": 0.06147419702028856, "cache_class": "DynamicCache", "total_seconds": 0.07627154403598979}
{"mode": "serial_prefix", "id": "cdadea1f5b14583e8def", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.625, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "523b45be41df648f523c5decefa1de475da2a46eba3a6c2a2ab27b6e20b3ce57", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9995328187942505, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.009398627036716789, "prefill_seconds": 0.0, "copy_seconds": 0.005206509958952665, "suffix_forward_seconds": 0.061997858982067555, "forward_seconds": 0.061997858982067555, "cache_class": "DynamicCache", "total_seconds": 0.07866280403686687}
{"mode": "serial_prefix", "id": "05c0602d1b5c6014e288", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "b3227065ab90dfab5d83ec68ae5e2f907d454f1f278334f1029768c404e22212", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.009404887037817389, "prefill_seconds": 0.0, "copy_seconds": 0.004821007954888046, "suffix_forward_seconds": 0.060116571956314147, "forward_seconds": 0.060116571956314147, "cache_class": "DynamicCache", "total_seconds": 0.07641346502350643}
{"mode": "serial_prefix", "id": "9ebaeda2c0c40408b88b", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [24.75, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "3585b40749a3aeefdc2a2266bd0256fb45a3273dae83442d16e47525f3c4cb3a", "prompt_version": "direct-options-v1", "input_tokens": 1844, "allowed_token_mass": 0.999142050743103, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.00860281300265342, "prefill_seconds": 0.0, "copy_seconds": 0.0047579180100001395, "suffix_forward_seconds": 0.056683068978600204, "forward_seconds": 0.056683068978600204, "cache_class": "DynamicCache", "total_seconds": 0.07180207700002939}
{"mode": "serial_prefix", "id": "b5a13c90e1cc91c70d9d", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.25, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "8f302b76108f30d44959800589b6de1bd018fc9a7cb34b742e43e78ba00b351d", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.007851570029743016, "prefill_seconds": 0.0, "copy_seconds": 0.004345377034042031, "suffix_forward_seconds": 0.05484925099881366, "forward_seconds": 0.05484925099881366, "cache_class": "DynamicCache", "total_seconds": 0.06878340599359944}
{"mode": "serial_prefix", "id": "d943efe1dcfe04647709", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.5, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "2565b10c994ef1642645d1cfa769ca8f894c0b8552564565cc1fc5d2033f2dce", "prompt_version": "direct-options-v1", "input_tokens": 1849, "allowed_token_mass": 0.9998092651367188, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.008240891969762743, "prefill_seconds": 0.0, "copy_seconds": 0.004796388035174459, "suffix_forward_seconds": 0.05650186899583787, "forward_seconds": 0.05650186899583787, "cache_class": "DynamicCache", "total_seconds": 0.0712878149934113}
{"mode": "serial_prefix", "id": "b85fb607ae360eef5f7c", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.125, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "6b61cb6f4035cb8d775275cd6b0ec4b62e8ac03d1ea068583c3883c6c7434633", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.007806511013768613, "prefill_seconds": 0.0, "copy_seconds": 0.004317736951634288, "suffix_forward_seconds": 0.054660441004671156, "forward_seconds": 0.054660441004671156, "cache_class": "DynamicCache", "total_seconds": 0.06851502502104267}
{"mode": "serial_prefix", "id": "0113b887e8c4b48853a8", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.625, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "2e26d55987c57334e1e95374090a2a1769546f96e5229612ac3f864070fd0e5d", "prompt_version": "direct-options-v1", "input_tokens": 1845, "allowed_token_mass": 0.9998302459716797, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.007866180036216974, "prefill_seconds": 0.0, "copy_seconds": 0.004302496032323688, "suffix_forward_seconds": 0.05463653098559007, "forward_seconds": 0.05463653098559007, "cache_class": "DynamicCache", "total_seconds": 0.06852718401933089}
{"mode": "serial_prefix", "id": "8a14c042892677ff67e1", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "bace545e46ed1dcdcd89e1ecd07223d454323ac267eb6c3d1a3bc6cd97455eb0", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9996357560157776, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.00818098202580586, "prefill_seconds": 0.0, "copy_seconds": 0.004332535958383232, "suffix_forward_seconds": 0.05398286896524951, "forward_seconds": 0.05398286896524951, "cache_class": "DynamicCache", "total_seconds": 0.06824892398435622}
{"mode": "serial_prefix", "id": "c1bc5b5c2b2f2b85fde3", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "17bb77f025fce919a041b7226c2baa454246b7fed5f50209c317b801c9ba77b4", "prompt_version": "direct-options-v1", "input_tokens": 1846, "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1768, "prefix_sha256": "626b85aa053d212986db6d363ccde25227c630b634f997a6328dede9ce7ddb79", "encode_seconds": 0.007916319998912513, "prefill_seconds": 0.0, "copy_seconds": 0.004350808041635901, "suffix_forward_seconds": 0.05429175903555006, "forward_seconds": 0.05429175903555006, "cache_class": "DynamicCache", "total_seconds": 0.06828289298573509}
{"mode": "serial_prefix", "id": "ecd44e044091771150eb", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.0, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "29617dfbb7bae3c1495cac09ac86f1d2c9c5f6a0d5491cbc43624fa53dfc5f1f", "prompt_version": "direct-options-v1", "input_tokens": 1867, "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.010486639977898449, "prefill_seconds": 0.40539892099332064, "copy_seconds": 0.0049617490149103105, "suffix_forward_seconds": 0.0585575369768776, "forward_seconds": 0.46395645797019824, "cache_class": "DynamicCache", "total_seconds": 0.4811738529824652}
{"mode": "serial_prefix", "id": "c892068fb1deddb19151", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.875, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "92f373d748ba522064b766d61451f8e778d8219f286fdd0bc65d78a6275391de", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.008047661045566201, "prefill_seconds": 0.0, "copy_seconds": 0.004370405978988856, "suffix_forward_seconds": 0.05585596599848941, "forward_seconds": 0.05585596599848941, "cache_class": "DynamicCache", "total_seconds": 0.0700449810246937}
{"mode": "serial_prefix", "id": "5f1ad0680ffb1fbcd1bd", "option_ids": ["yes", "no"], "probabilities": [0.004609572701156139, 0.9953904151916504], "option_logits": [23.0, 28.375], "answer_token_ids": [32, 33], "prompt_sha256": "770a8ff77791cdaf712f36e221439ab0ebf9f68197615883c83241a43e613e30", "prompt_version": "direct-options-v1", "input_tokens": 1868, "allowed_token_mass": 0.9999237060546875, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.00799837103113532, "prefill_seconds": 0.0, "copy_seconds": 0.004349186026956886, "suffix_forward_seconds": 0.055293363984674215, "forward_seconds": 0.055293363984674215, "cache_class": "DynamicCache", "total_seconds": 0.06939274905016646}
{"mode": "serial_prefix", "id": "99faff553fa07aa1dc12", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.25, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "bc60ec46c36d414c1c55ab639f1a31840078f613fb9b580bfde37c5d008bbd5f", "prompt_version": "direct-options-v1", "input_tokens": 1868, "allowed_token_mass": 0.9998893737792969, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.008048341027460992, "prefill_seconds": 0.0, "copy_seconds": 0.0043453959515318274, "suffix_forward_seconds": 0.05656559899216518, "forward_seconds": 0.05656559899216518, "cache_class": "DynamicCache", "total_seconds": 0.07082489499589428}
{"mode": "serial_prefix", "id": "91db48cbcd6287d46ff9", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.375, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "edae33c670ba6fc029ab7d8c1a5975fbd5c2f771b86b89332ec15123ca0cdc88", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9993593692779541, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.008187482017092407, "prefill_seconds": 0.0, "copy_seconds": 0.004735558992251754, "suffix_forward_seconds": 0.05641710798954591, "forward_seconds": 0.05641710798954591, "cache_class": "DynamicCache", "total_seconds": 0.07110876502702013}
{"mode": "serial_prefix", "id": "d9fd44a5753092f440b4", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.5, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "ca4b995ef6c1c93cd4f1d286ea723e923f6c570495ec08a384f6fcc3bba391bb", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9997482895851135, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.0078239610302262, "prefill_seconds": 0.0, "copy_seconds": 0.00438610598212108, "suffix_forward_seconds": 0.05537667503813282, "forward_seconds": 0.05537667503813282, "cache_class": "DynamicCache", "total_seconds": 0.06933254998875782}
{"mode": "serial_prefix", "id": "bd5e4b00b16b49dde56f", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.125, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "e20c985ff36863b43d8c08b49b50711e56cab9883b6b6312772a9e17bceb807a", "prompt_version": "direct-options-v1", "input_tokens": 1862, "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.007918759947642684, "prefill_seconds": 0.0, "copy_seconds": 0.004388257977552712, "suffix_forward_seconds": 0.055316934012807906, "forward_seconds": 0.055316934012807906, "cache_class": "DynamicCache", "total_seconds": 0.06935225799679756}
{"mode": "serial_prefix", "id": "ef423edea2784ffe978b", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "cccb87b6a3e804f19deb0069c9286b51f98dd86742477842aafc9ea1791f1ad6", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9996891617774963, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.007898590003605932, "prefill_seconds": 0.0, "copy_seconds": 0.0044843380455859005, "suffix_forward_seconds": 0.055605984991416335, "forward_seconds": 0.055605984991416335, "cache_class": "DynamicCache", "total_seconds": 0.06976608000695705}
{"mode": "serial_prefix", "id": "67caed6986df493c3839", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "fba2a5cc1faf751bbfe2010866ca75dd10929b28ab99d57946b318fdc1d63ebe", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9997673630714417, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.007882110949140042, "prefill_seconds": 0.0, "copy_seconds": 0.004366017004940659, "suffix_forward_seconds": 0.05493033298989758, "forward_seconds": 0.05493033298989758, "cache_class": "DynamicCache", "total_seconds": 0.06891254696529359}
{"mode": "serial_prefix", "id": "04f17c6f9a72c4109a6d", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.125, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "8c8967bbfa887a8861bb7113341ac78bf6bbe5e890c6cf7cbc15d7492ec00ae6", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9998837113380432, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.008235142042394727, "prefill_seconds": 0.0, "copy_seconds": 0.00441686698468402, "suffix_forward_seconds": 0.05542420502752066, "forward_seconds": 0.05542420502752066, "cache_class": "DynamicCache", "total_seconds": 0.06988718203501776}
{"mode": "serial_prefix", "id": "fbe14c5dc3249f6569eb", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.5, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "093d55c58b6ec4083c19f81775795181bd7d6b6f6f1f46ff92d9a3c0f3fede9a", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9998589158058167, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.007915191003121436, "prefill_seconds": 0.0, "copy_seconds": 0.004371317976620048, "suffix_forward_seconds": 0.05593484704149887, "forward_seconds": 0.05593484704149887, "cache_class": "DynamicCache", "total_seconds": 0.06997338199289516}
{"mode": "serial_prefix", "id": "4b194583d9d460dd960e", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.0, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "567a841e376cf4f4eaf39c0bb2e4547a61c57300bdc47cc33f4a500406ab602c", "prompt_version": "direct-options-v1", "input_tokens": 1865, "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.007898409967310727, "prefill_seconds": 0.0, "copy_seconds": 0.004388367000501603, "suffix_forward_seconds": 0.05567321600392461, "forward_seconds": 0.05567321600392461, "cache_class": "DynamicCache", "total_seconds": 0.06970574095612392}
{"mode": "serial_prefix", "id": "dd48b29ca669297b85db", "option_ids": ["yes", "no"], "probabilities": [0.9626730680465698, 0.037326883524656296], "option_logits": [26.75, 23.5], "answer_token_ids": [32, 33], "prompt_sha256": "07d667cbf6c5bb1b24a5cd82f548ed9f43f5455ec487f23b2e9e9adf61c2880c", "prompt_version": "direct-options-v1", "input_tokens": 1865, "allowed_token_mass": 0.9996548891067505, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.00791609997395426, "prefill_seconds": 0.0, "copy_seconds": 0.004434288013726473, "suffix_forward_seconds": 0.055208633944857866, "forward_seconds": 0.055208633944857866, "cache_class": "DynamicCache", "total_seconds": 0.069301318959333}
{"mode": "serial_prefix", "id": "d4a270a073bd56afb77b", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.625, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "8a596cdb0d387603e4cfe15b9d9d0e44603e7b1f63c8880b83847525e45a709b", "prompt_version": "direct-options-v1", "input_tokens": 1865, "allowed_token_mass": 0.999609112739563, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.00830223097000271, "prefill_seconds": 0.0, "copy_seconds": 0.004367147048469633, "suffix_forward_seconds": 0.055174574023112655, "forward_seconds": 0.055174574023112655, "cache_class": "DynamicCache", "total_seconds": 0.0695819899556227}
{"mode": "serial_prefix", "id": "8d270c316021350ad45f", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.875, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "a5110ab344a576db0a2d0b5f5204d35941d020b1bde1b22da2052d653a7953f0", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9993555545806885, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.007865980034694076, "prefill_seconds": 0.0, "copy_seconds": 0.004384417028632015, "suffix_forward_seconds": 0.05563587602227926, "forward_seconds": 0.05563587602227926, "cache_class": "DynamicCache", "total_seconds": 0.06966108101187274}
{"mode": "serial_prefix", "id": "e2b823955cb62c16a312", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.5, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "f527b737a1ed4b0de0ece5ab695c02884f88b94cf6b8dc8551672800c3f4bf18", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9998054504394531, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.007913389999885112, "prefill_seconds": 0.0, "copy_seconds": 0.004399258003104478, "suffix_forward_seconds": 0.05502257397165522, "forward_seconds": 0.05502257397165522, "cache_class": "DynamicCache", "total_seconds": 0.06907535798382014}
{"mode": "serial_prefix", "id": "9ce9595f21b48e168276", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.375, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "a890e92705fed05c0e2c63cdf001cda9f19055e57d71655bd9884bade0b14af6", "prompt_version": "direct-options-v1", "input_tokens": 1869, "allowed_token_mass": 0.9998207688331604, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.007932081003673375, "prefill_seconds": 0.0, "copy_seconds": 0.0043886080384254456, "suffix_forward_seconds": 0.05897207901580259, "forward_seconds": 0.05897207901580259, "cache_class": "DynamicCache", "total_seconds": 0.07314180402318016}
{"mode": "serial_prefix", "id": "28ca7934f96c201668e8", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.125, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "757d43a14aba8a647c62896e41d8f831ad04ab6a20a35b116b506821068cd8bf", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.008004280971363187, "prefill_seconds": 0.0, "copy_seconds": 0.004399586992803961, "suffix_forward_seconds": 0.059419540979433805, "forward_seconds": 0.059419540979433805, "cache_class": "DynamicCache", "total_seconds": 0.07389120600419119}
{"mode": "serial_prefix", "id": "a1dd5e546c56be106a86", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.875, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "ffea0791c4264b373e53206524f7c9587f8aa9e8b7e7e9fee9a34725dbd0f266", "prompt_version": "direct-options-v1", "input_tokens": 1865, "allowed_token_mass": 0.9998379349708557, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.010243619966786355, "prefill_seconds": 0.0, "copy_seconds": 0.005334941030014306, "suffix_forward_seconds": 0.06381916801910847, "forward_seconds": 0.06381916801910847, "cache_class": "DynamicCache", "total_seconds": 0.08163301699096337}
{"mode": "serial_prefix", "id": "5d0e0f018afd9541ee5c", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.75, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "2dc9c14ad45c76707613cd12617157f959a197d893bd60324a01146ea8f7bf0e", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.008078682003542781, "prefill_seconds": 0.0, "copy_seconds": 0.004534697043709457, "suffix_forward_seconds": 0.057078271987847984, "forward_seconds": 0.057078271987847984, "cache_class": "DynamicCache", "total_seconds": 0.07180288899689913}
{"mode": "serial_prefix", "id": "3373f9deb3ff8a7b41d2", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [26.0, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "9b674a7daf7704d9d0b51eaf5ca3ef3c8da5c0908f7cb8c0d3e62789280e7b48", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9996339082717896, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1788, "prefix_sha256": "64d13ebf295a122e6414ef38d605a7627e842f2d9cd91e0ca9ce5a4a3a5e30a4", "encode_seconds": 0.008025721996091306, "prefill_seconds": 0.0, "copy_seconds": 0.004435017006471753, "suffix_forward_seconds": 0.05606445699231699, "forward_seconds": 0.05606445699231699, "cache_class": "DynamicCache", "total_seconds": 0.07043340394739062}
{"mode": "serial_prefix", "id": "b465baa3fa6bd3072859", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "0bd3267b52eecbe51b9fbd326dea3fc5113e616af0110d7ec75331979e4c9b6a", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.010865481977816671, "prefill_seconds": 0.4059895499958657, "copy_seconds": 0.005294931004755199, "suffix_forward_seconds": 0.059169601008761674, "forward_seconds": 0.46515915100462735, "cache_class": "DynamicCache", "total_seconds": 0.483179549977649}
{"mode": "serial_prefix", "id": "fb836b45f61882c846be", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [25.875, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "3b8d00a9aff6e61f704fc183fcb930b9b69917727e295299f8d07a46af5e5a25", "prompt_version": "direct-options-v1", "input_tokens": 1865, "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008466882980428636, "prefill_seconds": 0.0, "copy_seconds": 0.004894429992418736, "suffix_forward_seconds": 0.05732296302448958, "forward_seconds": 0.05732296302448958, "cache_class": "DynamicCache", "total_seconds": 0.07251408195588738}
{"mode": "serial_prefix", "id": "451d89badd1bd1603197", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.25, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "313a480bad06de0cd02c3b08c2ac7f41e90c9c559fa9c4eb45a59a196d313886", "prompt_version": "direct-options-v1", "input_tokens": 1867, "allowed_token_mass": 0.9998779296875, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008346782007720321, "prefill_seconds": 0.0, "copy_seconds": 0.004463388002477586, "suffix_forward_seconds": 0.057579634012654424, "forward_seconds": 0.057579634012654424, "cache_class": "DynamicCache", "total_seconds": 0.07217004103586078}
{"mode": "serial_prefix", "id": "171d7902cefeae13e14a", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.5, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "8a0f65baae665df00790b0b0d294ce717bc91da9711e3f71b73cece48c1a4e03", "prompt_version": "direct-options-v1", "input_tokens": 1867, "allowed_token_mass": 0.9998341202735901, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.007999441004358232, "prefill_seconds": 0.0, "copy_seconds": 0.005000689998269081, "suffix_forward_seconds": 0.05852065701037645, "forward_seconds": 0.05852065701037645, "cache_class": "DynamicCache", "total_seconds": 0.07353799598058686}
{"mode": "serial_prefix", "id": "a4f856d0f89eb8cb5041", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.375, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "4f47d16456f6bb34fab7f8c776b96724f2cba1ac32dbe3919322aa09f0a443cb", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.999279260635376, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008511263004038483, "prefill_seconds": 0.0, "copy_seconds": 0.005189289979171008, "suffix_forward_seconds": 0.05781264399411157, "forward_seconds": 0.05781264399411157, "cache_class": "DynamicCache", "total_seconds": 0.07333153602667153}
{"mode": "serial_prefix", "id": "9e56baad2bb5796c7473", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.125, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "639970200579623dbbae20998e9a07d2dfdcbcb269ba7864c2f8ec6035243afb", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9995042085647583, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008877534011844546, "prefill_seconds": 0.0, "copy_seconds": 0.004791048995684832, "suffix_forward_seconds": 0.05882622901117429, "forward_seconds": 0.05882622901117429, "cache_class": "DynamicCache", "total_seconds": 0.07436223997501656}
{"mode": "serial_prefix", "id": "caddf613b5de8a10ceef", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "b14ecd73837899209d68061684fb6b242689813121f35251adb5ff6f12c5674b", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9992735981941223, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.00812897103605792, "prefill_seconds": 0.0, "copy_seconds": 0.004710789013188332, "suffix_forward_seconds": 0.05805085500469431, "forward_seconds": 0.05805085500469431, "cache_class": "DynamicCache", "total_seconds": 0.07270933303516358}
{"mode": "serial_prefix", "id": "615a448d7d595142fd6a", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.375, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "0b36594002cef55233995d06b96c6dd174b07bee5d9c1c6d0aa0203b680161a0", "prompt_version": "direct-options-v1", "input_tokens": 1862, "allowed_token_mass": 0.9994985461235046, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008747713989578187, "prefill_seconds": 0.0, "copy_seconds": 0.004558918008115143, "suffix_forward_seconds": 0.05677604099037126, "forward_seconds": 0.05677604099037126, "cache_class": "DynamicCache", "total_seconds": 0.07189766998635605}
{"mode": "serial_prefix", "id": "9542ddd3099027215068", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "f3466f8a0074935f01b123802d0c937cadc02e4adfb7f55a0c83df01aa85463a", "prompt_version": "direct-options-v1", "input_tokens": 1862, "allowed_token_mass": 0.9995862245559692, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.00858317397069186, "prefill_seconds": 0.0, "copy_seconds": 0.004436398041434586, "suffix_forward_seconds": 0.05563349602743983, "forward_seconds": 0.05563349602743983, "cache_class": "DynamicCache", "total_seconds": 0.07060919498326257}
{"mode": "serial_prefix", "id": "52bd6d894f0e7506ba31", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.625, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "c11c126c53aa6f06b466d6e15e1428bf917bec8148a429992369b24a5296bf8e", "prompt_version": "direct-options-v1", "input_tokens": 1865, "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008454614027868956, "prefill_seconds": 0.0, "copy_seconds": 0.004647807974833995, "suffix_forward_seconds": 0.05648715002462268, "forward_seconds": 0.05648715002462268, "cache_class": "DynamicCache", "total_seconds": 0.07154747901950032}
{"mode": "serial_prefix", "id": "9d206f1044a28ef6616a", "option_ids": ["yes", "no"], "probabilities": [0.9820137619972229, 0.01798621006309986], "option_logits": [26.875, 22.875], "answer_token_ids": [32, 33], "prompt_sha256": "43fc51b1b3a993e1f9005c60049290a22c5b0b658fe1d2a010b847162c245754", "prompt_version": "direct-options-v1", "input_tokens": 1865, "allowed_token_mass": 0.9998016357421875, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008513853012118489, "prefill_seconds": 0.0, "copy_seconds": 0.004678838013205677, "suffix_forward_seconds": 0.05585593800060451, "forward_seconds": 0.05585593800060451, "cache_class": "DynamicCache", "total_seconds": 0.07097632699878886}
{"mode": "serial_prefix", "id": "890afcd3e2de84022176", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.875, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "8f8152392a9bcb117ea305cef55c9fb88b0bdfe691d36d7c5607abbd3e92fd6b", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008758563955780119, "prefill_seconds": 0.0, "copy_seconds": 0.004452696943189949, "suffix_forward_seconds": 0.056590850988868624, "forward_seconds": 0.056590850988868624, "cache_class": "DynamicCache", "total_seconds": 0.0716997099807486}
{"mode": "serial_prefix", "id": "ea7bda9981311747da56", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.25, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "17dd2254b39f3d3e55482fe5514ba9c2eacb9e497f2363aeb3144f35de677f7f", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9994603395462036, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008177752024494112, "prefill_seconds": 0.0, "copy_seconds": 0.004468818020541221, "suffix_forward_seconds": 0.05618195899296552, "forward_seconds": 0.05618195899296552, "cache_class": "DynamicCache", "total_seconds": 0.07059818605193868}
{"mode": "serial_prefix", "id": "908f1d2c7f1a31c6a621", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "ecc56819cdf17fa55b6d97a9551c6b6cda955b332c8c0834d0986082dfece564", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.007908249972388148, "prefill_seconds": 0.0, "copy_seconds": 0.004438418021891266, "suffix_forward_seconds": 0.05544213601388037, "forward_seconds": 0.05544213601388037, "cache_class": "DynamicCache", "total_seconds": 0.06954392098123208}
{"mode": "serial_prefix", "id": "4d52b546cfb7ae7da914", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.125, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "4b40d1523afaef5033bb7ed3179834db69eba094f5e2dcbd4cc826140dd46a79", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9993441104888916, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008689954993315041, "prefill_seconds": 0.0, "copy_seconds": 0.0043743670103140175, "suffix_forward_seconds": 0.05520478601101786, "forward_seconds": 0.05520478601101786, "cache_class": "DynamicCache", "total_seconds": 0.07008060399675742}
{"mode": "serial_prefix", "id": "30bb036e8dc7a92e9b7d", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.875, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "258c0ecc529f076edda396efa34d386c436c6dae831dfb1e0453e58e98b9b9d6", "prompt_version": "direct-options-v1", "input_tokens": 1862, "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008312891994137317, "prefill_seconds": 0.0, "copy_seconds": 0.004421426972839981, "suffix_forward_seconds": 0.05714317300589755, "forward_seconds": 0.05714317300589755, "cache_class": "DynamicCache", "total_seconds": 0.07181017001857981}
{"mode": "serial_prefix", "id": "8489b9c759005b3d5db2", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.5, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "290f28e9412d166d23664de7ea0bd58e1b96863cdb7571e33c4596bde088d02a", "prompt_version": "direct-options-v1", "input_tokens": 1868, "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.00887675501871854, "prefill_seconds": 0.0, "copy_seconds": 0.004442007979378104, "suffix_forward_seconds": 0.05628543999046087, "forward_seconds": 0.05628543999046087, "cache_class": "DynamicCache", "total_seconds": 0.07161708001513034}
{"mode": "serial_prefix", "id": "d632a411fcd49676a92e", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.0, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "c1d4246dd017c349ffe3376c44e8d7665ae4db0e549cb7c21851ce4f90b4b886", "prompt_version": "direct-options-v1", "input_tokens": 1865, "allowed_token_mass": 0.9997177124023438, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.00798582099378109, "prefill_seconds": 0.0, "copy_seconds": 0.004398497985675931, "suffix_forward_seconds": 0.05604854802368209, "forward_seconds": 0.05604854802368209, "cache_class": "DynamicCache", "total_seconds": 0.07019233400933444}
{"mode": "serial_prefix", "id": "e62cc81b5567d31ffdc2", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.75, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "6012e6fe64cff9331663891fb9039500275f33d4470399563aa4dfd2ef827ee9", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9997673630714417, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008312923018820584, "prefill_seconds": 0.0, "copy_seconds": 0.004404047038406134, "suffix_forward_seconds": 0.05638391099637374, "forward_seconds": 0.05638391099637374, "cache_class": "DynamicCache", "total_seconds": 0.07096619700314477}
{"mode": "serial_prefix", "id": "f2b25a88930bf769b91b", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.875, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "0b043b9c9aadfb65be937a4c6a5a55aa2ea28f672d941e9c4de9301d5806fd6e", "prompt_version": "direct-options-v1", "input_tokens": 1862, "allowed_token_mass": 0.9995690584182739, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.008526133024133742, "prefill_seconds": 0.0, "copy_seconds": 0.00486210803501308, "suffix_forward_seconds": 0.05884900002274662, "forward_seconds": 0.05884900002274662, "cache_class": "DynamicCache", "total_seconds": 0.07415341900195926}
{"mode": "serial_prefix", "id": "4455943d0dfc7e9b5170", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.0, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "5375eeba20b07e187c82d2ce4f0e78f2fe07b68169f716f35a199c9d2f4dc52c", "prompt_version": "direct-options-v1", "input_tokens": 1865, "allowed_token_mass": 0.9994069933891296, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1787, "prefix_sha256": "ec0d5b68858807ca69badeda59704ee3ac8b419a0c318800c0398107bf916c93", "encode_seconds": 0.009067795006558299, "prefill_seconds": 0.0, "copy_seconds": 0.004830399004276842, "suffix_forward_seconds": 0.05729530396638438, "forward_seconds": 0.05729530396638438, "cache_class": "DynamicCache", "total_seconds": 0.07307849504286423}
{"mode": "serial_prefix", "id": "b34076d5c8af5bf16afd", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "e27625732fc9193479790f57429facd7ed3a03c70c24fe2d48d59b63ae8a28eb", "prompt_version": "direct-options-v1", "input_tokens": 1865, "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.010968972987029701, "prefill_seconds": 0.40674670902080834, "copy_seconds": 0.005667532968800515, "suffix_forward_seconds": 0.06497235398273915, "forward_seconds": 0.4717190630035475, "cache_class": "DynamicCache", "total_seconds": 0.49053061701124534}
{"mode": "serial_prefix", "id": "aa469aa697e518325968", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "94614f31608fe8169e9f5d5447e103623763f5ae2d777f21f773ac56249710d8", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9996433854103088, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.010258129972498864, "prefill_seconds": 0.0, "copy_seconds": 0.005270760972052813, "suffix_forward_seconds": 0.06410329102072865, "forward_seconds": 0.06410329102072865, "cache_class": "DynamicCache", "total_seconds": 0.0817859199596569}
{"mode": "serial_prefix", "id": "87c0bcd422b33ea08052", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.0, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "ca7480913aedb2b95082a821f20241ae2924b0ebf29d7cbdba6dac3df98f320d", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.00961169699439779, "prefill_seconds": 0.0, "copy_seconds": 0.005154199956450611, "suffix_forward_seconds": 0.06303530704462901, "forward_seconds": 0.06303530704462901, "cache_class": "DynamicCache", "total_seconds": 0.07992520200787112}
{"mode": "serial_prefix", "id": "07280d394fd9dcc5f664", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.25, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "bd84cfbdd16056efc20f62a3ccd88bb0449bea4f29249d3a76afdda823b700e0", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9998360276222229, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.008926575013902038, "prefill_seconds": 0.0, "copy_seconds": 0.005101839022245258, "suffix_forward_seconds": 0.061978182988241315, "forward_seconds": 0.061978182988241315, "cache_class": "DynamicCache", "total_seconds": 0.07809992501279339}
{"mode": "serial_prefix", "id": "755d00e5c18acaa0890a", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.5, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "8e917d54cb893acbd6252f8d9c8bb30b7148026270686b599738833b02881068", "prompt_version": "direct-options-v1", "input_tokens": 1862, "allowed_token_mass": 0.999088704586029, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.009381656011100858, "prefill_seconds": 0.0, "copy_seconds": 0.005151949997525662, "suffix_forward_seconds": 0.05618789995787665, "forward_seconds": 0.05618789995787665, "cache_class": "DynamicCache", "total_seconds": 0.07272201403975487}
{"mode": "serial_prefix", "id": "206f6b958a8d5f9b6242", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "738bce80393caa987e0cd38c31a2570916d6f870206045fc9e283f8ff329040f", "prompt_version": "direct-options-v1", "input_tokens": 1862, "allowed_token_mass": 0.9995652437210083, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.0079167410149239, "prefill_seconds": 0.0, "copy_seconds": 0.004396577016450465, "suffix_forward_seconds": 0.054813623952213675, "forward_seconds": 0.054813623952213675, "cache_class": "DynamicCache", "total_seconds": 0.06887184898369014}
{"mode": "serial_prefix", "id": "84db1e786d4c6cb37d7b", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.375, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "44feadc8ec67b3d015bd8674000096e24f004e07d80a0163bca206cf3f1dc126", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9987591505050659, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.008306042000185698, "prefill_seconds": 0.0, "copy_seconds": 0.00477535801474005, "suffix_forward_seconds": 0.05554226704407483, "forward_seconds": 0.05554226704407483, "cache_class": "DynamicCache", "total_seconds": 0.070580936037004}
{"mode": "serial_prefix", "id": "b9c3de0361777fd8a70a", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "41318bbe00871188d463beff0fb6439b5f3c3552da0e18adaf185c4e4e623c81", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9993707537651062, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.008333162986673415, "prefill_seconds": 0.0, "copy_seconds": 0.005017019982915372, "suffix_forward_seconds": 0.05994536401703954, "forward_seconds": 0.05994536401703954, "cache_class": "DynamicCache", "total_seconds": 0.07510923396330327}
{"mode": "serial_prefix", "id": "52142f3ff9e45d0d1c8d", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.625, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "ccc33d06a8da73f10469ef022d3806bfd3ec4c496c730ce608e442635884be0c", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9996376633644104, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.00803943199571222, "prefill_seconds": 0.0, "copy_seconds": 0.004428857006132603, "suffix_forward_seconds": 0.05484729498857632, "forward_seconds": 0.05484729498857632, "cache_class": "DynamicCache", "total_seconds": 0.06909118097973987}
{"mode": "serial_prefix", "id": "1735f6d3c8b0e04fffa4", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.25, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "43fe7348c234ae8391824a00e5e24c0f1800bc13cc10e701b8dedadbc69bcf9f", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9997501969337463, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.007988521014340222, "prefill_seconds": 0.0, "copy_seconds": 0.004829237994272262, "suffix_forward_seconds": 0.05637844098964706, "forward_seconds": 0.05637844098964706, "cache_class": "DynamicCache", "total_seconds": 0.07096405699849129}
{"mode": "serial_prefix", "id": "aac5f32e26c155d2c826", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.0, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "6653f6015347d36abee8e6cea4bc837f84f55513d3c2c250bb729698fb320e14", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9996300935745239, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.00838889298029244, "prefill_seconds": 0.0, "copy_seconds": 0.004406768013723195, "suffix_forward_seconds": 0.05728811398148537, "forward_seconds": 0.05728811398148537, "cache_class": "DynamicCache", "total_seconds": 0.07189258100697771}
{"mode": "serial_prefix", "id": "456109fbe6dba0d5bb27", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.875, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "342350c458b46ca1c26851233e26fe667196dacb740f9004ec06eb83527b298f", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.999723494052887, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.008058501000050455, "prefill_seconds": 0.0, "copy_seconds": 0.004372887022327632, "suffix_forward_seconds": 0.055054155993275344, "forward_seconds": 0.055054155993275344, "cache_class": "DynamicCache", "total_seconds": 0.06926297099562362}
{"mode": "serial_prefix", "id": "731e4a445aea941b88d9", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.375, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "656e730d0cd2d8de3f34a6f448f25b81b9c33d1eb2fa540b09d6cac806ae94c8", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9995309114456177, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.008401043014600873, "prefill_seconds": 0.0, "copy_seconds": 0.004445586993824691, "suffix_forward_seconds": 0.05649538099532947, "forward_seconds": 0.05649538099532947, "cache_class": "DynamicCache", "total_seconds": 0.07119567901827395}
{"mode": "serial_prefix", "id": "1d995cae5a31321be292", "option_ids": ["yes", "no"], "probabilities": [0.9820137619972229, 0.01798621006309986], "option_logits": [26.625, 22.625], "answer_token_ids": [32, 33], "prompt_sha256": "03a9e2ab387600a0e3701ce5b03431e90d68d045495896d1601f39be12825080", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9997444748878479, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.00810809200629592, "prefill_seconds": 0.0, "copy_seconds": 0.004362737003248185, "suffix_forward_seconds": 0.05588862899458036, "forward_seconds": 0.05588862899458036, "cache_class": "DynamicCache", "total_seconds": 0.07015458500245586}
{"mode": "serial_prefix", "id": "7551a06d445de2ca8fc4", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [24.875, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "fb03903e5e93704b854e5083ebdebcb330f0dee8f3f3bb290fb6ffd50a953bee", "prompt_version": "direct-options-v1", "input_tokens": 1862, "allowed_token_mass": 0.9982467889785767, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.00832144299056381, "prefill_seconds": 0.0, "copy_seconds": 0.00439427699893713, "suffix_forward_seconds": 0.057723795995116234, "forward_seconds": 0.057723795995116234, "cache_class": "DynamicCache", "total_seconds": 0.07230649399571121}
{"mode": "serial_prefix", "id": "db556e47471c51ddc184", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "b1ff7b2c7ec3132b0c094af18b7df9e9e6f928883a22b651fe6e1df66806b931", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.007978310983162373, "prefill_seconds": 0.0, "copy_seconds": 0.004527488024905324, "suffix_forward_seconds": 0.05962437397101894, "forward_seconds": 0.05962437397101894, "cache_class": "DynamicCache", "total_seconds": 0.07424904097570106}
{"mode": "serial_prefix", "id": "5e0c7bc1be0b95ff5377", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.125, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "daba491c2365ad6d6968074fdcd7af000ebc9ee3b05bcf7d02d9b033f73a9626", "prompt_version": "direct-options-v1", "input_tokens": 1867, "allowed_token_mass": 0.9995366930961609, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.00877828395459801, "prefill_seconds": 0.0, "copy_seconds": 0.004955679003614932, "suffix_forward_seconds": 0.059451473003719, "forward_seconds": 0.059451473003719, "cache_class": "DynamicCache", "total_seconds": 0.07515388395404443}
{"mode": "serial_prefix", "id": "f1278d0aa8a44cd3db90", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.625, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "8a886d7726858560c7ac4582095aef4dec20f5e00904741afd6c8434e55221fc", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9996510744094849, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.008812333981040865, "prefill_seconds": 0.0, "copy_seconds": 0.004854678991250694, "suffix_forward_seconds": 0.056640082038939, "forward_seconds": 0.056640082038939, "cache_class": "DynamicCache", "total_seconds": 0.07208987197373062}
{"mode": "serial_prefix", "id": "036421b184c27d291790", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.0, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "a9a19c2058111576f294de5f3727fb968a745135af7a5aeb9ad82d88cfe24800", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.008039191015996039, "prefill_seconds": 0.0, "copy_seconds": 0.004768829036038369, "suffix_forward_seconds": 0.05621910002082586, "forward_seconds": 0.05621910002082586, "cache_class": "DynamicCache", "total_seconds": 0.07083634700393304}
{"mode": "serial_prefix", "id": "fa55077dc2bc65b57c71", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "349c75df8a727f1268d4a1628b6dcfad8f2b62267c11f2966add36a9cdcd9abf", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9994242191314697, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.007921040989458561, "prefill_seconds": 0.0, "copy_seconds": 0.004388818051666021, "suffix_forward_seconds": 0.05805565702030435, "forward_seconds": 0.05805565702030435, "cache_class": "DynamicCache", "total_seconds": 0.07223582302685827}
{"mode": "serial_prefix", "id": "03c9008f38e90475638d", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.125, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "f8363a51cb31107756dafbcde812300780fa79465b2577fb4885067d67907c57", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9991554021835327, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1786, "prefix_sha256": "4f827fbcac1cddb54b87f3e862f76cc1ebba1d47d8756c19e51dec751f7a9552", "encode_seconds": 0.00904205598635599, "prefill_seconds": 0.0, "copy_seconds": 0.004411888017784804, "suffix_forward_seconds": 0.05630473099881783, "forward_seconds": 0.05630473099881783, "cache_class": "DynamicCache", "total_seconds": 0.07157444098265842}
{"mode": "serial_prefix", "id": "ada7c7cf461eee540dcc", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.375, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "dccef5ad09881502ee7d03196565d2258d1ca7d1a4bf8d1ea5c6521c207c9e47", "prompt_version": "direct-options-v1", "input_tokens": 1842, "allowed_token_mass": 0.9995976090431213, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.010675052006263286, "prefill_seconds": 0.40502539899898693, "copy_seconds": 0.004638698999769986, "suffix_forward_seconds": 0.05679038300877437, "forward_seconds": 0.4618157820077613, "cache_class": "DynamicCache", "total_seconds": 0.47893511102302}
{"mode": "serial_prefix", "id": "11113449a866da3fa8d8", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "910b789c99b0ac9b705d52748d0287c84067b58f1f1832f9a08c069a0da856c1", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.0085269829723984, "prefill_seconds": 0.0, "copy_seconds": 0.004425747960340232, "suffix_forward_seconds": 0.05456461402354762, "forward_seconds": 0.05456461402354762, "cache_class": "DynamicCache", "total_seconds": 0.06931425299262628}
{"mode": "serial_prefix", "id": "f54c13f9666448838c38", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.125, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "28bd7789264e994c90593abb94510b6c614eeb96d8de0effe2515ba9ea91db8e", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9998531341552734, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.007927840983029455, "prefill_seconds": 0.0, "copy_seconds": 0.00443722796626389, "suffix_forward_seconds": 0.05616827099584043, "forward_seconds": 0.05616827099584043, "cache_class": "DynamicCache", "total_seconds": 0.07034902600571513}
{"mode": "serial_prefix", "id": "3ecdb42d0759d22e311b", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.375, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "1957723e9e49bb7b56fdbc85e4e4545b7ac0bed242146c5152a523ec5315fed6", "prompt_version": "direct-options-v1", "input_tokens": 1843, "allowed_token_mass": 0.9998398423194885, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.008286402036901563, "prefill_seconds": 0.0, "copy_seconds": 0.004404327017255127, "suffix_forward_seconds": 0.05887780198827386, "forward_seconds": 0.05887780198827386, "cache_class": "DynamicCache", "total_seconds": 0.07335882802726701}
{"mode": "serial_prefix", "id": "b9dd18e88ac917800ae2", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "12662c88d43dbf02b8b3c14c112cdabcbce60310b1405b5745b28fd63173b372", "prompt_version": "direct-options-v1", "input_tokens": 1839, "allowed_token_mass": 0.999258279800415, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.008634313999209553, "prefill_seconds": 0.0, "copy_seconds": 0.0047790679964236915, "suffix_forward_seconds": 0.05593712005065754, "forward_seconds": 0.05593712005065754, "cache_class": "DynamicCache", "total_seconds": 0.07118019001791254}
{"mode": "serial_prefix", "id": "0ac55ad76d520049f4e9", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "86035cf66c22d06315012cd3944d4969cfbb2e4cd237c8bd54275473e7870c24", "prompt_version": "direct-options-v1", "input_tokens": 1839, "allowed_token_mass": 0.9995728731155396, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.007832761039026082, "prefill_seconds": 0.0, "copy_seconds": 0.004417126998305321, "suffix_forward_seconds": 0.05566626897780225, "forward_seconds": 0.05566626897780225, "cache_class": "DynamicCache", "total_seconds": 0.06970873405225575}
{"mode": "serial_prefix", "id": "a725e6a8bc78eb9560fe", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.0, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "18201e257ecde3f85be555897e4e571ecef88da370dcee339e9ee60a29481572", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9988963007926941, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.00892089499393478, "prefill_seconds": 0.0, "copy_seconds": 0.004886368988081813, "suffix_forward_seconds": 0.0579770389595069, "forward_seconds": 0.0579770389595069, "cache_class": "DynamicCache", "total_seconds": 0.0737248290097341}
{"mode": "serial_prefix", "id": "213570165bdeb525a447", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "65e546267d5c6bb44de06f25059cb95c66d0d59df56ffc6e33ef950ab384aae8", "prompt_version": "direct-options-v1", "input_tokens": 1838, "allowed_token_mass": 0.9992659687995911, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.009165895986370742, "prefill_seconds": 0.0, "copy_seconds": 0.004586249007843435, "suffix_forward_seconds": 0.057906097965314984, "forward_seconds": 0.057906097965314984, "cache_class": "DynamicCache", "total_seconds": 0.07350752898491919}
{"mode": "serial_prefix", "id": "fbb404e82d27696db5c4", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.5, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "01c91ca79603c1131c8cf25c57b7e22d45b1c6921b3e02b0cdd230c6bb55d40e", "prompt_version": "direct-options-v1", "input_tokens": 1838, "allowed_token_mass": 0.9995900392532349, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.007844601001124829, "prefill_seconds": 0.0, "copy_seconds": 0.004447918036021292, "suffix_forward_seconds": 0.057394076022319496, "forward_seconds": 0.057394076022319496, "cache_class": "DynamicCache", "total_seconds": 0.07159439095994458}
{"mode": "serial_prefix", "id": "b95c66a6cd6c988880e7", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [22.875, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "f0a2cbc0ce4bb81dceea10ad2db033adb881d60a19c4b684dda4e01a2d29395f", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9997501969337463, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.008714474039152265, "prefill_seconds": 0.0, "copy_seconds": 0.004478566988836974, "suffix_forward_seconds": 0.056342941999901086, "forward_seconds": 0.056342941999901086, "cache_class": "DynamicCache", "total_seconds": 0.07142940000630915}
{"mode": "serial_prefix", "id": "b749eda06599f83e28a7", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "5a53f3cfac6b83eeb09ea36a55890263f142c923e70fe041776f239f27fc0ee8", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9997577667236328, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.00862661300925538, "prefill_seconds": 0.0, "copy_seconds": 0.004488977952860296, "suffix_forward_seconds": 0.055959530000109226, "forward_seconds": 0.055959530000109226, "cache_class": "DynamicCache", "total_seconds": 0.07086178800091147}
{"mode": "serial_prefix", "id": "8564fd29499648732479", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.625, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "f4da408cc490173f509b6c04080700a0ea86a33780302ed1e63d3dc366417d62", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9997177124023438, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.007873600989114493, "prefill_seconds": 0.0, "copy_seconds": 0.0044498480274342, "suffix_forward_seconds": 0.056580392993055284, "forward_seconds": 0.056580392993055284, "cache_class": "DynamicCache", "total_seconds": 0.07068190799327567}
{"mode": "serial_prefix", "id": "bb923b4fea4446257166", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.875, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "38416aeb2a248746ce382c78f771bc9cb1831a64487ac1ee9549370fde78eea8", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.007907130988314748, "prefill_seconds": 0.0, "copy_seconds": 0.00467771798139438, "suffix_forward_seconds": 0.05520602798787877, "forward_seconds": 0.05520602798787877, "cache_class": "DynamicCache", "total_seconds": 0.06976826494792476}
{"mode": "serial_prefix", "id": "9ae2aa58c8ba1b65e6cf", "option_ids": ["yes", "no"], "probabilities": [0.9669140577316284, 0.03308597952127457], "option_logits": [26.5, 23.125], "answer_token_ids": [32, 33], "prompt_sha256": "e263d95f6cd1bb7e218cd8f228bfd134d42cf96506f4e58efde48271d0fe7a51", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.007812961004674435, "prefill_seconds": 0.0, "copy_seconds": 0.004391927970573306, "suffix_forward_seconds": 0.05709080502856523, "forward_seconds": 0.05709080502856523, "cache_class": "DynamicCache", "total_seconds": 0.07109197997488081}
{"mode": "serial_prefix", "id": "984d1e20afe9932d7487", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.0, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "3cffcdaa21b236c15b9d06587425aa12b77a7c72905ff3a2f1d5777d25568663", "prompt_version": "direct-options-v1", "input_tokens": 1839, "allowed_token_mass": 0.9990925192832947, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.008107300964184105, "prefill_seconds": 0.0, "copy_seconds": 0.00446640799054876, "suffix_forward_seconds": 0.05630272097187117, "forward_seconds": 0.05630272097187117, "cache_class": "DynamicCache", "total_seconds": 0.07089939794968814}
{"mode": "serial_prefix", "id": "e4d09e8e25ff69ed7a96", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.375, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "77c32646475f2fd40a65017c1e65c509585e66d81ae97071f5c881c40e076085", "prompt_version": "direct-options-v1", "input_tokens": 1838, "allowed_token_mass": 0.999609112739563, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.00789511197945103, "prefill_seconds": 0.0, "copy_seconds": 0.004403116996400058, "suffix_forward_seconds": 0.055913830001372844, "forward_seconds": 0.055913830001372844, "cache_class": "DynamicCache", "total_seconds": 0.07007664599223062}
{"mode": "serial_prefix", "id": "caa9fa585f4c57467cf6", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.0, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "39b5a8dc9f54e4c787c87556dad23176de7273674d48ca828854264683ed57ad", "prompt_version": "direct-options-v1", "input_tokens": 1844, "allowed_token_mass": 0.9995404481887817, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.009411038015969098, "prefill_seconds": 0.0, "copy_seconds": 0.004762488999404013, "suffix_forward_seconds": 0.06055407802341506, "forward_seconds": 0.06055407802341506, "cache_class": "DynamicCache", "total_seconds": 0.07675638300133869}
{"mode": "serial_prefix", "id": "826be77dbb5d5b5fd591", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [22.75, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "ccac746399c782eb05de1659637fd26f913042782f18276a83aa55b1d0a1516e", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.00826468295417726, "prefill_seconds": 0.0, "copy_seconds": 0.004787899961229414, "suffix_forward_seconds": 0.06275322701549158, "forward_seconds": 0.06275322701549158, "cache_class": "DynamicCache", "total_seconds": 0.07770733599318191}
{"mode": "serial_prefix", "id": "e1b5748734489c0c1651", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.75, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "697c81580e5ee835ceaa9e3e6200c70fdc5a4a16595c5cdb4ed7965c6632da69", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9997367858886719, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.009736748004797846, "prefill_seconds": 0.0, "copy_seconds": 0.005339751951396465, "suffix_forward_seconds": 0.06371663103345782, "forward_seconds": 0.06371663103345782, "cache_class": "DynamicCache", "total_seconds": 0.08094385801814497}
{"mode": "serial_prefix", "id": "e0274dd28d3070e791fe", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.375, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "97baeec701935d713d51876d12a97e1a82e035535732fb2c259cba4861911276", "prompt_version": "direct-options-v1", "input_tokens": 1838, "allowed_token_mass": 0.9994279742240906, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.009466386982239783, "prefill_seconds": 0.0, "copy_seconds": 0.005225330998655409, "suffix_forward_seconds": 0.0637305109994486, "forward_seconds": 0.0637305109994486, "cache_class": "DynamicCache", "total_seconds": 0.08050746697699651}
{"mode": "serial_prefix", "id": "8937df5e742cee43990b", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.5, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "068f5e48bae6c18ce1ee6cf4b8d1480a429ff1c3595fbf4a055c089d3671f3bc", "prompt_version": "direct-options-v1", "input_tokens": 1841, "allowed_token_mass": 0.9992678761482239, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1763, "prefix_sha256": "0d67e3ce3e5ee82d71d9c22f42f7d277f0be7a6c7c7a38346818ce4cb2b40757", "encode_seconds": 0.009357398026622832, "prefill_seconds": 0.0, "copy_seconds": 0.0051964009762741625, "suffix_forward_seconds": 0.06271156598813832, "forward_seconds": 0.06271156598813832, "cache_class": "DynamicCache", "total_seconds": 0.07936878298642114}
{"mode": "serial_prefix", "id": "195983aeed118c94786e", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "113852ef4dd820da183407ea3292f68820cf273a14fedb7ef085a31367affcec", "prompt_version": "direct-options-v1", "input_tokens": 1810, "allowed_token_mass": 0.999527096748352, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.011962677002884448, "prefill_seconds": 0.40468080498976633, "copy_seconds": 0.004636237979866564, "suffix_forward_seconds": 0.055354199022985995, "forward_seconds": 0.4600350040127523, "cache_class": "DynamicCache", "total_seconds": 0.47883352800272405}
{"mode": "serial_prefix", "id": "ab743219892ff36bc22f", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "eae1310a8accbc87f250a378ca7849911307241e35d6dfdb893593d65983f5cf", "prompt_version": "direct-options-v1", "input_tokens": 1809, "allowed_token_mass": 0.9994242191314697, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.009234356984961778, "prefill_seconds": 0.0, "copy_seconds": 0.005264779960270971, "suffix_forward_seconds": 0.06297975801862776, "forward_seconds": 0.06297975801862776, "cache_class": "DynamicCache", "total_seconds": 0.07973030500579625}
{"mode": "serial_prefix", "id": "9eaf6d591d7cf8b7bba4", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.5, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "e74dfb68b72826f430c4513fda5b844abb51e748814f5e4a2e388f21849a2d78", "prompt_version": "direct-options-v1", "input_tokens": 1811, "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.009501668042503297, "prefill_seconds": 0.0, "copy_seconds": 0.005338651011697948, "suffix_forward_seconds": 0.06313248001970351, "forward_seconds": 0.06313248001970351, "cache_class": "DynamicCache", "total_seconds": 0.08017434703651816}
{"mode": "serial_prefix", "id": "fe9ed2ed7210aeb55188", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "3873b336bc6da017676fe2ca86ba149713bece5f163c1d415c7940d0a44028f9", "prompt_version": "direct-options-v1", "input_tokens": 1811, "allowed_token_mass": 0.9998188614845276, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.008832005027215928, "prefill_seconds": 0.0, "copy_seconds": 0.0048887699958868325, "suffix_forward_seconds": 0.05727356602437794, "forward_seconds": 0.05727356602437794, "cache_class": "DynamicCache", "total_seconds": 0.07291849900502712}
{"mode": "serial_prefix", "id": "dd9b6ed14e224a7c2a16", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.375, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "cfd5ca01cb097655c3bd37ed9a3ebc9f356f3e5e1fea840ef8f7553ac40eaaff", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.9982905387878418, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.008014972030650824, "prefill_seconds": 0.0, "copy_seconds": 0.00493771000765264, "suffix_forward_seconds": 0.06108162098098546, "forward_seconds": 0.06108162098098546, "cache_class": "DynamicCache", "total_seconds": 0.07590553001500666}
{"mode": "serial_prefix", "id": "50a0fd59fec565105d92", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "6f3269a0456f69dc0e27a471f62c76e30aafa6270d87173c39b51fd770ca88f8", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.9992601871490479, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.008373482967726886, "prefill_seconds": 0.0, "copy_seconds": 0.004646348999813199, "suffix_forward_seconds": 0.05981138598872349, "forward_seconds": 0.05981138598872349, "cache_class": "DynamicCache", "total_seconds": 0.07477799500338733}
{"mode": "serial_prefix", "id": "607c7915579c187142a1", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [23.5, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "6d716d0868b334d5172e31ee7136baf6d5aafc122c88c1766a7e20c1c35798ab", "prompt_version": "direct-options-v1", "input_tokens": 1805, "allowed_token_mass": 0.9959076046943665, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.007990512007381767, "prefill_seconds": 0.0, "copy_seconds": 0.004858328960835934, "suffix_forward_seconds": 0.05793555802665651, "forward_seconds": 0.05793555802665651, "cache_class": "DynamicCache", "total_seconds": 0.0725754169980064}
{"mode": "serial_prefix", "id": "b631b6ee872888d1365d", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.75, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "7dec146e19612b63a0242647ffd8dce6ab85013b40b5470579efa06ea1119a55", "prompt_version": "direct-options-v1", "input_tokens": 1806, "allowed_token_mass": 0.9982106685638428, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.007820989994797856, "prefill_seconds": 0.0, "copy_seconds": 0.005100790003780276, "suffix_forward_seconds": 0.05986457597464323, "forward_seconds": 0.05986457597464323, "cache_class": "DynamicCache", "total_seconds": 0.07470882398774847}
{"mode": "serial_prefix", "id": "7f7483dd3c45ef1a5534", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.625, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "0229c815e1f54541c33b34f5c1bc0cf6250bae428672244a579ee7af21aa8fd1", "prompt_version": "direct-options-v1", "input_tokens": 1806, "allowed_token_mass": 0.9990505576133728, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.008389083028305322, "prefill_seconds": 0.0, "copy_seconds": 0.004912319011054933, "suffix_forward_seconds": 0.05722531501669437, "forward_seconds": 0.05722531501669437, "cache_class": "DynamicCache", "total_seconds": 0.07232968503376469}
{"mode": "serial_prefix", "id": "bec9a791ece6f8ba9e13", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "6a1dc0f16d2e8333407b81b9b9c0f8801ec1e61e35c506cd2cc429cedb0b5eec", "prompt_version": "direct-options-v1", "input_tokens": 1809, "allowed_token_mass": 0.9993650913238525, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.008766225015278906, "prefill_seconds": 0.0, "copy_seconds": 0.005009369982872158, "suffix_forward_seconds": 0.05766538699390367, "forward_seconds": 0.05766538699390367, "cache_class": "DynamicCache", "total_seconds": 0.07328663900261745}
{"mode": "serial_prefix", "id": "f8c6ffe7ad23e9f51f47", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "bd8ea6c56510835d82664785c47c2d93d3ecb371952b093f3c860d93cc13cc29", "prompt_version": "direct-options-v1", "input_tokens": 1809, "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.008030180993955582, "prefill_seconds": 0.0, "copy_seconds": 0.0047977190115489066, "suffix_forward_seconds": 0.05857360101072118, "forward_seconds": 0.05857360101072118, "cache_class": "DynamicCache", "total_seconds": 0.07347180997021496}
{"mode": "serial_prefix", "id": "c0803b327792df5d6d4a", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.75, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "489fbf4cd8769aed7c27cf14ffca14af0098bcb2e6f28eecf9213a0bf08033ba", "prompt_version": "direct-options-v1", "input_tokens": 1808, "allowed_token_mass": 0.9995386004447937, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.008177373034413904, "prefill_seconds": 0.0, "copy_seconds": 0.004470437997952104, "suffix_forward_seconds": 0.057242146984208375, "forward_seconds": 0.057242146984208375, "cache_class": "DynamicCache", "total_seconds": 0.0717401240253821}
{"mode": "serial_prefix", "id": "4a4280d8bd9c9f9e9578", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.0, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "950135fde8fa7cbf70450a53bd158ace584bac42633ef23ae93bf7771a2c4665", "prompt_version": "direct-options-v1", "input_tokens": 1808, "allowed_token_mass": 0.9993974566459656, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.00798848201520741, "prefill_seconds": 0.0, "copy_seconds": 0.005001700017601252, "suffix_forward_seconds": 0.05681441497290507, "forward_seconds": 0.05681441497290507, "cache_class": "DynamicCache", "total_seconds": 0.07193424401339144}
{"mode": "serial_prefix", "id": "b7a9c6aae72431e502a9", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.875, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "3ef76dc3bd84be0f024d392e9fff9a8e986ef1cd4c24b0af2883e17accd95ad3", "prompt_version": "direct-options-v1", "input_tokens": 1808, "allowed_token_mass": 0.9995652437210083, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.0087414649897255, "prefill_seconds": 0.0, "copy_seconds": 0.00449476798530668, "suffix_forward_seconds": 0.06096275104209781, "forward_seconds": 0.06096275104209781, "cache_class": "DynamicCache", "total_seconds": 0.07618176203686744}
{"mode": "serial_prefix", "id": "c48403b1faaf6fead0ab", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.25, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "17090edc3bdd604f55a72d12ad0ee90d6f1df78be6beb36a481f342c8cd74dcf", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.9989439249038696, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.009372046974021941, "prefill_seconds": 0.0, "copy_seconds": 0.004941848979797214, "suffix_forward_seconds": 0.0632384610362351, "forward_seconds": 0.0632384610362351, "cache_class": "DynamicCache", "total_seconds": 0.07950114499544725}
{"mode": "serial_prefix", "id": "90a7de3869d971bb000c", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "18dd8dfd2c5c913fc7a28a1f53e45348b0bfa98432bf40ac8dfa5c0909b10ae1", "prompt_version": "direct-options-v1", "input_tokens": 1806, "allowed_token_mass": 0.9995499849319458, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.00940282701049, "prefill_seconds": 0.0, "copy_seconds": 0.005101489019580185, "suffix_forward_seconds": 0.06200748501578346, "forward_seconds": 0.06200748501578346, "cache_class": "DynamicCache", "total_seconds": 0.07852345099672675}
{"mode": "serial_prefix", "id": "b340ce5c871164bd3945", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "41f62c024581bc2549988f4ac0405da1e012444102d4ec9b2c2087f85b7c5efc", "prompt_version": "direct-options-v1", "input_tokens": 1812, "allowed_token_mass": 0.9994985461235046, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.009396487032063305, "prefill_seconds": 0.0, "copy_seconds": 0.005207879992667586, "suffix_forward_seconds": 0.06443449505604804, "forward_seconds": 0.06443449505604804, "cache_class": "DynamicCache", "total_seconds": 0.0811728720436804}
{"mode": "serial_prefix", "id": "14fa865ff31b6f04d8fa", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.375, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "1c635f3e48c0b9ae32720fda1e0e9f8351e0f661a960d03664278dd4d8c9270a", "prompt_version": "direct-options-v1", "input_tokens": 1809, "allowed_token_mass": 0.999548077583313, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.009320306999143213, "prefill_seconds": 0.0, "copy_seconds": 0.005210400966461748, "suffix_forward_seconds": 0.06302840902935714, "forward_seconds": 0.06302840902935714, "cache_class": "DynamicCache", "total_seconds": 0.0797697160160169}
{"mode": "serial_prefix", "id": "9dfa8d135cc1bae8a2f7", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.75, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "211a7985aa9e8f620421969a54db78cfd8553d9938083cd315402280542b7a5a", "prompt_version": "direct-options-v1", "input_tokens": 1808, "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.008506223966833204, "prefill_seconds": 0.0, "copy_seconds": 0.004942519997712225, "suffix_forward_seconds": 0.06013130798237398, "forward_seconds": 0.06013130798237398, "cache_class": "DynamicCache", "total_seconds": 0.07547197898384184}
{"mode": "serial_prefix", "id": "2a5d8d0a07b2a1b8a901", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.375, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "aae1141df092a447146579924d808d7864ea6e8cdbc8f88a3311fc9511f22dde", "prompt_version": "direct-options-v1", "input_tokens": 1806, "allowed_token_mass": 0.9983934164047241, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.009015585004817694, "prefill_seconds": 0.0, "copy_seconds": 0.005265630956273526, "suffix_forward_seconds": 0.05942534503992647, "forward_seconds": 0.05942534503992647, "cache_class": "DynamicCache", "total_seconds": 0.07574408903019503}
{"mode": "serial_prefix", "id": "d92785540b2b9ab82219", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.0, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "3c0738c27419c23cb47e9dd05fec91dc8043be7d6bc11a6be6f57211381acc48", "prompt_version": "direct-options-v1", "input_tokens": 1809, "allowed_token_mass": 0.9986733794212341, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1731, "prefix_sha256": "373c2f2e3841c0fe3bb704814769dfc7fdb7f4d33f5baf538b6ddd3b045b1923", "encode_seconds": 0.008759944990742952, "prefill_seconds": 0.0, "copy_seconds": 0.004413747985381633, "suffix_forward_seconds": 0.059460355958435684, "forward_seconds": 0.059460355958435684, "cache_class": "DynamicCache", "total_seconds": 0.07470665598521009}
{"mode": "serial_prefix", "id": "9cbd36adfcfc2414f617", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.25, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "792b6b7f9ac870bc04c2ef4bb3199ded401ef8f23aee712585b2edd0993d75f7", "prompt_version": "direct-options-v1", "input_tokens": 1809, "allowed_token_mass": 0.9997349381446838, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.011696465953718871, "prefill_seconds": 0.4037866899743676, "copy_seconds": 0.12130212102783844, "suffix_forward_seconds": 0.05740579799748957, "forward_seconds": 0.4611924879718572, "cache_class": "DynamicCache", "total_seconds": 0.5964494829531759}
{"mode": "serial_prefix", "id": "28a32f9ca1b236539ad4", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [26.0, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "e43edf856c47689e7c531efc318f4ca2ae2c181587a1464c4dac20f409d90ab3", "prompt_version": "direct-options-v1", "input_tokens": 1808, "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.00917672598734498, "prefill_seconds": 0.0, "copy_seconds": 0.0043422269518487155, "suffix_forward_seconds": 0.056247772998176515, "forward_seconds": 0.056247772998176515, "cache_class": "DynamicCache", "total_seconds": 0.071800704987254}
{"mode": "serial_prefix", "id": "2600c9c10780f2686149", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.375, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "8e7d6a861bf5e10b9349552c5371fb1b6f2e17186afccbc8466d0397971f23dc", "prompt_version": "direct-options-v1", "input_tokens": 1810, "allowed_token_mass": 0.9998760223388672, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.008945566019974649, "prefill_seconds": 0.0, "copy_seconds": 0.004932520037982613, "suffix_forward_seconds": 0.06066605099476874, "forward_seconds": 0.06066605099476874, "cache_class": "DynamicCache", "total_seconds": 0.07658492401242256}
{"mode": "serial_prefix", "id": "3d311bffebde4bc44ff9", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.5, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "12b0d3a03d143e56475e0932630699d20be7762a1419c8336689ae91c1ea846f", "prompt_version": "direct-options-v1", "input_tokens": 1810, "allowed_token_mass": 0.9998589158058167, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.008826586010400206, "prefill_seconds": 0.0, "copy_seconds": 0.004415887990035117, "suffix_forward_seconds": 0.057038006954826415, "forward_seconds": 0.057038006954826415, "cache_class": "DynamicCache", "total_seconds": 0.07210137700894848}
{"mode": "serial_prefix", "id": "3e03e85b267f7a25eab6", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.625, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "3c10892880e0ead541510afaf6ce7667152a544f50180e8d1155da9bfdccf0f9", "prompt_version": "direct-options-v1", "input_tokens": 1806, "allowed_token_mass": 0.9994909167289734, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.007871251029428095, "prefill_seconds": 0.0, "copy_seconds": 0.004325697023887187, "suffix_forward_seconds": 0.05491918796906248, "forward_seconds": 0.05491918796906248, "cache_class": "DynamicCache", "total_seconds": 0.06890275300247595}
{"mode": "serial_prefix", "id": "bc22e1d23d096960f832", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.375, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "0d932f4690a2885828aed939f5eae1ed7777d2468392fafc8e053012c6e7306e", "prompt_version": "direct-options-v1", "input_tokens": 1806, "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.008861005015205592, "prefill_seconds": 0.0, "copy_seconds": 0.004801619041245431, "suffix_forward_seconds": 0.055571920005604625, "forward_seconds": 0.055571920005604625, "cache_class": "DynamicCache", "total_seconds": 0.07122514198999852}
{"mode": "serial_prefix", "id": "2d48f597aad5fc751251", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.125, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "ab338acbcb4ca75391be8a46a8bc52b115ae9a3eda1b8c3d94b87f73272b59aa", "prompt_version": "direct-options-v1", "input_tokens": 1804, "allowed_token_mass": 0.9993383884429932, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.008386493020225316, "prefill_seconds": 0.0, "copy_seconds": 0.004639438993763179, "suffix_forward_seconds": 0.05653535499004647, "forward_seconds": 0.05653535499004647, "cache_class": "DynamicCache", "total_seconds": 0.07143034302862361}
{"mode": "serial_prefix", "id": "b29679faefb72eed30fd", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "6a50d06f36bc4da8a093c2f296307a5abafd11807983b578d5c6c0e94e7ed21e", "prompt_version": "direct-options-v1", "input_tokens": 1805, "allowed_token_mass": 0.9995213747024536, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.007853651011828333, "prefill_seconds": 0.0, "copy_seconds": 0.0044389679678715765, "suffix_forward_seconds": 0.055101129051763564, "forward_seconds": 0.055101129051763564, "cache_class": "DynamicCache", "total_seconds": 0.06920126400655136}
{"mode": "serial_prefix", "id": "2dc7de64b90859fd7050", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "9b6f479183d7a1ea8b19afb3d58f098172db0a6bf50c2c0bc2c586891710f465", "prompt_version": "direct-options-v1", "input_tokens": 1805, "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.008143641985952854, "prefill_seconds": 0.0, "copy_seconds": 0.004796869994606823, "suffix_forward_seconds": 0.054775447002612054, "forward_seconds": 0.054775447002612054, "cache_class": "DynamicCache", "total_seconds": 0.06952680600807071}
{"mode": "serial_prefix", "id": "61c84d768394abe37a57", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.75, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "4f7e1435fabc27e3ba594ea05c6a9477c5226ea4354e477690044e1921b0b0f0", "prompt_version": "direct-options-v1", "input_tokens": 1808, "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.00818372203502804, "prefill_seconds": 0.0, "copy_seconds": 0.004467296996153891, "suffix_forward_seconds": 0.054677086998708546, "forward_seconds": 0.054677086998708546, "cache_class": "DynamicCache", "total_seconds": 0.06914897402748466}
{"mode": "serial_prefix", "id": "c73e8b95eaaa1ad2dbe2", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.875, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "606580e8fdbbfc3aae6b0d7adee6feb34012504258cdc2a461fc7cd01f973d94", "prompt_version": "direct-options-v1", "input_tokens": 1808, "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.008277743007056415, "prefill_seconds": 0.0, "copy_seconds": 0.004391078022308648, "suffix_forward_seconds": 0.055217829009052366, "forward_seconds": 0.055217829009052366, "cache_class": "DynamicCache", "total_seconds": 0.06986669800244272}
{"mode": "serial_prefix", "id": "67c88c9fc60c9f738abf", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.125, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "e24d2782e94db4f87423a3be7e1ab3430fb393459f96f932029da02436249266", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.9997501969337463, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.007954681001137942, "prefill_seconds": 0.0, "copy_seconds": 0.004343217005953193, "suffix_forward_seconds": 0.05494345899205655, "forward_seconds": 0.05494345899205655, "cache_class": "DynamicCache", "total_seconds": 0.06912929500686005}
{"mode": "serial_prefix", "id": "7b6eab1ea803fcd14e77", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.625, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "c4e44f94f69bc534368140c314460dba50729b171e9e77d0604d64bc18c7c333", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.008186091959942132, "prefill_seconds": 0.0, "copy_seconds": 0.004833198967389762, "suffix_forward_seconds": 0.05579467199277133, "forward_seconds": 0.05579467199277133, "cache_class": "DynamicCache", "total_seconds": 0.0706335199647583}
{"mode": "serial_prefix", "id": "0d7486d10887f6ae5b49", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.375, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "a3f4f7d885fe1d8a6103c230003bdae7365a65d0d5e3f9ced9b1e16804719574", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.008295401989016682, "prefill_seconds": 0.0, "copy_seconds": 0.004398968012537807, "suffix_forward_seconds": 0.057307037990540266, "forward_seconds": 0.057307037990540266, "cache_class": "DynamicCache", "total_seconds": 0.07185282499995083}
{"mode": "serial_prefix", "id": "2cdd4835a0cfb6b52b08", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.5, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "8d5bc5589f43499445c276b4eb0f274b005095c934ed17a5ddaea9cd7559655c", "prompt_version": "direct-options-v1", "input_tokens": 1806, "allowed_token_mass": 0.9994184374809265, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.008056312042754143, "prefill_seconds": 0.0, "copy_seconds": 0.004381996986921877, "suffix_forward_seconds": 0.0560575730050914, "forward_seconds": 0.0560575730050914, "cache_class": "DynamicCache", "total_seconds": 0.07031712000025436}
{"mode": "serial_prefix", "id": "3a2f10ab5e31e5e0e531", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.25, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "974263a08baf0efa6f93f86630a8a1ce63bb22ebcde8aec220cfed97b584809d", "prompt_version": "direct-options-v1", "input_tokens": 1805, "allowed_token_mass": 0.999733030796051, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.00816530198790133, "prefill_seconds": 0.0, "copy_seconds": 0.004386797023471445, "suffix_forward_seconds": 0.05650933395372704, "forward_seconds": 0.05650933395372704, "cache_class": "DynamicCache", "total_seconds": 0.07086335099302232}
{"mode": "serial_prefix", "id": "acdd1f76eb0b204586db", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.375, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "9fb0c5e1e4fefce49637498db0057a3411044b40c79bd651584679bc9907077a", "prompt_version": "direct-options-v1", "input_tokens": 1811, "allowed_token_mass": 0.9998550415039062, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.007841541024390608, "prefill_seconds": 0.0, "copy_seconds": 0.0043955479632131755, "suffix_forward_seconds": 0.05781019001733512, "forward_seconds": 0.05781019001733512, "cache_class": "DynamicCache", "total_seconds": 0.07187700504437089}
{"mode": "serial_prefix", "id": "62f8937147fed61100bb", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.375, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "28e142247a1c63de66d19d7e8c2cb808bde7ace78d87d2dc29ff7d25960e8afc", "prompt_version": "direct-options-v1", "input_tokens": 1808, "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.008088032016530633, "prefill_seconds": 0.0, "copy_seconds": 0.004506306955590844, "suffix_forward_seconds": 0.05732276797061786, "forward_seconds": 0.05732276797061786, "cache_class": "DynamicCache", "total_seconds": 0.0718349459930323}
{"mode": "serial_prefix", "id": "8d11f6074c204e65bdd6", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.5, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "f02fcf847030e57171abae80f8117ba61b4646b61635de7a6208de347cdf67a1", "prompt_version": "direct-options-v1", "input_tokens": 1807, "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.00818719295784831, "prefill_seconds": 0.0, "copy_seconds": 0.004724038997665048, "suffix_forward_seconds": 0.056528304994571954, "forward_seconds": 0.056528304994571954, "cache_class": "DynamicCache", "total_seconds": 0.07143058400833979}
{"mode": "serial_prefix", "id": "72d48eb330ae27969f85", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.5, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "e55dd2309c41a973135d50fc0d3fac5504463f136a238152939115c14bd3cf14", "prompt_version": "direct-options-v1", "input_tokens": 1805, "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.007821060018613935, "prefill_seconds": 0.0, "copy_seconds": 0.005107090983074158, "suffix_forward_seconds": 0.05776910902932286, "forward_seconds": 0.05776910902932286, "cache_class": "DynamicCache", "total_seconds": 0.07252823800081387}
{"mode": "serial_prefix", "id": "fd9c3d6a74199fec3e0d", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "4fe06907b64bfcb300a320f5fc936bbdaf30692811a0faaf789521ff22605444", "prompt_version": "direct-options-v1", "input_tokens": 1808, "allowed_token_mass": 0.9995290040969849, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1730, "prefix_sha256": "a9218945db60ab09d9ebf107bd71b3d6a6b1a68cd10980cb5489427ea90f51e6", "encode_seconds": 0.008185943006537855, "prefill_seconds": 0.0, "copy_seconds": 0.004643187974579632, "suffix_forward_seconds": 0.05831904202932492, "forward_seconds": 0.05831904202932492, "cache_class": "DynamicCache", "total_seconds": 0.07306167104979977}
{"mode": "serial_prefix", "id": "0782998cb8825b51b233", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "ed4787a1cf15d79f0e32aa65c24fc31d448e3febd6d31713a2f14ab204c51a26", "prompt_version": "direct-options-v1", "input_tokens": 1838, "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.010636842052917928, "prefill_seconds": 0.40545426396420226, "copy_seconds": 0.004780858987942338, "suffix_forward_seconds": 0.05775190994609147, "forward_seconds": 0.46320617391029373, "cache_class": "DynamicCache", "total_seconds": 0.48056367301614955}
{"mode": "serial_prefix", "id": "c7df33ba31ee431ff4f7", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.625, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "333af617cc96bf6caa7b02937856029a8c3ee985d8143ed6f741c0071186d59c", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9996376633644104, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008927635964937508, "prefill_seconds": 0.0, "copy_seconds": 0.004472888016607612, "suffix_forward_seconds": 0.056757826008833945, "forward_seconds": 0.056757826008833945, "cache_class": "DynamicCache", "total_seconds": 0.07206099695758894}
{"mode": "serial_prefix", "id": "0269a518fbc9f0065950", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.125, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "45a63cad76e0830f95ef2cf7722cc246be34c20b6be6ac7024050066566dfd1b", "prompt_version": "direct-options-v1", "input_tokens": 1839, "allowed_token_mass": 0.9998341202735901, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008080803032498807, "prefill_seconds": 0.0, "copy_seconds": 0.004806658020243049, "suffix_forward_seconds": 0.05760230898158625, "forward_seconds": 0.05760230898158625, "cache_class": "DynamicCache", "total_seconds": 0.07262325001647696}
{"mode": "serial_prefix", "id": "60197ef3cf3a7876586a", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.25, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "8814fae607248e1af7537ea3b121079821c3270ea69b5612a76e4b859332db52", "prompt_version": "direct-options-v1", "input_tokens": 1839, "allowed_token_mass": 0.9997902512550354, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.007982132025063038, "prefill_seconds": 0.0, "copy_seconds": 0.0044529769802466035, "suffix_forward_seconds": 0.055878131999634206, "forward_seconds": 0.055878131999634206, "cache_class": "DynamicCache", "total_seconds": 0.07023646001471207}
{"mode": "serial_prefix", "id": "f505180756623794e6f8", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.125, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "fdbb756fd95ff252c6416bd8a887d118b3651ba113bf35b537137ed607b153c1", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9993879199028015, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008047912968322635, "prefill_seconds": 0.0, "copy_seconds": 0.004561166977509856, "suffix_forward_seconds": 0.05920098599744961, "forward_seconds": 0.05920098599744961, "cache_class": "DynamicCache", "total_seconds": 0.07371699396753684}
{"mode": "serial_prefix", "id": "dd826eaf82d1917bce02", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "89877413235f59f7e14294401dbdf57219d006ac5af142c689315049218e9ec6", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.00808853202033788, "prefill_seconds": 0.0, "copy_seconds": 0.004907839000225067, "suffix_forward_seconds": 0.057564980001188815, "forward_seconds": 0.057564980001188815, "cache_class": "DynamicCache", "total_seconds": 0.07269369001733139}
{"mode": "serial_prefix", "id": "9812b422d30fe699eb83", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.25, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "28fcf5428f0f4102e9ab6778da77d7a78cda42c01a349d8896ef536f3d2dc6e5", "prompt_version": "direct-options-v1", "input_tokens": 1833, "allowed_token_mass": 0.9992145299911499, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008325462986249477, "prefill_seconds": 0.0, "copy_seconds": 0.0044926980044692755, "suffix_forward_seconds": 0.061869047000072896, "forward_seconds": 0.061869047000072896, "cache_class": "DynamicCache", "total_seconds": 0.07665747596183792}
{"mode": "serial_prefix", "id": "8e5103bc79447188b08d", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.0, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "6e8c4ac111b69d3b0b1613c2701c2f3faebb1a39fa77cf77431791006e8067c1", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9995118379592896, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008804115001112223, "prefill_seconds": 0.0, "copy_seconds": 0.005025100021157414, "suffix_forward_seconds": 0.059200834948569536, "forward_seconds": 0.059200834948569536, "cache_class": "DynamicCache", "total_seconds": 0.07497029902879149}
{"mode": "serial_prefix", "id": "33defe954e1fe73b85ea", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.625, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "b37c8dcabc3ff8b410ca346f983fee06707ef4a785d046387c2dca32a7db9dad", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008256662986241281, "prefill_seconds": 0.0, "copy_seconds": 0.004707598011009395, "suffix_forward_seconds": 0.057847200019750744, "forward_seconds": 0.057847200019750744, "cache_class": "DynamicCache", "total_seconds": 0.07269853999605402}
{"mode": "serial_prefix", "id": "b053586eda54c5be4a23", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.25, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "91a82522e30d1198d929701b83437d7760c22f25fb7da3e961ccd2a4ccf3c0c4", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9997634887695312, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008361214015167207, "prefill_seconds": 0.0, "copy_seconds": 0.004863238020334393, "suffix_forward_seconds": 0.05755163903813809, "forward_seconds": 0.05755163903813809, "cache_class": "DynamicCache", "total_seconds": 0.07263045001309365}
{"mode": "serial_prefix", "id": "23edc2c7d2c382f75e5e", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.25, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "77efaa0f34ccb3eecefb20069799cd7c3554a97d363981c9028572ab435f6f05", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9997634887695312, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.007991452002897859, "prefill_seconds": 0.0, "copy_seconds": 0.004527258046437055, "suffix_forward_seconds": 0.056132454017642885, "forward_seconds": 0.056132454017642885, "cache_class": "DynamicCache", "total_seconds": 0.07046469097258523}
{"mode": "serial_prefix", "id": "49a5988c7c7059d30473", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.875, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "3c237351148836498170d3c654d9d96147d2d872daa1eb0caed50362ffc0cf83", "prompt_version": "direct-options-v1", "input_tokens": 1836, "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.00794457201845944, "prefill_seconds": 0.0, "copy_seconds": 0.00442172703333199, "suffix_forward_seconds": 0.05639776500174776, "forward_seconds": 0.05639776500174776, "cache_class": "DynamicCache", "total_seconds": 0.07054887100821361}
{"mode": "serial_prefix", "id": "61088dd0caeb4461d860", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.625, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "33987759c9e6bb53ed4d7fb48a7a2a19c527ec1efe4cb04762e8a51ac8501529", "prompt_version": "direct-options-v1", "input_tokens": 1836, "allowed_token_mass": 0.9995309114456177, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.00825487298425287, "prefill_seconds": 0.0, "copy_seconds": 0.004441286961082369, "suffix_forward_seconds": 0.05704916699323803, "forward_seconds": 0.05704916699323803, "cache_class": "DynamicCache", "total_seconds": 0.07157932600239292}
{"mode": "serial_prefix", "id": "2f58ba98544124cf4956", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.0, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "5914682aac75834cd255489837cb983713190e7d2be034fa5da675dbf73b9aed", "prompt_version": "direct-options-v1", "input_tokens": 1836, "allowed_token_mass": 0.9997482895851135, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.007980662980116904, "prefill_seconds": 0.0, "copy_seconds": 0.004544178023934364, "suffix_forward_seconds": 0.055931604001671076, "forward_seconds": 0.055931604001671076, "cache_class": "DynamicCache", "total_seconds": 0.07032341201556846}
{"mode": "serial_prefix", "id": "31a5d06495cabd86dcf9", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [25.375, 23.75], "answer_token_ids": [32, 33], "prompt_sha256": "af981403a765dd45adbd5a661c2513c2ffba235c62870101b1e8fb11adca35e3", "prompt_version": "direct-options-v1", "input_tokens": 1835, "allowed_token_mass": 0.9992697834968567, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008164022001437843, "prefill_seconds": 0.0, "copy_seconds": 0.004493098007515073, "suffix_forward_seconds": 0.06022509100148454, "forward_seconds": 0.06022509100148454, "cache_class": "DynamicCache", "total_seconds": 0.07491182902595028}
{"mode": "serial_prefix", "id": "495e1a3dfa3932608ccf", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "2866fe4ccd58d13ca1dd540daa4664e4165319ea04a73688767c9e3374108e5b", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008778724994044751, "prefill_seconds": 0.0, "copy_seconds": 0.00473103899275884, "suffix_forward_seconds": 0.05742364900652319, "forward_seconds": 0.05742364900652319, "cache_class": "DynamicCache", "total_seconds": 0.07272042997647077}
{"mode": "serial_prefix", "id": "6af9fef0082e371f3dc7", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.125, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "0e18f08507c9d426637a7cecc0b142699650199845591da3444b9990f72a0028", "prompt_version": "direct-options-v1", "input_tokens": 1840, "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.007911431952379644, "prefill_seconds": 0.0, "copy_seconds": 0.005191260017454624, "suffix_forward_seconds": 0.05665869702352211, "forward_seconds": 0.05665869702352211, "cache_class": "DynamicCache", "total_seconds": 0.07168820698279887}
{"mode": "serial_prefix", "id": "8fae0e11c5013f7051be", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "635e910fc482c4c0740ee98b19fcba6cb832804d628cfb615276cc538cce2900", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.009738509019371122, "prefill_seconds": 0.0, "copy_seconds": 0.005299151001963764, "suffix_forward_seconds": 0.05653087596874684, "forward_seconds": 0.05653087596874684, "cache_class": "DynamicCache", "total_seconds": 0.07363003399223089}
{"mode": "serial_prefix", "id": "f4829f1432300db07eb3", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.625, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "1cdea114ace03385f78a7060642a75a9d62edc791158465eb37452c387aa6f15", "prompt_version": "direct-options-v1", "input_tokens": 1836, "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008020812005270272, "prefill_seconds": 0.0, "copy_seconds": 0.004587358969729394, "suffix_forward_seconds": 0.057505328964907676, "forward_seconds": 0.057505328964907676, "cache_class": "DynamicCache", "total_seconds": 0.0720548479584977}
{"mode": "serial_prefix", "id": "ea2957feb162747a32c4", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "162fca9688dc67c0b64df1e25833aeac4229c38857ea4d0fd6702fdf42aef7c1", "prompt_version": "direct-options-v1", "input_tokens": 1834, "allowed_token_mass": 0.9994431734085083, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008342304034158587, "prefill_seconds": 0.0, "copy_seconds": 0.004959889978636056, "suffix_forward_seconds": 0.05579054303234443, "forward_seconds": 0.05579054303234443, "cache_class": "DynamicCache", "total_seconds": 0.071132774988655}
{"mode": "serial_prefix", "id": "cb24887d88c41b95d297", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [23.875, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "d7191fb2f4171d38635fd57e642fd5535a05a13aaec225f28a0c46633feee7ef", "prompt_version": "direct-options-v1", "input_tokens": 1837, "allowed_token_mass": 0.9993345737457275, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1759, "prefix_sha256": "b80b9bd9fa874a4ccba61a110a77c652bbdf8cc905c27dd132e03841bcfaeb10", "encode_seconds": 0.008100651961285621, "prefill_seconds": 0.0, "copy_seconds": 0.00446167797781527, "suffix_forward_seconds": 0.056418664986267686, "forward_seconds": 0.056418664986267686, "cache_class": "DynamicCache", "total_seconds": 0.07098377298098058}
{"mode": "serial_prefix", "id": "eca9371590c052f92d8a", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "255311e6511dd0c9f9bb1f1ef6c9294613fade977eef1b7e534d5908ca2d7a3b", "prompt_version": "direct-options-v1", "input_tokens": 1862, "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.011789428011979908, "prefill_seconds": 0.4061304629431106, "copy_seconds": 0.00570279301609844, "suffix_forward_seconds": 0.06234056001994759, "forward_seconds": 0.4684710229630582, "cache_class": "DynamicCache", "total_seconds": 0.4879678620491177}
{"mode": "serial_prefix", "id": "d39609882c0a7caca71f", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.125, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "2756fee69caf8c7738a853942ddb7a0710ca7e6c1853a61c92f67d1a052faf0d", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9995157122612, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009915328992065042, "prefill_seconds": 0.0, "copy_seconds": 0.0054526220192201436, "suffix_forward_seconds": 0.06336485396604985, "forward_seconds": 0.06336485396604985, "cache_class": "DynamicCache", "total_seconds": 0.08099182398291305}
{"mode": "serial_prefix", "id": "0619c3673e1b1d6f2458", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.625, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "c79c18e960305d491866295efd0443d33a76d090e987c5d29900b7524e075dae", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009405288030393422, "prefill_seconds": 0.0, "copy_seconds": 0.005152760946657509, "suffix_forward_seconds": 0.063146082975436, "forward_seconds": 0.063146082975436, "cache_class": "DynamicCache", "total_seconds": 0.079871230002027}
{"mode": "serial_prefix", "id": "e963cc5058433ae88d19", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.75, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "095bfde479d9df32aed7694808540eb54729bb275f1d4af54a88177df7a31adf", "prompt_version": "direct-options-v1", "input_tokens": 1863, "allowed_token_mass": 0.9996224045753479, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009554717980790883, "prefill_seconds": 0.0, "copy_seconds": 0.00534942199010402, "suffix_forward_seconds": 0.06400107697118074, "forward_seconds": 0.06400107697118074, "cache_class": "DynamicCache", "total_seconds": 0.08103934396058321}
{"mode": "serial_prefix", "id": "b52b17c6376d079bc35e", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.875, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "9c60fcc82c939124ae0671bcade521064dd459e5b2054403f2b16785b7a1f1c5", "prompt_version": "direct-options-v1", "input_tokens": 1859, "allowed_token_mass": 0.9992659687995911, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009558768011629581, "prefill_seconds": 0.0, "copy_seconds": 0.005391012004110962, "suffix_forward_seconds": 0.06430147698847577, "forward_seconds": 0.06430147698847577, "cache_class": "DynamicCache", "total_seconds": 0.0813864049850963}
{"mode": "serial_prefix", "id": "fafc80e6998c279029c8", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.625, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "95cab9ad674fdd83600d4e5a771ff2e1386c688635f5ebaf21a988751eb9ce64", "prompt_version": "direct-options-v1", "input_tokens": 1859, "allowed_token_mass": 0.9994985461235046, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009640048025175929, "prefill_seconds": 0.0, "copy_seconds": 0.005096781009342521, "suffix_forward_seconds": 0.061662036983761936, "forward_seconds": 0.061662036983761936, "cache_class": "DynamicCache", "total_seconds": 0.07850625400897115}
{"mode": "serial_prefix", "id": "f94ad249daf193ab5e5e", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "64d28bb93babd6fb4eb46ad9cba5a1b490b9a525230e8931f165e62e2c835fed", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9990544319152832, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009720398986246437, "prefill_seconds": 0.0, "copy_seconds": 0.005396532011218369, "suffix_forward_seconds": 0.06410675699589774, "forward_seconds": 0.06410675699589774, "cache_class": "DynamicCache", "total_seconds": 0.08134135499130934}
{"mode": "serial_prefix", "id": "238e4d2bf1e72d2509b1", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.375, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "4e1663fa69285fbdce1f5ec986906ebbc94ca2e216634819ba2cb9b1989b2323", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9991058707237244, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.00956137798493728, "prefill_seconds": 0.0, "copy_seconds": 0.005252471019048244, "suffix_forward_seconds": 0.06480567896505818, "forward_seconds": 0.06480567896505818, "cache_class": "DynamicCache", "total_seconds": 0.0817698470200412}
{"mode": "serial_prefix", "id": "8cceed43bdac5fcd8b5e", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.5, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "3683fc40ef99991cbe7f2784236aec8ed0e5e1a9f57387ebccdfa660239a6518", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9993287920951843, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009738589986227453, "prefill_seconds": 0.0, "copy_seconds": 0.005329381034243852, "suffix_forward_seconds": 0.06284354202216491, "forward_seconds": 0.06284354202216491, "cache_class": "DynamicCache", "total_seconds": 0.08011951099615544}
{"mode": "serial_prefix", "id": "bfbd3eae5343079f9a5d", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.25, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "cc7a8a2a37dec50f48807d4bd9cd9d20df271a422e82d3fdba77b79f44818112", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9993955492973328, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009118827001657337, "prefill_seconds": 0.0, "copy_seconds": 0.004542357986792922, "suffix_forward_seconds": 0.05776098201749846, "forward_seconds": 0.05776098201749846, "cache_class": "DynamicCache", "total_seconds": 0.07336500403471291}
{"mode": "serial_prefix", "id": "2627b4c2ba571aef609f", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "c96ef45f42c02aa35490086b4ca32f93a9ec52993f4189a8239f19ac3be23657", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.008857625012751669, "prefill_seconds": 0.0, "copy_seconds": 0.004801649018190801, "suffix_forward_seconds": 0.06079774402314797, "forward_seconds": 0.06079774402314797, "cache_class": "DynamicCache", "total_seconds": 0.07637299498310313}
{"mode": "serial_prefix", "id": "b0afc53dfeb61e7b211d", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "45669914e9d054690df8a43e7bd492234fd6e70ef971c3d2e48e1ea5c9fc3b8f", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9995690584182739, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009593217982910573, "prefill_seconds": 0.0, "copy_seconds": 0.005345281970221549, "suffix_forward_seconds": 0.06449468899518251, "forward_seconds": 0.06449468899518251, "cache_class": "DynamicCache", "total_seconds": 0.08159498701570556}
{"mode": "serial_prefix", "id": "6dd5a5405302976b2569", "option_ids": ["yes", "no"], "probabilities": [0.9241418242454529, 0.07585817575454712], "option_logits": [26.0, 23.5], "answer_token_ids": [32, 33], "prompt_sha256": "3696bc06c18f16e59f4c807d92b062c7c019af5c420c91ae10c4fc4f413dad97", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9994032382965088, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009129977028351277, "prefill_seconds": 0.0, "copy_seconds": 0.005032919987570494, "suffix_forward_seconds": 0.05864993599243462, "forward_seconds": 0.05864993599243462, "cache_class": "DynamicCache", "total_seconds": 0.07477466005366296}
{"mode": "serial_prefix", "id": "e201950b9719ec18df0d", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [25.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "3d78e1d37bc4d1ab4b30803db6a784d5b176444e15112e57cfd32f89b486c898", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.008310642966534942, "prefill_seconds": 0.0, "copy_seconds": 0.004866678966209292, "suffix_forward_seconds": 0.05766473198309541, "forward_seconds": 0.05766473198309541, "cache_class": "DynamicCache", "total_seconds": 0.07284851197618991}
{"mode": "serial_prefix", "id": "83da02bd361b6cc168f8", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.375, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "8184bd2a70255dba29c223ff18a786e6276fadb47bb50e46152caf61410ba994", "prompt_version": "direct-options-v1", "input_tokens": 1859, "allowed_token_mass": 0.998972475528717, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.008322453999426216, "prefill_seconds": 0.0, "copy_seconds": 0.004444248043000698, "suffix_forward_seconds": 0.05936216894770041, "forward_seconds": 0.05936216894770041, "cache_class": "DynamicCache", "total_seconds": 0.0740513579803519}
{"mode": "serial_prefix", "id": "237bb9aece8405817147", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.625, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "13862d00c591b0fa07722c657ffdb98f470239193e870675d3acb9dacaa08a02", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9993593692779541, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009215637983288616, "prefill_seconds": 0.0, "copy_seconds": 0.004918318998534232, "suffix_forward_seconds": 0.05727476003812626, "forward_seconds": 0.05727476003812626, "cache_class": "DynamicCache", "total_seconds": 0.07354225497692823}
{"mode": "serial_prefix", "id": "b5f6a467f7ede7876dc1", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "52a13251504cdc4cc21a8ad3c07921de0f88661a6b3802577250f106f3c96d4b", "prompt_version": "direct-options-v1", "input_tokens": 1864, "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.008530804014299065, "prefill_seconds": 0.0, "copy_seconds": 0.004827719007153064, "suffix_forward_seconds": 0.057070259004831314, "forward_seconds": 0.057070259004831314, "cache_class": "DynamicCache", "total_seconds": 0.07224054000107571}
{"mode": "serial_prefix", "id": "39e576e9bf7a60073cbe", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "5c176492b8a4a13681ec0fdd8051659459bb8ff240e05eaf6be5b81a1be51741", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9996072053909302, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.00805435300571844, "prefill_seconds": 0.0, "copy_seconds": 0.004438187985215336, "suffix_forward_seconds": 0.06172764801885933, "forward_seconds": 0.06172764801885933, "cache_class": "DynamicCache", "total_seconds": 0.07612112601054832}
{"mode": "serial_prefix", "id": "1e54374958de7923e146", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [25.25, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "b8d09fe54f11cb3a71c5b25c56185141bae3937c514614e1f62cfcf6c128c585", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9997406005859375, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.009086587000638247, "prefill_seconds": 0.0, "copy_seconds": 0.004854568978771567, "suffix_forward_seconds": 0.05716845998540521, "forward_seconds": 0.05716845998540521, "cache_class": "DynamicCache", "total_seconds": 0.07302926300326362}
{"mode": "serial_prefix", "id": "da756730ed3f284e227a", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.0, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "8e85beadbe197d425a6019da87c96b27d7a1029849c7b77598b49f68a61046e6", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9991688132286072, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.008213124005123973, "prefill_seconds": 0.0, "copy_seconds": 0.004468567960429937, "suffix_forward_seconds": 0.055702333978842944, "forward_seconds": 0.055702333978842944, "cache_class": "DynamicCache", "total_seconds": 0.07021367200650275}
{"mode": "serial_prefix", "id": "1933db499065d09d4c8a", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.0, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "473048d816f8373c3dcffee26b30e6706275f3f2c15296869b737c89341706a4", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9993441104888916, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1783, "prefix_sha256": "a3ee9b0bbf2c35a4c7941a70d83ade011bb5f916722f29df5c56d7caf11fd3e9", "encode_seconds": 0.008259063004516065, "prefill_seconds": 0.0, "copy_seconds": 0.0044324679765850306, "suffix_forward_seconds": 0.05701488797785714, "forward_seconds": 0.05701488797785714, "cache_class": "DynamicCache", "total_seconds": 0.0714785159798339}
{"mode": "serial_prefix", "id": "525d7b4fb78fe876688c", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "d70dc5f65ec0f17ef72f70c89aebef0b7ec0c34c8167ffb0446b481d642b068f", "prompt_version": "direct-options-v1", "input_tokens": 1859, "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.011814378027338535, "prefill_seconds": 0.4057530090212822, "copy_seconds": 0.004926900030113757, "suffix_forward_seconds": 0.05662980698980391, "forward_seconds": 0.4623828160110861, "cache_class": "DynamicCache", "total_seconds": 0.4810121130431071}
{"mode": "serial_prefix", "id": "8f2b2bf755ea1437abf1", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.25, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "aeee227460e2b8899baf6ec485e8f61714cd30a5b937786d5873e654dc97a8c7", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.00887051597237587, "prefill_seconds": 0.0, "copy_seconds": 0.004414918017573655, "suffix_forward_seconds": 0.05630617600400001, "forward_seconds": 0.05630617600400001, "cache_class": "DynamicCache", "total_seconds": 0.07142270798794925}
{"mode": "serial_prefix", "id": "612007ed2fc7371c8992", "option_ids": ["yes", "no"], "probabilities": [0.005911068990826607, 0.9940890073776245], "option_logits": [22.875, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "53a9a9346a02169b99852344e90e241597f8b2cd508196a4f4338831bcff67cb", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9998931884765625, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008028593030758202, "prefill_seconds": 0.0, "copy_seconds": 0.004589148971717805, "suffix_forward_seconds": 0.05532729299739003, "forward_seconds": 0.05532729299739003, "cache_class": "DynamicCache", "total_seconds": 0.07000635203439742}
{"mode": "serial_prefix", "id": "2cd6fc8993c77d65530b", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.125, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "b62f8e9596df653cf28e31294e4ae5a711171ff8a1419cb922b14b766a57bb3e", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9998360276222229, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.00839810399338603, "prefill_seconds": 0.0, "copy_seconds": 0.004798709007445723, "suffix_forward_seconds": 0.05585237400373444, "forward_seconds": 0.05585237400373444, "cache_class": "DynamicCache", "total_seconds": 0.07094349595718086}
{"mode": "serial_prefix", "id": "b32d822b7211b2c0c25b", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.25, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "fe2d7b6fdd9141f9aeb2f11d920576efe7daee92acb5f7747f58a9ac412b5438", "prompt_version": "direct-options-v1", "input_tokens": 1856, "allowed_token_mass": 0.999466061592102, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008043962996453047, "prefill_seconds": 0.0, "copy_seconds": 0.004460897005628794, "suffix_forward_seconds": 0.055200061993673444, "forward_seconds": 0.055200061993673444, "cache_class": "DynamicCache", "total_seconds": 0.06959185999585316}
{"mode": "serial_prefix", "id": "f7cca8df9ae2a235ca18", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.625, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "906be358faa54e93d9682933d8d61134e09cea9988e0dea4470bcc6a764201e4", "prompt_version": "direct-options-v1", "input_tokens": 1856, "allowed_token_mass": 0.9996224045753479, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.00886332499794662, "prefill_seconds": 0.0, "copy_seconds": 0.004472857981454581, "suffix_forward_seconds": 0.05644973798189312, "forward_seconds": 0.05644973798189312, "cache_class": "DynamicCache", "total_seconds": 0.07159276801394299}
{"mode": "serial_prefix", "id": "94e6bb4d12f813123feb", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "c86b60802659dd614c91dfd94a94692a2dfee7552907cfb5e39667b1499e4d09", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.9995328187942505, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008234962995629758, "prefill_seconds": 0.0, "copy_seconds": 0.004416068026330322, "suffix_forward_seconds": 0.057250119978562, "forward_seconds": 0.057250119978562, "cache_class": "DynamicCache", "total_seconds": 0.07172976795118302}
{"mode": "serial_prefix", "id": "6136005af5b7861ad66c", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.75, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "148709c3fbc9b4f526f0e53e892574979bf6401b69f6658153881c66d7fca392", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9996320009231567, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008091011957731098, "prefill_seconds": 0.0, "copy_seconds": 0.0046738089877180755, "suffix_forward_seconds": 0.056731947988737375, "forward_seconds": 0.056731947988737375, "cache_class": "DynamicCache", "total_seconds": 0.07131079694954678}
{"mode": "serial_prefix", "id": "23e014fcbc2fb9899698", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.75, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "45176264131ccf81ebc6adf95f52df0427a942f1f17e36bde7267279c3964e26", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008022293040994555, "prefill_seconds": 0.0, "copy_seconds": 0.005035690031945705, "suffix_forward_seconds": 0.060671593993902206, "forward_seconds": 0.060671593993902206, "cache_class": "DynamicCache", "total_seconds": 0.07558569504180923}
{"mode": "serial_prefix", "id": "8dcb7cf878a64839a026", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.25, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "c6c7233457c7d2614ba1795542d787bbc267a231dd702ec1124a2fa0a7e6dbfb", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9998207688331604, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.007996332016773522, "prefill_seconds": 0.0, "copy_seconds": 0.004476347006857395, "suffix_forward_seconds": 0.057596233033109456, "forward_seconds": 0.057596233033109456, "cache_class": "DynamicCache", "total_seconds": 0.07203211000887677}
{"mode": "serial_prefix", "id": "a464605c10210edad127", "option_ids": ["yes", "no"], "probabilities": [0.9859364032745361, 0.014063626527786255], "option_logits": [26.75, 22.5], "answer_token_ids": [32, 33], "prompt_sha256": "f84718fd965880953af03c723a21935df6dd26da27f343b8664ce1e7c56ee72e", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9997044205665588, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008672114985529333, "prefill_seconds": 0.0, "copy_seconds": 0.004509857972152531, "suffix_forward_seconds": 0.05587397498311475, "forward_seconds": 0.05587397498311475, "cache_class": "DynamicCache", "total_seconds": 0.07111730601172894}
{"mode": "serial_prefix", "id": "375bf431d98250b93785", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.125, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "452ed6c61ef2434c27805b61a2bd5c4ebe746098f57c8a8adb42034c16f3dbe6", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9997482895851135, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008385354012716562, "prefill_seconds": 0.0, "copy_seconds": 0.004494367982260883, "suffix_forward_seconds": 0.05650716699892655, "forward_seconds": 0.05650716699892655, "cache_class": "DynamicCache", "total_seconds": 0.07120099698659033}
{"mode": "serial_prefix", "id": "7d5521df842cdb736a25", "option_ids": ["yes", "no"], "probabilities": [0.8933094143867493, 0.10669060051441193], "option_logits": [26.25, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "87589448f138b34a211c431f675766df3d00ab14390682800bdddcfb634ed1a8", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9994565844535828, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008257334004156291, "prefill_seconds": 0.0, "copy_seconds": 0.004420178011059761, "suffix_forward_seconds": 0.05697795999003574, "forward_seconds": 0.05697795999003574, "cache_class": "DynamicCache", "total_seconds": 0.07147602800978348}
{"mode": "serial_prefix", "id": "7e2a86ce2923ea1a1b2e", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.25, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "3d2841d0a22326d895dce675265e55b7d27792f4f095a615124b1497af3e0983", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.007969642989337444, "prefill_seconds": 0.0, "copy_seconds": 0.004452537978067994, "suffix_forward_seconds": 0.05610629601869732, "forward_seconds": 0.05610629601869732, "cache_class": "DynamicCache", "total_seconds": 0.07036123401485384}
{"mode": "serial_prefix", "id": "bea9770399b489698fb8", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.25, 24.0], "answer_token_ids": [32, 33], "prompt_sha256": "c607a33192bccafc888e60357eb68f2d86c2fc3ba71a63d7453c813ca2397628", "prompt_version": "direct-options-v1", "input_tokens": 1856, "allowed_token_mass": 0.9987896084785461, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.007914462010376155, "prefill_seconds": 0.0, "copy_seconds": 0.004816708969883621, "suffix_forward_seconds": 0.055769323953427374, "forward_seconds": 0.055769323953427374, "cache_class": "DynamicCache", "total_seconds": 0.07033522304845974}
{"mode": "serial_prefix", "id": "00ba476777582bb75866", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.125, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "195e1f86f93b446f8c68248492c65107836c33b386819c16b2cccbb51950a7f0", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008423633989877999, "prefill_seconds": 0.0, "copy_seconds": 0.004558339016512036, "suffix_forward_seconds": 0.06162932905135676, "forward_seconds": 0.06162932905135676, "cache_class": "DynamicCache", "total_seconds": 0.07640926900785416}
{"mode": "serial_prefix", "id": "4ac171bfa6c98b363d77", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.375, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "8574c0c4de6abed1dffcead0a5bc06f5ed5ed0ec7ade7176b15439b25d7250c1", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9998035430908203, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008050853037275374, "prefill_seconds": 0.0, "copy_seconds": 0.004353586002252996, "suffix_forward_seconds": 0.056681748013943434, "forward_seconds": 0.056681748013943434, "cache_class": "DynamicCache", "total_seconds": 0.07088822603691369}
{"mode": "serial_prefix", "id": "3833283d798993539e96", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.125, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "d2bc09f9c3d066b6eabac3877d23e7ec6e6dbbdbfbafdb2f0f2aeb0cb67b9de5", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008047913026530296, "prefill_seconds": 0.0, "copy_seconds": 0.0044344880152493715, "suffix_forward_seconds": 0.056673327984753996, "forward_seconds": 0.056673327984753996, "cache_class": "DynamicCache", "total_seconds": 0.07107974699465558}
{"mode": "serial_prefix", "id": "64c3872396555bf9e345", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.875, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "1b30789f301f650306d9389fa4a4ed6696b9cf4adb100742458803b7599b3b91", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9997692704200745, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008463264035526663, "prefill_seconds": 0.0, "copy_seconds": 0.004458668001461774, "suffix_forward_seconds": 0.057010230026207864, "forward_seconds": 0.057010230026207864, "cache_class": "DynamicCache", "total_seconds": 0.07196900900453329}
{"mode": "serial_prefix", "id": "b8803f01525a22b9117b", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.625, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "364c00e0624b6af1c0aa15f7b8adc4c267fd7c71bc978a8ed86ebc0c8e7c807d", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.999733030796051, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.00849417399149388, "prefill_seconds": 0.0, "copy_seconds": 0.0052769609610550106, "suffix_forward_seconds": 0.056608227954711765, "forward_seconds": 0.056608227954711765, "cache_class": "DynamicCache", "total_seconds": 0.07220356201287359}
{"mode": "serial_prefix", "id": "d591e861500045fb80d7", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.75, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "afe7cab7d5a6687fa882432c9223347e48e4e8f1eceedbe26b6b6b819abf7f5c", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "a26e9c37f0ed7d5670d8106887fefc2c28ea38b341806685fb4b07b90e52d0c8", "encode_seconds": 0.008586895011831075, "prefill_seconds": 0.0, "copy_seconds": 0.0045603279722854495, "suffix_forward_seconds": 0.05758948199218139, "forward_seconds": 0.05758948199218139, "cache_class": "DynamicCache", "total_seconds": 0.07272345299134031}
{"mode": "serial_prefix", "id": "3b51dc427ef80b74043a", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.5, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "fc84bf38f453cd2fcc801e783ad11b379e4306c54bacd31731ede92ff157a503", "prompt_version": "direct-options-v1", "input_tokens": 1859, "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.011201604967936873, "prefill_seconds": 0.406802001001779, "copy_seconds": 0.0048477089731022716, "suffix_forward_seconds": 0.056909310980699956, "forward_seconds": 0.46371131198247895, "cache_class": "DynamicCache", "total_seconds": 0.48163021297659725}
{"mode": "serial_prefix", "id": "60eddb1f382ff14a5441", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [25.125, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "c6a02ea1ee8af2b8f1b4091c1e5dfe50055f0eadd184d90480a2befc79754ca8", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.0088702859939076, "prefill_seconds": 0.0, "copy_seconds": 0.004473578010220081, "suffix_forward_seconds": 0.05659275804646313, "forward_seconds": 0.05659275804646313, "cache_class": "DynamicCache", "total_seconds": 0.07199705101083964}
{"mode": "serial_prefix", "id": "9bcdaea127011b8e438a", "option_ids": ["yes", "no"], "probabilities": [0.006692850962281227, 0.9933071732521057], "option_logits": [23.125, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "38ee50e01e6a69ef651c470e0aa109b40dc0374d56d244bc67af8a9a7b2525aa", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9999122619628906, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.00888433598447591, "prefill_seconds": 0.0, "copy_seconds": 0.0044190179905854166, "suffix_forward_seconds": 0.057574672042392194, "forward_seconds": 0.057574672042392194, "cache_class": "DynamicCache", "total_seconds": 0.0728002039832063}
{"mode": "serial_prefix", "id": "6f365d972848553558f8", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.25, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "e45d740b0eada4aabf46a95a96f0af1ae499542fd126a22c4f8fb5cc66d9feb9", "prompt_version": "direct-options-v1", "input_tokens": 1860, "allowed_token_mass": 0.9998798966407776, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.00809761299751699, "prefill_seconds": 0.0, "copy_seconds": 0.004421357996761799, "suffix_forward_seconds": 0.058080234040971845, "forward_seconds": 0.058080234040971845, "cache_class": "DynamicCache", "total_seconds": 0.07241601299028844}
{"mode": "serial_prefix", "id": "550d90336950bbb02082", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "50e0f7c21203bbeba118514c0ac94f5b85cccda6dcb312502e81c5523489b43f", "prompt_version": "direct-options-v1", "input_tokens": 1856, "allowed_token_mass": 0.9996129274368286, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.008874955994542688, "prefill_seconds": 0.0, "copy_seconds": 0.005156419996637851, "suffix_forward_seconds": 0.06200789101421833, "forward_seconds": 0.06200789101421833, "cache_class": "DynamicCache", "total_seconds": 0.07812647602986544}
{"mode": "serial_prefix", "id": "aa82b5638ae5af3283d9", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "2bfd8551a5cd837a3c69bbe254c2d647f0a5f1489305b12b04be5b57eea980c4", "prompt_version": "direct-options-v1", "input_tokens": 1856, "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.007957611000165343, "prefill_seconds": 0.0, "copy_seconds": 0.004690748988650739, "suffix_forward_seconds": 0.0564173290040344, "forward_seconds": 0.0564173290040344, "cache_class": "DynamicCache", "total_seconds": 0.07089045603061095}
{"mode": "serial_prefix", "id": "18300205da6b06e427e7", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "9adf2dcb8750744e9032b453774210cd85ba62242cb0e8fab1febcb566427935", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.9996033310890198, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.008539304020814598, "prefill_seconds": 0.0, "copy_seconds": 0.004783978976774961, "suffix_forward_seconds": 0.05947859998559579, "forward_seconds": 0.05947859998559579, "cache_class": "DynamicCache", "total_seconds": 0.07496698200702667}
{"mode": "serial_prefix", "id": "b555a3bc234843e8fd20", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "64bda9fe87fa90c33ddd4c862c4b7a13742fd231aaf325599e969446b2809c8c", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.007937492046039551, "prefill_seconds": 0.0, "copy_seconds": 0.004743428959045559, "suffix_forward_seconds": 0.05670003895647824, "forward_seconds": 0.05670003895647824, "cache_class": "DynamicCache", "total_seconds": 0.07118691701907665}
{"mode": "serial_prefix", "id": "3803aef68fc4cf402cfa", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.875, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "46ff389035f94fa284dea3abc9872c6fcb61954beb81ea2d85776031bba26748", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.008241012983489782, "prefill_seconds": 0.0, "copy_seconds": 0.004700628982391208, "suffix_forward_seconds": 0.05692626000382006, "forward_seconds": 0.05692626000382006, "cache_class": "DynamicCache", "total_seconds": 0.07170253898948431}
{"mode": "serial_prefix", "id": "ab67da43bc4ae225ca45", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.25, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "ef4a04c090fec099a5a0d96b369d5fb465de2b49a7a7bc467797d95e0128122b", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9998589158058167, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.008507644000928849, "prefill_seconds": 0.0, "copy_seconds": 0.004762078984640539, "suffix_forward_seconds": 0.058022874989546835, "forward_seconds": 0.058022874989546835, "cache_class": "DynamicCache", "total_seconds": 0.07308695500250906}
{"mode": "serial_prefix", "id": "e304f1a695fbde4c57c0", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.5, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "fb0d67c84dd7408fe26676422621b66d4debd77ae39dfe81eee8d8a1800b1183", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9998302459716797, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.00854661496123299, "prefill_seconds": 0.0, "copy_seconds": 0.004479798022657633, "suffix_forward_seconds": 0.05540811497485265, "forward_seconds": 0.05540811497485265, "cache_class": "DynamicCache", "total_seconds": 0.07034725497942418}
{"mode": "serial_prefix", "id": "25e0f2a9c06d53597433", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.75, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "d8bc7f7a28372442b6773984bf7d9f195c70cecf3ffeb15ac87ddbb107ea5042", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9998073577880859, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.008175953000318259, "prefill_seconds": 0.0, "copy_seconds": 0.004357236961368471, "suffix_forward_seconds": 0.05463784001767635, "forward_seconds": 0.05463784001767635, "cache_class": "DynamicCache", "total_seconds": 0.06892201799200848}
{"mode": "serial_prefix", "id": "3d9ac02495a549a4104a", "option_ids": ["yes", "no"], "probabilities": [0.9046505093574524, 0.09534946084022522], "option_logits": [26.25, 24.0], "answer_token_ids": [32, 33], "prompt_sha256": "a222fcfe0d472c899b1356198bac68fcfb8cb3f73a75b6d8358e77e1822ffd18", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9995404481887817, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.007835851982235909, "prefill_seconds": 0.0, "copy_seconds": 0.004347987996879965, "suffix_forward_seconds": 0.05447385995648801, "forward_seconds": 0.05447385995648801, "cache_class": "DynamicCache", "total_seconds": 0.06840576697140932}
{"mode": "serial_prefix", "id": "2591d84ff86f249a2209", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.375, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "0943f3561b663ea799dd95d3c8bfaeedfc8147d974abaf42dc262ec7e603417e", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9997711777687073, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.007854402007069439, "prefill_seconds": 0.0, "copy_seconds": 0.0044456879841163754, "suffix_forward_seconds": 0.0545044100144878, "forward_seconds": 0.0545044100144878, "cache_class": "DynamicCache", "total_seconds": 0.06854913698043674}
{"mode": "serial_prefix", "id": "25a6e0e8ce0d1ea7f94d", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.75, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "c998098eed4b0489cfe5587044a750609b827250bb95390825a685946718c814", "prompt_version": "direct-options-v1", "input_tokens": 1856, "allowed_token_mass": 0.9991210699081421, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.00793886196333915, "prefill_seconds": 0.0, "copy_seconds": 0.00441724801203236, "suffix_forward_seconds": 0.05396355898119509, "forward_seconds": 0.05396355898119509, "cache_class": "DynamicCache", "total_seconds": 0.06806349597172812}
{"mode": "serial_prefix", "id": "a3e3796eca86c829f954", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "2afef5e53be02a4f5f7eaf7d978a9fd1a989088eebb12b644ba8beabed752180", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.007827231951523572, "prefill_seconds": 0.0, "copy_seconds": 0.00436281698057428, "suffix_forward_seconds": 0.05772958404850215, "forward_seconds": 0.05772958404850215, "cache_class": "DynamicCache", "total_seconds": 0.07175930094672367}
{"mode": "serial_prefix", "id": "7ddd9ab13077ca92888a", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.125, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "5f9a793d0bc14755d02271b5e6537c643ccc35d81b0291932229fd0360efaa98", "prompt_version": "direct-options-v1", "input_tokens": 1861, "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.009395788016263396, "prefill_seconds": 0.0, "copy_seconds": 0.004635998979210854, "suffix_forward_seconds": 0.06134392897365615, "forward_seconds": 0.06134392897365615, "cache_class": "DynamicCache", "total_seconds": 0.07737641304265708}
{"mode": "serial_prefix", "id": "d78f6f4563e106ec8da3", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "3a05796eb3fe1b32e0a80aa0ab45bbce200f1c9e84a2f3a4aac651e65fb5a83b", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.008966666006017476, "prefill_seconds": 0.0, "copy_seconds": 0.0047438699984923005, "suffix_forward_seconds": 0.06094949698308483, "forward_seconds": 0.06094949698308483, "cache_class": "DynamicCache", "total_seconds": 0.07672503095818684}
{"mode": "serial_prefix", "id": "9d0cd18ef17c13da62ab", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.75, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "ef427d7e08b53d85f6a4abd83ef0d3dba49a2cc2dbb685463ec2c290df90e3da", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.008994675998110324, "prefill_seconds": 0.0, "copy_seconds": 0.005154301004949957, "suffix_forward_seconds": 0.06366730900481343, "forward_seconds": 0.06366730900481343, "cache_class": "DynamicCache", "total_seconds": 0.07997296401299536}
{"mode": "serial_prefix", "id": "1df4bafb7a4cc3c6edb9", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.75, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "dcf484543258e7488c018a7236f00993a90cdacf8a1aeb6e6ae857b9b5a78c36", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9997349381446838, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.008967196976300329, "prefill_seconds": 0.0, "copy_seconds": 0.005263721977826208, "suffix_forward_seconds": 0.062290171976201236, "forward_seconds": 0.062290171976201236, "cache_class": "DynamicCache", "total_seconds": 0.07839982799487188}
{"mode": "serial_prefix", "id": "44017db8148c3210016f", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "a35e343181f4164efe4761606ec1e1bab0328024e5c8fb9ec4d47d6fd8ba3acf", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9995537400245667, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1780, "prefix_sha256": "0214193086c6e0d4d8240ca29b3969e440733383856fb24f229b74f5b17b6142", "encode_seconds": 0.009149306977633387, "prefill_seconds": 0.0, "copy_seconds": 0.0051192810060456395, "suffix_forward_seconds": 0.05691491096513346, "forward_seconds": 0.05691491096513346, "cache_class": "DynamicCache", "total_seconds": 0.07315772701986134}
{"mode": "serial_prefix", "id": "f00c9176f28153c8f28f", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [26.0, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "fd3573419b422d6b928da1a9cce4f8c49f5edd9632ba6492c9552ba331fb944b", "prompt_version": "direct-options-v1", "input_tokens": 1870, "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.010514252004213631, "prefill_seconds": 0.40625284501584247, "copy_seconds": 0.004613178025465459, "suffix_forward_seconds": 0.056206029024906456, "forward_seconds": 0.4624588740407489, "cache_class": "DynamicCache", "total_seconds": 0.47935475304257125}
{"mode": "serial_prefix", "id": "c8a5d6ef75a562963ef3", "option_ids": ["yes", "no"], "probabilities": [0.8807970285415649, 0.11920291930437088], "option_logits": [26.5, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "a191f82918ab8dc11ceb7f7421ff6b860f6b499dfe2ed161fc5efcd92f0c60cd", "prompt_version": "direct-options-v1", "input_tokens": 1869, "allowed_token_mass": 0.999641478061676, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.008012512000277638, "prefill_seconds": 0.0, "copy_seconds": 0.005091411003377289, "suffix_forward_seconds": 0.06178203097078949, "forward_seconds": 0.06178203097078949, "cache_class": "DynamicCache", "total_seconds": 0.07675784197635949}
{"mode": "serial_prefix", "id": "ba750d461270b4bae384", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.375, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "b91c66980aa7c364c0b6ed29572673148032b302b3b59cfde095a5783daad64f", "prompt_version": "direct-options-v1", "input_tokens": 1871, "allowed_token_mass": 0.9999027848243713, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.009516488993540406, "prefill_seconds": 0.0, "copy_seconds": 0.0047363589983433485, "suffix_forward_seconds": 0.058916748967021704, "forward_seconds": 0.058916748967021704, "cache_class": "DynamicCache", "total_seconds": 0.07504635403165594}
{"mode": "serial_prefix", "id": "c6f9cd7e5d252cda36bf", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "d579cbfae71f5ed8d659ec18dbbac6d56a654181d55a311079f53b7b36fba31b", "prompt_version": "direct-options-v1", "input_tokens": 1871, "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.008516204019542783, "prefill_seconds": 0.0, "copy_seconds": 0.005096610053442419, "suffix_forward_seconds": 0.05704013200011104, "forward_seconds": 0.05704013200011104, "cache_class": "DynamicCache", "total_seconds": 0.0723946139914915}
{"mode": "serial_prefix", "id": "56e9b631b9c908ef50b6", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "4dfa235808d94a47545570aabb3825837db7db662a3dd859295d3f2699193fa4", "prompt_version": "direct-options-v1", "input_tokens": 1867, "allowed_token_mass": 0.9995652437210083, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.007932282984256744, "prefill_seconds": 0.0, "copy_seconds": 0.004405898042023182, "suffix_forward_seconds": 0.054417841020040214, "forward_seconds": 0.054417841020040214, "cache_class": "DynamicCache", "total_seconds": 0.06848943798104301}
{"mode": "serial_prefix", "id": "928d2b4c5b113bbc2a41", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "cd8cdaf6239667863360fadaf73689a35f638f84cde6e3011fac99e6601c0b44", "prompt_version": "direct-options-v1", "input_tokens": 1867, "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.007955711975228041, "prefill_seconds": 0.0, "copy_seconds": 0.004501408024225384, "suffix_forward_seconds": 0.058869178988970816, "forward_seconds": 0.058869178988970816, "cache_class": "DynamicCache", "total_seconds": 0.07318316801683977}
{"mode": "serial_prefix", "id": "104df5fe18af8b577229", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "91acf7ef03aa21846d4e89418fedcd34832fe307da941d2b55869b596eb11e53", "prompt_version": "direct-options-v1", "input_tokens": 1865, "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.008985557011328638, "prefill_seconds": 0.0, "copy_seconds": 0.004845739982556552, "suffix_forward_seconds": 0.058111405989620835, "forward_seconds": 0.058111405989620835, "cache_class": "DynamicCache", "total_seconds": 0.07388980098767206}
{"mode": "serial_prefix", "id": "fc4ef1e7e8ba8bbd663a", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "df3a62c83a26e0f6ac751f3587a30fdd5e2c65c56a1b8f2fa3780b020f63dcdc", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.00837877404410392, "prefill_seconds": 0.0, "copy_seconds": 0.004407197004184127, "suffix_forward_seconds": 0.05468758096685633, "forward_seconds": 0.05468758096685633, "cache_class": "DynamicCache", "total_seconds": 0.06924262101529166}
{"mode": "serial_prefix", "id": "0b717b676ca99c6da2f3", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.75, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "0a2b7fe943a045888b73a342df022e7fb9e894177a331205d9e9321ca89ed879", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9998035430908203, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.007941202027723193, "prefill_seconds": 0.0, "copy_seconds": 0.00449338904581964, "suffix_forward_seconds": 0.05407191999256611, "forward_seconds": 0.05407191999256611, "cache_class": "DynamicCache", "total_seconds": 0.06846542801940814}
{"mode": "serial_prefix", "id": "e26ab8478352370e3e90", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "a61cfc76e3defc621f5e41cd7709b257053de65336e5fef794c9c7b61c581483", "prompt_version": "direct-options-v1", "input_tokens": 1869, "allowed_token_mass": 0.9997463822364807, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.007915862021036446, "prefill_seconds": 0.0, "copy_seconds": 0.00446255796123296, "suffix_forward_seconds": 0.05480851198080927, "forward_seconds": 0.05480851198080927, "cache_class": "DynamicCache", "total_seconds": 0.06905038905097172}
{"mode": "serial_prefix", "id": "7a5adce0f58a1d858cff", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.0, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "c79bf41b5c6e03e225c459adcb20ad2b35da299ffc746f8c5faeb237d3ba7b45", "prompt_version": "direct-options-v1", "input_tokens": 1869, "allowed_token_mass": 0.9998054504394531, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.007980561989825219, "prefill_seconds": 0.0, "copy_seconds": 0.004394867981318384, "suffix_forward_seconds": 0.05611211800714955, "forward_seconds": 0.05611211800714955, "cache_class": "DynamicCache", "total_seconds": 0.07021055498626083}
{"mode": "serial_prefix", "id": "17462af26d11cd865ab9", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.0, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "4cd859be1bedfef3f56ddde1312e6a0f89ef94b339293693ea14c765d3295f02", "prompt_version": "direct-options-v1", "input_tokens": 1868, "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.007941521995235234, "prefill_seconds": 0.0, "copy_seconds": 0.004377487988676876, "suffix_forward_seconds": 0.054236968979239464, "forward_seconds": 0.054236968979239464, "cache_class": "DynamicCache", "total_seconds": 0.06831909704487771}
{"mode": "serial_prefix", "id": "247da9db054f89019069", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [26.125, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "8abe24b5d57eeae854d8a51de289ba534f3e34011a560269e9c989f053a6511f", "prompt_version": "direct-options-v1", "input_tokens": 1868, "allowed_token_mass": 0.9996129274368286, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.007975422020535916, "prefill_seconds": 0.0, "copy_seconds": 0.004410387948155403, "suffix_forward_seconds": 0.056381209986284375, "forward_seconds": 0.056381209986284375, "cache_class": "DynamicCache", "total_seconds": 0.07078916800674051}
{"mode": "serial_prefix", "id": "c405c99adf36ebb91c82", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.25, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "bd7bfea62f102a4c6700262827a026f1c25284fb1e649ce8ca0232c9d43e12bc", "prompt_version": "direct-options-v1", "input_tokens": 1868, "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.007941982010379434, "prefill_seconds": 0.0, "copy_seconds": 0.0044452480506151915, "suffix_forward_seconds": 0.054321520030498505, "forward_seconds": 0.054321520030498505, "cache_class": "DynamicCache", "total_seconds": 0.06846054701600224}
{"mode": "serial_prefix", "id": "d389a7c15e15ca02d49e", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "dfda5727d1f01220090bb7e7e31cff531080ca7536a483566fe06d99783700cf", "prompt_version": "direct-options-v1", "input_tokens": 1867, "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.00785971200093627, "prefill_seconds": 0.0, "copy_seconds": 0.0044453179580159485, "suffix_forward_seconds": 0.05393859901232645, "forward_seconds": 0.05393859901232645, "cache_class": "DynamicCache", "total_seconds": 0.06798040604917333}
{"mode": "serial_prefix", "id": "2eca4a721a9a5f483c42", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [26.0, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "a9dfbd67bbe72ed18984441314990b9943073f571f68b9b058f3e5791490f0e2", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.007873460999689996, "prefill_seconds": 0.0, "copy_seconds": 0.0043760479893535376, "suffix_forward_seconds": 0.056880451971665025, "forward_seconds": 0.056880451971665025, "cache_class": "DynamicCache", "total_seconds": 0.07101277803303674}
{"mode": "serial_prefix", "id": "cfd9128cd7ef603af7e3", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "55754f3e781d7f001e4bc11120d06f5849986a98b66517eaa157ea28d19cbe60", "prompt_version": "direct-options-v1", "input_tokens": 1872, "allowed_token_mass": 0.999723494052887, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.008621884975582361, "prefill_seconds": 0.0, "copy_seconds": 0.004865730996243656, "suffix_forward_seconds": 0.05503441399196163, "forward_seconds": 0.05503441399196163, "cache_class": "DynamicCache", "total_seconds": 0.07051839795894921}
{"mode": "serial_prefix", "id": "7d7f7eb15f02b322ea4b", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.875, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "b2b0463fc2d1b20e78d8fb33d05af843fc5f310e808f5621a8591a79e84e09cc", "prompt_version": "direct-options-v1", "input_tokens": 1869, "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.008210283005610108, "prefill_seconds": 0.0, "copy_seconds": 0.00453289900906384, "suffix_forward_seconds": 0.05591460800496861, "forward_seconds": 0.05591460800496861, "cache_class": "DynamicCache", "total_seconds": 0.070558336970862}
{"mode": "serial_prefix", "id": "8c14269b66b5a123dd75", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [25.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "523f337b80df5374b29e1cec83530ad88c80b4a0e0870da722a14fbab421e261", "prompt_version": "direct-options-v1", "input_tokens": 1868, "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.008152102993335575, "prefill_seconds": 0.0, "copy_seconds": 0.004442828008905053, "suffix_forward_seconds": 0.05503045400837436, "forward_seconds": 0.05503045400837436, "cache_class": "DynamicCache", "total_seconds": 0.0694090030156076}
{"mode": "serial_prefix", "id": "77f66218281e0194bf31", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.75, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "0cdb7fba0408ece86aa9afe62b94e160c5489902ccaefdd4b710bf64011b8dd9", "prompt_version": "direct-options-v1", "input_tokens": 1866, "allowed_token_mass": 0.9996968507766724, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.00827153300633654, "prefill_seconds": 0.0, "copy_seconds": 0.004392027971334755, "suffix_forward_seconds": 0.05407713999738917, "forward_seconds": 0.05407713999738917, "cache_class": "DynamicCache", "total_seconds": 0.06849425897235051}
{"mode": "serial_prefix", "id": "30cb11dad75568dfc8f1", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "ae9955e86fd4cc30e348bf9eeeced24c686494313f6131e14734fd65686a3b51", "prompt_version": "direct-options-v1", "input_tokens": 1869, "allowed_token_mass": 0.9995995163917542, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1791, "prefix_sha256": "2d2f3d914ac138fdd45f7b2ec2a0d89ef88a251c0ddcd26954cc2a32a567d9eb", "encode_seconds": 0.007909531996119767, "prefill_seconds": 0.0, "copy_seconds": 0.00450521003222093, "suffix_forward_seconds": 0.055188233964145184, "forward_seconds": 0.055188233964145184, "cache_class": "DynamicCache", "total_seconds": 0.06937091297004372}
{"mode": "serial_prefix", "id": "8738f5549cc1d06a4ddb", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "e6f19ddaa54f96450327775b9b27c42e41dbe69c3bdbd3ff0b97e1d9789ae7ef", "prompt_version": "direct-options-v1", "input_tokens": 1856, "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": false, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.010788204031996429, "prefill_seconds": 0.4059171120170504, "copy_seconds": 0.004628489026799798, "suffix_forward_seconds": 0.05570810695644468, "forward_seconds": 0.46162521897349507, "cache_class": "DynamicCache", "total_seconds": 0.4789335689856671}
{"mode": "serial_prefix", "id": "dab1bb9752d928230712", "option_ids": ["yes", "no"], "probabilities": [0.9324532747268677, 0.06754669547080994], "option_logits": [26.625, 24.0], "answer_token_ids": [32, 33], "prompt_sha256": "e04c87e6a0b7ba1cefff89a6ad415f8b34f0590524e42aab7ff10a8addf37172", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008363063971046358, "prefill_seconds": 0.0, "copy_seconds": 0.0043977570021525025, "suffix_forward_seconds": 0.0569653520360589, "forward_seconds": 0.0569653520360589, "cache_class": "DynamicCache", "total_seconds": 0.07178134197602049}
{"mode": "serial_prefix", "id": "903173fcc95e4ac17195", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.375, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "2c25303e009f0a6e7905c8b45d5eb9b44a4ab73b51d16cc3028adb64dc214469", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9999008178710938, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008472924993839115, "prefill_seconds": 0.0, "copy_seconds": 0.004455259011592716, "suffix_forward_seconds": 0.058256348012946546, "forward_seconds": 0.058256348012946546, "cache_class": "DynamicCache", "total_seconds": 0.07299131801119074}
{"mode": "serial_prefix", "id": "f2a49158c6cf2c138be4", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.375, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "f4ad4360e50ce40efa1e3a8ee3e7db722bc1b271aa2ad964d0523a4012df0ac0", "prompt_version": "direct-options-v1", "input_tokens": 1857, "allowed_token_mass": 0.9999198913574219, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.007974762993399054, "prefill_seconds": 0.0, "copy_seconds": 0.004930220020469278, "suffix_forward_seconds": 0.05597626796225086, "forward_seconds": 0.05597626796225086, "cache_class": "DynamicCache", "total_seconds": 0.07070144900353625}
{"mode": "serial_prefix", "id": "307d620bf89faa7f577e", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.0, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "14c2573e69cc9c3a6c9e2f510a10205fdbc2ddea397c02b0068a93acfa2398dc", "prompt_version": "direct-options-v1", "input_tokens": 1853, "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.00797479203902185, "prefill_seconds": 0.0, "copy_seconds": 0.004405527957715094, "suffix_forward_seconds": 0.05687253299402073, "forward_seconds": 0.05687253299402073, "cache_class": "DynamicCache", "total_seconds": 0.07103818003088236}
{"mode": "serial_prefix", "id": "a5246bfa9d24e5400eb5", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.875, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "2213319dbc05b7a782cd896dc84f6ed2be22f5154365e329fa7f533795c7a54a", "prompt_version": "direct-options-v1", "input_tokens": 1853, "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008369033981580287, "prefill_seconds": 0.0, "copy_seconds": 0.005297181021887809, "suffix_forward_seconds": 0.06410505104577169, "forward_seconds": 0.06410505104577169, "cache_class": "DynamicCache", "total_seconds": 0.07983263599453494}
{"mode": "serial_prefix", "id": "6fe44ae54a24d48c72e3", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "020dbfa1ff3e09616fc0102073e4a167771ed859ff1495f9dde962a5f1117823", "prompt_version": "direct-options-v1", "input_tokens": 1851, "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.01032061199657619, "prefill_seconds": 0.0, "copy_seconds": 0.005467212991788983, "suffix_forward_seconds": 0.061602509988006204, "forward_seconds": 0.061602509988006204, "cache_class": "DynamicCache", "total_seconds": 0.07955452497117221}
{"mode": "serial_prefix", "id": "57b95087341a47cf3548", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.75, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "44749d40de060024d95a2a0fd6a253add1ca4031d77afec0966aa6856999b465", "prompt_version": "direct-options-v1", "input_tokens": 1852, "allowed_token_mass": 0.9997482895851135, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.00798312301049009, "prefill_seconds": 0.0, "copy_seconds": 0.004618607985321432, "suffix_forward_seconds": 0.05638025898952037, "forward_seconds": 0.05638025898952037, "cache_class": "DynamicCache", "total_seconds": 0.07096580002689734}
{"mode": "serial_prefix", "id": "2ac0aa23e161309bd4fd", "option_ids": ["yes", "no"], "probabilities": [0.9890130758285522, 0.01098694372922182], "option_logits": [27.5, 23.0], "answer_token_ids": [32, 33], "prompt_sha256": "775be363658ef8da1f62105f726d8a04679531405d9197f7ea7886d3fb0765e4", "prompt_version": "direct-options-v1", "input_tokens": 1852, "allowed_token_mass": 0.9998837113380432, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008359594037756324, "prefill_seconds": 0.0, "copy_seconds": 0.005508921982254833, "suffix_forward_seconds": 0.06201129197143018, "forward_seconds": 0.06201129197143018, "cache_class": "DynamicCache", "total_seconds": 0.07800916803535074}
{"mode": "serial_prefix", "id": "2a63d1a008499a578c4e", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.375, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "e308cfecef24162c19ea4cc9580127014649eeb870b1ee4fd29dd8bd201396e0", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9998169541358948, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008752935973461717, "prefill_seconds": 0.0, "copy_seconds": 0.004912830016110092, "suffix_forward_seconds": 0.055729127023369074, "forward_seconds": 0.055729127023369074, "cache_class": "DynamicCache", "total_seconds": 0.07132295100018382}
{"mode": "serial_prefix", "id": "180495b6742b5e4a0b9c", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "00d0e58af2c61e33f41fe4de0e4353ec45b803b6f976468e54ef3bcc053a998e", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9998207688331604, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008626725990325212, "prefill_seconds": 0.0, "copy_seconds": 0.00458430900471285, "suffix_forward_seconds": 0.059987264045048505, "forward_seconds": 0.059987264045048505, "cache_class": "DynamicCache", "total_seconds": 0.07528850698145106}
{"mode": "serial_prefix", "id": "6b29b6ccf7b1aea58ab0", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.0, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "b396cc643387882f875da5fb0147cf135461dbea1d05f7d48723300943baf3eb", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.009537680016364902, "prefill_seconds": 0.0, "copy_seconds": 0.005323491001036018, "suffix_forward_seconds": 0.06192571297287941, "forward_seconds": 0.06192571297287941, "cache_class": "DynamicCache", "total_seconds": 0.07884522201493382}
{"mode": "serial_prefix", "id": "6d303526bdf9448048d1", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [26.25, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "7d17cbdeffc373ec394fd501d039af0f01e0e38ac05761e36138bfa328fa85ac", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008015993051230907, "prefill_seconds": 0.0, "copy_seconds": 0.0044519679504446685, "suffix_forward_seconds": 0.05586220696568489, "forward_seconds": 0.05586220696568489, "cache_class": "DynamicCache", "total_seconds": 0.07025702705141157}
{"mode": "serial_prefix", "id": "e220f244d46ed04a3a60", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [24.25, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "1ba49da3d09b378bf890507cb9d081ad0286fb36ca3ce83b10a1b5962ab18a0f", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.9998512268066406, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008120463986415416, "prefill_seconds": 0.0, "copy_seconds": 0.004811598977539688, "suffix_forward_seconds": 0.05802906601456925, "forward_seconds": 0.05802906601456925, "cache_class": "DynamicCache", "total_seconds": 0.0728005170240067}
{"mode": "serial_prefix", "id": "9ca2d99a18f5d41ad08d", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.25, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "a67b36f1653e4b97791b75f71210200bcc8830ac3c06dfba2aabced801aea950", "prompt_version": "direct-options-v1", "input_tokens": 1853, "allowed_token_mass": 0.9995309114456177, "full_vocab_argmax_id": 32, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.007957273977808654, "prefill_seconds": 0.0, "copy_seconds": 0.00444935797713697, "suffix_forward_seconds": 0.054583362012635916, "forward_seconds": 0.054583362012635916, "cache_class": "DynamicCache", "total_seconds": 0.06877985096070915}
{"mode": "serial_prefix", "id": "dcd13ec9cee28c9f9854", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "830fd92238c6217ebff0cef76ad51cf11fd23ecbbf7893812d3cacb7c96573d0", "prompt_version": "direct-options-v1", "input_tokens": 1852, "allowed_token_mass": 0.999794065952301, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008310384000651538, "prefill_seconds": 0.0, "copy_seconds": 0.004403077997267246, "suffix_forward_seconds": 0.05505560402525589, "forward_seconds": 0.05505560402525589, "cache_class": "DynamicCache", "total_seconds": 0.06960185401840135}
{"mode": "serial_prefix", "id": "39685613525e4d5d1189", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [22.875, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "1cea6b1a689ddf7e482af85512404d7fd3c0eb5cb4d268438cfd189f14627cfc", "prompt_version": "direct-options-v1", "input_tokens": 1858, "allowed_token_mass": 0.9997902512550354, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008667705988045782, "prefill_seconds": 0.0, "copy_seconds": 0.004560098052024841, "suffix_forward_seconds": 0.05563260801136494, "forward_seconds": 0.05563260801136494, "cache_class": "DynamicCache", "total_seconds": 0.07079144899034873}
{"mode": "serial_prefix", "id": "23413859c5b32174137b", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.25, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "18f6f2e36f63abf5250f2a68833332dcec926e53b18e2c69eca69c879678c79e", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008370814030058682, "prefill_seconds": 0.0, "copy_seconds": 0.004685878986492753, "suffix_forward_seconds": 0.05533278698567301, "forward_seconds": 0.05533278698567301, "cache_class": "DynamicCache", "total_seconds": 0.07040005800081417}
{"mode": "serial_prefix", "id": "9525d3025bc8e0c5b0ff", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.625, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "afdf30360786f113390987a0d8d73e8d9681e54f4dbb8589fdce3689f9a9c52f", "prompt_version": "direct-options-v1", "input_tokens": 1854, "allowed_token_mass": 0.9998818039894104, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008009743003640324, "prefill_seconds": 0.0, "copy_seconds": 0.004514278029091656, "suffix_forward_seconds": 0.05658544204197824, "forward_seconds": 0.05658544204197824, "cache_class": "DynamicCache", "total_seconds": 0.07091777003370225}
{"mode": "serial_prefix", "id": "82fff92fa614d407d774", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "54c79b410f690460b6b7e3650ed166c8b953b2b13a5a97fe6e9f2baa5b240453", "prompt_version": "direct-options-v1", "input_tokens": 1852, "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008324013964738697, "prefill_seconds": 0.0, "copy_seconds": 0.00445574801415205, "suffix_forward_seconds": 0.055837727966718376, "forward_seconds": 0.055837727966718376, "cache_class": "DynamicCache", "total_seconds": 0.07043435797095299}
{"mode": "serial_prefix", "id": "94a5b148e1fac2d93c8a", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "f058b46ffd614abefd43094517f2d57d7581d8f0a34f001189bd528d727e29e6", "prompt_version": "direct-options-v1", "input_tokens": 1855, "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 33, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "native-state-prefix-cache-v1"}, "readout": "native-state-prefix-cache-last-position", "cache_hit": true, "prefix_tokens": 1777, "prefix_sha256": "a6a96e19b1a93dc9ae6a04205a8626bcf2cea89657edb36e8ec14a115ee0fa8e", "encode_seconds": 0.008184153004549444, "prefill_seconds": 0.0, "copy_seconds": 0.004513437976129353, "suffix_forward_seconds": 0.05660885199904442, "forward_seconds": 0.05660885199904442, "cache_class": "DynamicCache", "total_seconds": 0.07113749999552965}
{"mode": "parallel_suffix", "id": "015c14ff8f2bce2886b3", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [24.875, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "58094802fc62a694cbeef881b43bde2a662338f2cd0158e3a007d4f0c73c0b37", "prompt_version": "direct-options-v1", "input_tokens": 1891, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996433854103088, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "815ec74d63795e229fba", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.5, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "5d78c634775505bc67b04c77b6ac904f6503051699caeb45c542191ff9d3dd0c", "prompt_version": "direct-options-v1", "input_tokens": 1890, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996891617774963, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "25fd3b3c4282f626ed46", "option_ids": ["yes", "no"], "probabilities": [0.005220125894993544, 0.9947799444198608], "option_logits": [23.25, 28.5], "answer_token_ids": [32, 33], "prompt_sha256": "505c879a5e3cffb43a97e2b934e75234b3af0e70e8f148fcc053fe65be8b0792", "prompt_version": "direct-options-v1", "input_tokens": 1892, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999275803565979, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d935968eeb58c19921b0", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.5, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "d5c4d89b9df56596cc5b404a732333f210c2972330a7097dcf14e6ae364a3a21", "prompt_version": "direct-options-v1", "input_tokens": 1892, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998912811279297, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d13f1a2e8c40252990ad", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.0, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "2b918ae5364f09b6975661229f9aa53e5c9d02ef9bb007a4da5b5ece54d062e7", "prompt_version": "direct-options-v1", "input_tokens": 1888, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994603395462036, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "8019cc363d844813dbd8", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.5, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "d990e309dbd80c80822474332f890cd6d4c3856faf9e5d1ae413ed22e5c51134", "prompt_version": "direct-options-v1", "input_tokens": 1888, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997006058692932, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "e271fff191315cb4c95f", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.875, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "196c22335919380f975ae9144714f95f9f98759c99acee182150f97915b91d1e", "prompt_version": "direct-options-v1", "input_tokens": 1886, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a87ef520af09c18399da", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "3c0ad27d8e00353d1318d9208447a01f542249c7efc5ba42796b22a8886c42f6", "prompt_version": "direct-options-v1", "input_tokens": 1887, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1a6ff632056454ec590e", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [26.125, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "b707f37627ab3ad6c6f8fac4ed5ef1b3390f6688efb84ee07606930db71c95be", "prompt_version": "direct-options-v1", "input_tokens": 1887, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "48228bad5fddd8b37b78", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.75, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "692e885b2e2ce5febdd714fbee28d32bf5becbb0a1582f490d7d5e00adc1971f", "prompt_version": "direct-options-v1", "input_tokens": 1890, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998169541358948, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4297376234661d401e23", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.5, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "67949655f1c8c863493dc11dc99f1ba0cacac1e18d421583085145d6d3ab68dc", "prompt_version": "direct-options-v1", "input_tokens": 1890, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998837113380432, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1d68e7b5ce26c6964c5b", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [24.0, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "5094be2048840406309fc5813a7270e11a4567d5d04242b8ab56bb69f7b52d83", "prompt_version": "direct-options-v1", "input_tokens": 1889, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998092651367188, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c2413f7d90123acb24ad", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.75, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "c50a4e19b9ec885d383953c2eadad9b5c770a686e9e9b49e292c039918d2eee0", "prompt_version": "direct-options-v1", "input_tokens": 1889, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995518922805786, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "e6e94a24bf5956b9c269", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.625, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "38549544de44438e7293a7c697035bac4afb433588c8c9f760b66e72367599aa", "prompt_version": "direct-options-v1", "input_tokens": 1889, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7ab1bf4a314eb9f5c626", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.75, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "9030af697f40100569c8ca0ca9c3305b58313031cab894b5043f8314ce4f3ffe", "prompt_version": "direct-options-v1", "input_tokens": 1888, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994202852249146, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "47c0245bb50e6bc4a3c7", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "e08ab1c92ec2f06a82c343cb449125f7473176882b0d7fc35933fe1b0592525b", "prompt_version": "direct-options-v1", "input_tokens": 1887, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997711777687073, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b68c10e7de694171b6f1", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "75a230cb4b59337c9bf66b91021f617de4be3483b23634725e16f04a7f17b1db", "prompt_version": "direct-options-v1", "input_tokens": 1893, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5bf29f505c7a2f9e9c05", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.375, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "da3ac3ab1c9a2b4c78a0e051069831471a418e844c2e6577cc8ec1e3b94b861d", "prompt_version": "direct-options-v1", "input_tokens": 1890, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8e8b3acbcf810123cc28", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.875, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "30f8b0d216bf4e9d66756bebcd04a0f43db6638dd34fce00730e385aefb7a27f", "prompt_version": "direct-options-v1", "input_tokens": 1889, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998646378517151, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2ddee44782d3d706ab53", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.875, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "fc6fd7795a6d89032871291d3d4e389a4cca06c5b8764fdbd0e54ebdf9156f23", "prompt_version": "direct-options-v1", "input_tokens": 1887, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997120499610901, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6b35e4fc4f43379e6ac5", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "ad08ff4cc3a2103c2a6ea1283b9b34d45998d92501f6fe0b35c0e9a9e5e3242c", "prompt_version": "direct-options-v1", "input_tokens": 1890, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996129274368286, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b6723763383d76af76b0", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.375, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "2139d272a5d892e8d6c8bbde671aa2a5b1c3ba119ece7d1836bc3273e41c23ae", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "13cfc2f1d704c4f638d7", "option_ids": ["yes", "no"], "probabilities": [0.9890130758285522, 0.01098694372922182], "option_logits": [27.5, 23.0], "answer_token_ids": [32, 33], "prompt_sha256": "38c8ee1bb0276825eaa1d497f7d5b32b7376295ad3ad18ed3a36b3286b67f17d", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "e7ddbde25f6cc64f0173", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.75, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "76b56f54413ed10de4d818c2256c280fa58ba4f2a9bb5dfbeca3ccc5d6245384", "prompt_version": "direct-options-v1", "input_tokens": 1859, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999122619628906, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "cbadda9b868ed20922f2", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.875, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "209a6eb46cb50f047e8788b74968827de1e8f74a3a69afd1941ccf9e0148a9a7", "prompt_version": "direct-options-v1", "input_tokens": 1859, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999046921730042, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "df4a8ceee3f90baacfac", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.875, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "47896cec51bd06ba8eec1e3401c862b93f0e6f5916f03af50029468356030768", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996243119239807, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "4c4e3f811deb21bef913", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.75, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "0453d231b2a267f14bd8861ac9d4d6717c0d32cf84cee66cebd9352b94034473", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3267007a50bb8807136d", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.375, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "a4b5faa52955f32c45dff4d02432060bdf9535aa51c0ea13b54a8a1398b65a0e", "prompt_version": "direct-options-v1", "input_tokens": 1853, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "48fb90f24c3d4242e82b", "option_ids": ["yes", "no"], "probabilities": [0.9626730680465698, 0.037326883524656296], "option_logits": [26.875, 23.625], "answer_token_ids": [32, 33], "prompt_sha256": "ca0ca5b752d87a02de6269d175ecfeaa39f89c91cfb3f3edac512e01df57837d", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996548891067505, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "3dedd848eb46b92cfb39", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.5, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "754b2e563df3107e6dee02ac76569ef2e25bc14fff43d2b75e19b3f06ad56397", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1ad323e49222bc18c745", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.75, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "eaf55de2d2cc4f713dc224a0233cbdf9fc8fd06e56fcad747f982d9a711d4b75", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997673630714417, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6074288493a32a947fc0", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [24.0, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "8e78f2fac24b1eddb3d9ea2cbcd0631717c775244c9fd24d5c2856c7e2e5cc50", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998570084571838, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "783d57b7ea32ce229854", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.75, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "79ca742ca5360afa8f67de5e18613d14e3aab96f59d8f0d5f235bee26a6ea1e4", "prompt_version": "direct-options-v1", "input_tokens": 1856, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998112320899963, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6c8e158f8233f279d8ff", "option_ids": ["yes", "no"], "probabilities": [0.9796676635742188, 0.020332353189587593], "option_logits": [27.125, 23.25], "answer_token_ids": [32, 33], "prompt_sha256": "528ff8da7f3ea00afee80a09b1f23989afcf06aea2102ababff73381606af601", "prompt_version": "direct-options-v1", "input_tokens": 1856, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995957016944885, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "d9a625b1eb631018cfc2", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.875, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "216a77fbce6455d5090e58e3f8ce05cf18848aeb02dc75e9b927c3fbf74ce4b7", "prompt_version": "direct-options-v1", "input_tokens": 1856, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997596740722656, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "561b33e937bd7209d5fb", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.875, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "953ab11fc2ed053159bdf84909d7c12e9278d4a7a099e3ff575a997094714ecd", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994375109672546, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "095e95ec7727ade1585f", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.5, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "4ac76a0314d149416c23c3432670a72ac5801d3f05cd4b7b2244b087e14aa9c8", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996320009231567, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "135af450123799df3bb0", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.625, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "f89bfce80637044f8f251905041c1ba2be6559b1285e8089be9814bef56a020f", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7d0b33d34c47199d039f", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.375, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "6fc27395e6c6fbb12a04f3f48692dcb07954abdec1947e9b37151b1befca4c14", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c1735caeae247e4cd70b", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.875, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "f9e075128f8add170d90e43e9e8b8131f11ffe8fa92a319cb1084b6172e5304d", "prompt_version": "direct-options-v1", "input_tokens": 1856, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c9022a9eb5ca6276e0f3", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.125, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "aeea63b76870a31587ad62da91234dff0bd4bb99fd6b17471691cf4b491d332d", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997692704200745, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b4a8cc21c90fa44d48ff", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [26.0, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "53701d98df03907d720ca86dbc2e8cfd70b8c34d10ab134de12cb6ca3a4838a7", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999609112739563, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "80a9ae01d4926a7a3df2", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.125, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "2f082323b6221400af5c991bf3523c8fd851a5b2c451e96516b59f76498ebcac", "prompt_version": "direct-options-v1", "input_tokens": 1853, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4e9f490a071652489c29", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [26.0, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "8ff43b5f8a970e1ba545dc7817ca16b90a1463367b1ff8ddbdf048dd1d97bc7f", "prompt_version": "direct-options-v1", "input_tokens": 1852, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "f787e89a3f65103de643", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.25, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "6d687082ec3e3794f936ee0098ba458f021bb5fad5ff9751fbb05e9244ef7977", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999008178710938, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4b0e8e7b4113f4ba74fc", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.625, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "3b701c5baa756d521461fc5f41aca41f33b99e5c9da168f3581f77601da7ef5e", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999085068702698, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4d1ea462fd5871adf170", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.25, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "3d20a08c459465d6d8ed5ffaab24fc3514fbf258ae30e43d86fb4068174ee0cb", "prompt_version": "direct-options-v1", "input_tokens": 1850, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994737505912781, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "df146c56fd12ccc74114", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.625, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "c124c0385fcde9e5e0bcb8c13792a855145800d2aefa326307604b24ee8ef884", "prompt_version": "direct-options-v1", "input_tokens": 1850, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1eb05c7adcc87bbe7a39", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.375, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "fd57e068c4ec5fcb98f437505fdd2fdd34cfaa9f401457470c32d86244154486", "prompt_version": "direct-options-v1", "input_tokens": 1848, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5746b06ccd881aa8d2d0", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "0989cacd23c9644de316f15e87f61974aa274cee7b1550619ab670f9a196edf9", "prompt_version": "direct-options-v1", "input_tokens": 1849, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996987581253052, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0d25d897f4bd589d115b", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.125, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "831eb709c64625d3926317ae9f7ca8f83a0741651b83a9be26faae23091439c5", "prompt_version": "direct-options-v1", "input_tokens": 1849, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997634887695312, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e9430935d8f1a260f205", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.625, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "a4ac74ba4b021dbada2fbf65f867f6c68a8f8af7fe09192c0372967dccd9067f", "prompt_version": "direct-options-v1", "input_tokens": 1852, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998016357421875, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4bf841a1629aceb4b095", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "176a04b3dbe8e75575ea735ad830c0e08749e6f2f4e4bdc140b778d5a715fdbf", "prompt_version": "direct-options-v1", "input_tokens": 1852, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998589158058167, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3c8ae1a72035a83f2eee", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [24.125, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "08cc2a969fb73c2f061cb2b53aa0b2f7c0f396625ec2fc1f5f7c3cccadc1e42e", "prompt_version": "direct-options-v1", "input_tokens": 1851, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998360276222229, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9147b1003b98074a72b6", "option_ids": ["yes", "no"], "probabilities": [0.8807970285415649, 0.11920291930437088], "option_logits": [26.375, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "57734e8d98d60f079dc606701369ca8cfde6940ffccb4458ffe16edcf34cac23", "prompt_version": "direct-options-v1", "input_tokens": 1851, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995461702346802, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "4b20b777b555e060ed7e", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [25.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "5c1e656d7764a16c4714767d9bd848f51e7d4afe039c262d5ed113bc320cf22b", "prompt_version": "direct-options-v1", "input_tokens": 1851, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "202d87c86044ab895be9", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.375, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "9a0cb015cfe89e2515320821a4bd2a2616527803f147f2ac3438f9091ee6687e", "prompt_version": "direct-options-v1", "input_tokens": 1850, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995652437210083, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "a010e5f9448b383189ad", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.75, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "d534346dbc7274e018721129dfe5b7d56a00739864ac25e62a86117f27e33aba", "prompt_version": "direct-options-v1", "input_tokens": 1849, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997692704200745, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3568261a0d81dc58495c", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.125, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "a174878154707bca60c2651e65facbe6a338000732d70deed784c07175ca8acb", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998207688331604, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "693407bc616e13dc6fd1", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.75, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "b348e42070e6bd206da94fb54b7b1888772c5e80b5de91f6c2a3214b3ef0230d", "prompt_version": "direct-options-v1", "input_tokens": 1852, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "1418a14714aef06c6af7", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [24.0, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "d2a9466f7607befbe01808f53ad034e0a97c9a3ac54596b3b18d7559dd789bf3", "prompt_version": "direct-options-v1", "input_tokens": 1851, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998188614845276, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4185f1e35bad19e067d5", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.625, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "7c3b22ecc1ef2e2b0bdf44449458438b050c24d8ea347e44cff55140475218ea", "prompt_version": "direct-options-v1", "input_tokens": 1849, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e21a278dbaa362cb0b2a", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "e7aabae6bf240aa3148c66ba173e54cedfde919f24c8ea407db37b7ce696a021", "prompt_version": "direct-options-v1", "input_tokens": 1852, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b38b550f4a3a5f726463", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "8619d1e72db1ca563659b47b3eb8cef15840ce5416cfaa7baa903ac030064873", "prompt_version": "direct-options-v1", "input_tokens": 1808, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996129274368286, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9323021a31e7f9bae3d3", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.75, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "de0a10611fdfa52bf4d1bb34a6c409d2b33d63d2a01633c6c4cc3c06d94b2f5d", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "a68763cd65cbf2601409", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.25, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "03787f2a36021a7444b643f523aa6c780c46f3798f81788c32cc2a17bcb28b03", "prompt_version": "direct-options-v1", "input_tokens": 1809, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "31dda1547c6f571c7459", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.75, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "dc275e51c014dd958296e914dab76c618497bc9728f6389b618e302f7a3f6a6c", "prompt_version": "direct-options-v1", "input_tokens": 1809, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bf5320be59b3d2bdb3d3", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.625, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "1cc94dee50c90378e71847999cd74b311e7825b85efd97a457ff52a0a9b13356", "prompt_version": "direct-options-v1", "input_tokens": 1805, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995518922805786, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "b544a432cd4e5cd9d51f", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.375, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "a5adbad32600d764646ae2a7938ca02c52a664f0dde04f02dce7ff9a0d96d53b", "prompt_version": "direct-options-v1", "input_tokens": 1805, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999671995639801, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "f363cb3c4f600e9786c0", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "37eff79549dc17bf1b2b8e1d64f75b50e2be134e0f12d4632bb8d21744ebcf6c", "prompt_version": "direct-options-v1", "input_tokens": 1803, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.99945467710495, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c65b3e5b3958cd9521a3", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "a7144135d7ebf439dc3cd3452158e0c10a87777b99e0b2bddcccebc457ec185c", "prompt_version": "direct-options-v1", "input_tokens": 1804, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995747208595276, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5e1e10f9e477bcbf2aae", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.75, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "193a0cae96f658d681a6d1d68686798ef149a4962de3edf4c3ecef939a93cca1", "prompt_version": "direct-options-v1", "input_tokens": 1804, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999733030796051, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5e5f9e4baf43d2074326", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.5, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "b55895206d1442e437b4e7f351f5602ae9b24cafa1a56f4136df4c06b81c8837", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997673630714417, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6b812e281e287ffad770", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.625, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "5744229c1aac714b672da2f702d7e47fe609cf39d7b9ba1e61378c2ad80ad68b", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997367858886719, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "34d784e660748b418307", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.0, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "b213f228aa7a064846386e4b212c859e69796e5cf8aa98a42a4b16ef17451a18", "prompt_version": "direct-options-v1", "input_tokens": 1806, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "57c065e084f261fed1b9", "option_ids": ["yes", "no"], "probabilities": [0.8670357465744019, 0.13296423852443695], "option_logits": [26.125, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "836cf1362a878c67c4b11ac51ee4152fe2d2f41ef310f5cf9b25312629872ff8", "prompt_version": "direct-options-v1", "input_tokens": 1806, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996204972267151, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "29c24a1f1d85f99fff2d", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "076728fce26f28309d6ca4af55ab111eeb24ad4e112d10d97db0d1976435a137", "prompt_version": "direct-options-v1", "input_tokens": 1806, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6088be93d7319b65d21f", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.0, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "cab911d28e4a3c590e5b7086c22903e546ee3077751d3cdf94b41f3d3d4ffe7b", "prompt_version": "direct-options-v1", "input_tokens": 1805, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993117451667786, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "9ba570a2d722969fda3a", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "30c02ee60b1e0f853ad356ebe513951f1bd42b53b4d5bd28a0552af12ed79891", "prompt_version": "direct-options-v1", "input_tokens": 1804, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b62658ccec5927ed609d", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.0, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "ae850d16a31dba793716b5b86042b414642c00bc75c2066f0e680aa1223423dd", "prompt_version": "direct-options-v1", "input_tokens": 1810, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8b2ee120a199e75db397", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.0, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "cc961aaa572bd749c28d7ba360d138beb9d14077fceec6ade0e5d7c2f4f6802b", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996891617774963, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8b71baf53aea7206758a", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.625, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "a9927b38a4d589bff5445a06fa1b931c801453f45952bdd310924a48f1a6c4d4", "prompt_version": "direct-options-v1", "input_tokens": 1806, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998035430908203, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f0fe72b737dbee5cb5c5", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "1f7dcdd9619d7347b56eb1a089967b591bc7f07fbc627debd5f5ed14c1e0a87e", "prompt_version": "direct-options-v1", "input_tokens": 1804, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993936419487, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7fb5daf537f625699870", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "ae41a8f73a2e28c4791660288964028f7384c8045fbabd10af29c4873884d654", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995537400245667, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "39cba85d2de48cfb7f9b", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "55c6124ff280644020145fdb759f166d5dfa83fe065d918361e109cababe0662", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "01d9c51d1b8ff2a71c25", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.625, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "8547e6b3560dbd1997b9af33ddb1f96e14bc9ac0e9061eade34080c3191d767d", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997444748878479, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "56b0fab53a95257048e2", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.25, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "8e37324850cf748a7c7d1a98101b3691ad62ed0c994aeabab71d4afc230422be", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c2f093c8ef6be9b1b825", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "561c6ce57fdaa768912aacd065118b9c38bc756357c092f43e500d1819534be1", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998646378517151, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2d1ef5de14ada458fc47", "option_ids": ["yes", "no"], "probabilities": [0.9525741338729858, 0.04742587357759476], "option_logits": [26.5, 23.5], "answer_token_ids": [32, 33], "prompt_sha256": "c91a6266835f026b5e4721e908522a119806bdfc454b01a34cf8c0f76b0f4c56", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "2255458172dd7a9e2b3c", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "5902780428d3f6c0efedcc201f127587b54add49256611a5f2abe3cd20a561ca", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e5295c4f615df1ac8161", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "26afbe69a9e83001b2a300cd37b17cb0e754bc2c2c65227df803b0ebfd509388", "prompt_version": "direct-options-v1", "input_tokens": 1825, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994775652885437, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a315e97f313d32be9625", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "94de0ffe210c7a247752a57f9ee3d1066235e6b37b6f2f1068f1db3434546704", "prompt_version": "direct-options-v1", "input_tokens": 1826, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "475244f065803ca89506", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "f35a227f68833f182d7a702597b669618cc6f349cdee5a267be5d04fc226e24c", "prompt_version": "direct-options-v1", "input_tokens": 1826, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997044205665588, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "df1ecada5a0b5b460c97", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "2291dc4aaff623f72a361995904d0a130e8e8653b5b00c890830ce5a2037950f", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997463822364807, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "091246d12d47214e602a", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.75, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "8a0dd0644645ee8e6a7aba6f56535c2edeecd1b02914896c3d5f744fdb744912", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "cff40e0b84cc4ae321e8", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.125, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "95fda7a9c90d033a19c37f91a1b8c811fe0846a16db8e687a7e1546e33f7eb2b", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997577667236328, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e61a8a9b4bb0c51c6311", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.5, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "af29e3e6d2a8b42f7da4cdca80d64015088dce36b7ca31d533aae8ac8cbde327", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999671995639801, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "83783a48a9560f0f4501", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "f31cc20e04e5535833a7aa7ccc1423f15b65eb2201f714abbf0079e95b76b02f", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e3d3328be134ee6ca740", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.75, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "d16a1aa6695c427d8626d8cf16453fb73b6811a501441580fc7a19cd59a4619f", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9983381628990173, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "e863945138bd752b9566", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.25, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "9483d8d431ee6bbc34e5034c1ff8a77f88c842223c13b0adbfc505a841f1bf89", "prompt_version": "direct-options-v1", "input_tokens": 1826, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997292160987854, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0930b511063d5eaf5c76", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.25, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "474c5aef85fe7ef8ad89281ff3d726b3c6cf19fce94c42946300b77adc01c45d", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998054504394531, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b993109e75bf68213ea6", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.375, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "5639a2513808948ef8704a279ac231411880761a96632f5b52e1a1ffb0c74f5e", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "df58ae0d077316a5ad66", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.75, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "8a4ae3b1cc9a89787a1d46b8cddc0b41dc2476301a6c6fb5b1d4558c3a9fa202", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1213cb57735c2a03fa44", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.75, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "85acbf5035eeca1f381193962849463c07b40bb04a313b683bb21ca2681f8be9", "prompt_version": "direct-options-v1", "input_tokens": 1826, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999601423740387, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "21880e28d1b485b880fe", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "91614fa8557db3cf34bc61c6ce5851fc42f7d81d2ba429ab82f4155cb6b58d58", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995976090431213, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "23b3bc8c5bf8f0f43929", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "c857b470367ccbac97b953dc4e97abd5b2775a364a40628216a8ec3030dec472", "prompt_version": "direct-options-v1", "input_tokens": 1817, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "54fc5206caee78d6619c", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.5, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "a2e79689f925c0f8380f6bfbea92c44bce0ea9fa88e4144b7d8602c5dc170bc6", "prompt_version": "direct-options-v1", "input_tokens": 1816, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996510744094849, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "95bff46f54f3a21e92ef", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.625, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "c75d78582a632a8393d91c15de80afbe5d24dd32f7961226c24202ff184e74ce", "prompt_version": "direct-options-v1", "input_tokens": 1818, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998398423194885, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "426acf35179cf6d312e0", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.75, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "ae66122fd80ae7bdaea8e1734d70925c8f6254ef79de4ea4f4512810cb859d0f", "prompt_version": "direct-options-v1", "input_tokens": 1818, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998627305030823, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8ddc660de5c1a98bf733", "option_ids": ["yes", "no"], "probabilities": [0.957912266254425, 0.042087726294994354], "option_logits": [26.5, 23.375], "answer_token_ids": [32, 33], "prompt_sha256": "3a3374d5e71e741c2196a503b5e95b8fdaf59addf9c15e3250f49383e329da8e", "prompt_version": "direct-options-v1", "input_tokens": 1814, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995919466018677, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "fa08151e41fc7383871e", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.5, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "d4a4a2829878808a5465d9b56d90435cac1c44065bb058afece7e3133bb94098", "prompt_version": "direct-options-v1", "input_tokens": 1814, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995785355567932, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "cc5c69da9b0a81349fc4", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.625, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "32f44ff35353fa9d65d15790c2b1747ad6ab6b8cc7719938f5a43d1c128f02c5", "prompt_version": "direct-options-v1", "input_tokens": 1812, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995176196098328, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d27f99201212d81c6266", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.0, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "400611ce868e7cbe84fcb2b5d5c3ab0a772018b1c99f18e2ff20d5abbcf6decb", "prompt_version": "direct-options-v1", "input_tokens": 1813, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996110200881958, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b547634b03d70ecce27f", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.125, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "941bf393c71de44169ac0e15307357adba88694b61712af8ddd23850e337c915", "prompt_version": "direct-options-v1", "input_tokens": 1813, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997577667236328, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a58a20cbe89b631e1c70", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.75, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "5d1a3c2191bbaa7b56d3196f199c34c579b51f7d1ccb0c2b0f570a54c150f338", "prompt_version": "direct-options-v1", "input_tokens": 1816, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997311234474182, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d91460887323eb8cc95d", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.875, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "d1c54309ed7da6b5c424665d072de1d2d2355f8c58f84cebc499eb4199290c9e", "prompt_version": "direct-options-v1", "input_tokens": 1816, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e6fa5d8e9703b258cd07", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "488f1902e7f6bc8c8ac7f59aca0fbe9b31269fcc9f2830875e5924d5a5c00d93", "prompt_version": "direct-options-v1", "input_tokens": 1815, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "62f74eb3dc18ac74192e", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.625, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "cdec8247e0646d5f858af93c5c8484e542e3bdf1ded51c71e24ab296ca85faf6", "prompt_version": "direct-options-v1", "input_tokens": 1815, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994165301322937, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "3e34501a248889af466b", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.5, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "2dc79eb33ae754b5a9c45386590ceddf3b5f312e503e5a465cc15d800f734b26", "prompt_version": "direct-options-v1", "input_tokens": 1815, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999754011631012, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b3d52b8ff0c3dd5556e1", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.875, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "e58ee415ed424e04a88189c8fe4c659a888f6e995232ec3a55d4bc764c5f04d3", "prompt_version": "direct-options-v1", "input_tokens": 1814, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9987800717353821, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "97060a64320143687a54", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.625, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "f8085db8ab86f6e2f13f7f25b842dacf2248e8304c77acd8dbded48b36792c06", "prompt_version": "direct-options-v1", "input_tokens": 1813, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0d539b5ae022079149bc", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.5, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "4c0dc4996f373e19668a2450d7e64470dc255cb6d5eeb58537e22e0f96c4fafb", "prompt_version": "direct-options-v1", "input_tokens": 1819, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999847412109375, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a6c862c511acc8e3faf7", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "72b092f823711482c6086314952c297aaff3b53aeff4995dc1bf668dc74a65c3", "prompt_version": "direct-options-v1", "input_tokens": 1816, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3efe233094c536d7a90e", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.875, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "40df413e62c62a16178936837266a3c9f8ed737d294c3eb37061a02eb95ae008", "prompt_version": "direct-options-v1", "input_tokens": 1815, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bcd6764f397cd3f5570a", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "702c2891d0f03a483aaef79945ad119a973b0fcc97c121c99335f6fbd7b5b2bd", "prompt_version": "direct-options-v1", "input_tokens": 1813, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994813203811646, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b1fc3e72e29812ae1661", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "f01054d766ce78766e909bafb3b20adeecc53b921dbc513cb7cc9cdf6a164493", "prompt_version": "direct-options-v1", "input_tokens": 1816, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996243119239807, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "01d1c7469d658fa8e8d5", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.125, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "6902389cb544669f00da8a15546251af2ae75a319f8ad8065bd10b58611bfc4e", "prompt_version": "direct-options-v1", "input_tokens": 1836, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995614290237427, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "34478b8d8bd3cbed02cb", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.0, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "56c42c9d66af1774898904211629fc6b47a051009ab9799393d619af5054d76b", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995423555374146, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "8451523b1488557dc9cc", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.25, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "99ff904260eb5b775bc1087b8306809d374a6f8829de26ad8f0c9f9cff486cfc", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998054504394531, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e670927df868c04d1b19", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.125, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "6d1edc8642d487e0e83ff56941603861c068bf90d29c7ddaaf5617d1e058cba2", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "40d96a718782207ac2f7", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.75, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "a419575a9a5511709a9787e100e94db9e458feca6a51b6192b6164f9dafd6348", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9988067746162415, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "fb9e0b19bdaf4d5781ae", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.25, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "141722952c93af8fe63b9029b941d8e2a4a9ec55254b2014dcc9c1afb6525405", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995575547218323, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "892a7b557b9a9fbea02e", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.0, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "ab1042fcbc59e9144e0e6884c7c4f7271e9778cc11c5a49bf0f03738bd509f64", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999203085899353, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "ea63c89918eb4ca2517d", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [23.875, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "c615f818cb8e0d3bdd95cc174c613759d1d31636ff8a1c36196ca888e2ae3dcd", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992888569831848, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2637b98ce589cecc98d6", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "ac695a96a1fdf62cf418d97b4188387074c8f956adbadb2519f7f12ae30f560c", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999487042427063, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d3519d266c795e084f17", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.375, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "36be55ae6c249560bdaafe795164a74de08153e9c28fcc2a959a9776df5083bd", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997006058692932, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "aaf2768b8ed6d40d64a8", "option_ids": ["yes", "no"], "probabilities": [0.9626730680465698, 0.037326883524656296], "option_logits": [26.0, 22.75], "answer_token_ids": [32, 33], "prompt_sha256": "e9444646619239ee8310b5c0abcc094902af09046424181a41df097468410a6d", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994794130325317, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "0e8de4168b19fcabdcbd", "option_ids": ["yes", "no"], "probabilities": [0.9241418242454529, 0.07585817575454712], "option_logits": [25.875, 23.375], "answer_token_ids": [32, 33], "prompt_sha256": "2037508b3f3240f6b1057b6696f6c5af3723657731a380e135704ff1169b29a1", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995843172073364, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "1c6a5baa3a69c1827909", "option_ids": ["yes", "no"], "probabilities": [0.9149009585380554, 0.08509904146194458], "option_logits": [25.75, 23.375], "answer_token_ids": [32, 33], "prompt_sha256": "ce4c8336d420309646f7689a57e32d59d57407f6998ce3a45f59485e98b6cf86", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993745684623718, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "d688d715dc5e5ec454a1", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.0, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "3452d23bda0d12c7ce97223501d6b771dda948c4ec0c469aac53c7c8420ee5ef", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "514a946caa687731f774", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.25, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "bab79b9d1c5c73db0232672c184004a2a3b8c46b53286f7ac8efbae96e100897", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.997278094291687, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b89bae6b7e234ae215de", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "781a2ce2148a4f1aa8efbb80a5721c46f86f4466077385308118d023baf78468", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995328187942505, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fc256d5b1af5b7415b52", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.5, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "cef09f03980026314478c2df33ca845e8e3c39bd645be0a6948f8ecc276d6578", "prompt_version": "direct-options-v1", "input_tokens": 1838, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997120499610901, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5215abaffebe8015c0bc", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.75, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "2e6989bf67d3c9be114cb8df263eabbe2becd1dd9bda095c31e957b389cbc899", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993917346000671, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b03b0b23faef05207431", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.5, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "57f36420153d15527ce1aa04e8e2d9f451ad42f03b0a2f74c0d5c7cd2613a68d", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "789ef4e928ab501be51f", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.625, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "6eb6afc97fa6ca43ad48fd94c8b632ce5283a860fdb356c602ac295994e9e401", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993441104888916, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e7a6640d3a307e09f605", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.625, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "9fa61ccd92843d2fa4f0017658508c7e07a38d29eaec80dab4a853c0b9c3229b", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992430806159973, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "30b25710110bbb5e1a03", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.75, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "21072c3de3ce92c1c81ecff473e50f66fea08a7f944078789183eb15e81909de", "prompt_version": "direct-options-v1", "input_tokens": 1844, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "33f33b16df2c44ee507e", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [24.875, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "1e98bcfea2611873174dfb2a79f6f37877b2c355f90245085b244d4d18c8f404", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fcd9a609c5cae6bf9207", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.125, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "e1abf890b03fe5d98e61a97a180822bc3505277f92f851bcb04902bfc80bd82d", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999885618686676, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "58e55cfd69bea55297ea", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "9852af66aae76c3a4637d54679883fae4f58bc9d1cf3f51fbc551be7e5adbfd4", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998608231544495, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f0447a166b8bbed2c35f", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.875, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "8124160b6a182af45492ec4b4f4a962df1140c9e99e7bb57851eb6edf00966ae", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990620613098145, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "90b23adea8f190279004", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "f21bfe2deedc4e01bce5b13677dd724cdb73298871415d0ba6f20c43862038ed", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997101426124573, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ab6a2c00e763a6ed9b6f", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.375, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "79078d54023743dae53f4d8ff4173612e7947649651cb0a3a2af0fff74c8ae07", "prompt_version": "direct-options-v1", "input_tokens": 1839, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992449879646301, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f2595ad352ddcbb2f2d1", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.5, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "a9db69bcc46fa3f31223f52b389d9c5c032b82934b95bcc9e9053a23da908edc", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995442628860474, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3c5ea5449cfd858c194f", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.875, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "3f52082782ed36fc14d71d4091ebd2a39037090525f76ff5512b1fc362876d49", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995003938674927, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "78bba23d7c2730956788", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.125, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "609d7b47bf44408ab7476212a64098eced222434a5429da31fea08cf96e4db8a", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4f0f2fcd22e525407afe", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.375, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "c464cb3659c1b3f750e7046106b2c634830acadddd293e86513cdcca221116a2", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "dd9fc886f0dcc1e2b6df", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.75, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "548697eb1f5d6e2b7a1fa42fa71134d79ae95e2f6ec60f1a6accd16a8eab5c1d", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "86bfabfe043b244f94d2", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.75, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "a4750018425029826fd52e57d8feb1e5e147cf68a92d298e95ac2733a375bf4d", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995671510696411, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fce3c77071ff7b751701", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.875, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "0d7e45a760c685a17a96d9928395f4c36ca411712c8179c6234fd5c2bdef4f3d", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "455f5638b5dddeafaee5", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [24.875, 23.875], "answer_token_ids": [32, 33], "prompt_sha256": "f665c7222a331baea4f1a4fdf13bc02bd8258c00eb07a406f8b25804d45dbd6e", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9975026249885559, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "328918cf38cdce43913e", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.625, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "f1631e4f5aa17c5e39598371ad70bcbb237dcac2742e2756f55b409abbe78e2e", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6f20da4605765644baf2", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "6c8f41b4608baad2732fb5f5eff3a848cd53df3413a5f009bb2f99175159f356", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998665452003479, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1451355a7a4f3a454254", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.25, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "a9c4a61668fbc5525cd37b9ea04b6d86dd946cb4b110f5412cd9e74e3e784e98", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997406005859375, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b319ef845f9d2d32e0e3", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.75, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "8d2bfc8eb57b74efbf8c59cefc4956cb195439b0fa3271760db1be79d61cd69c", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998379349708557, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "74eba7cfb04a82d02e7c", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.375, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "fa245356ee6f002a216d0b73d343f455c9408ded4d853f2e8a8f7b4ecc7b4bdb", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "29a1d13ed2d89bc6f261", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.75, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "5d3fdc39575f5fbe5c61367d06724a576856b50982e37e06145c7840752b633a", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993555545806885, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "772ea7ad86e982b5d589", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.625, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "048d9d27b4781f4c004c312df29895f43ce2a0922f182382aaaea62c2ac3b97a", "prompt_version": "direct-options-v1", "input_tokens": 1844, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "00912f65d640d020606e", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "7909ad4656e4d33553b4319a62d59cdef1dabddee567677042c367d3a9b61597", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997044205665588, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "57a1eace9e7237d1c391", "option_ids": ["yes", "no"], "probabilities": [0.004609572701156139, 0.9953904151916504], "option_logits": [22.75, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "372d032845400baa7814cbd86b2c930ba3dc90025f8b78fa63899dff17b78fbf", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999122619628906, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "dde2d40f9264a481328b", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.0, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "495647e4933adbcf11f7b476e09f33f73659f9d70a7757518f93d1b2eb3de7e1", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b794137968f16b718566", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.75, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "edee4c8350647b6b7cdaffbe557ba068340cec6ebb27978f8904547e5645e249", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993898272514343, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f9c0bb24de4bcbd7c411", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.375, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "e60c95fbfe3ae36c8c3ab5f73021904f205c0019953c4934242956f3d3cf8525", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996567368507385, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9f417fdc52d2f71b6894", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [23.875, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "1b5cc01d9e76c17915eb24e725f424f4e0e69a655bdcb93e3c31dd67306f8682", "prompt_version": "direct-options-v1", "input_tokens": 1839, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999588131904602, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5130a007d126d4eb59bb", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "a1510132977f082ef5de78178b609f9306aef3a6c395c427d6f0ed41006f38f5", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c27c87ae486116c6c65d", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.125, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "b5cec749cafd0051e266298b7a6a903d1cbef19069935adcc59bec3444eb838a", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9abc1509a5dd02fab0f1", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.25, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "d4eb2333b69d0b21706d0b5ea42fcbcb0bd8f5d485b429d27fe1342a210343a4", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998627305030823, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "700386165c6ac0f6a47d", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.5, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "7b723d5bf7438bd55c303770515834f580b5b21a5c6d428c6ce4d882bcefc95b", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997997879981995, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "48430eca0a8d18dd1e2e", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.0, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "99c89b6911ba43a26276f593c8bbd6a8c7afc73d9aa673fa9bf27d83887ea143", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "60d28f4562cbed8dc1d8", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.625, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "1cc45981ad20f9b488e8a4b8c481e552b4042e262160c2efd4f5551e9fb564c9", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995290040969849, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "804dd056dfed56bfa455", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "43e98557b6ad08ab6534f100f8f2820a1f3018532978d439adf576794d500808", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "cedf4bb3fbf498f6c0a3", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.375, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "1a8f7c3ead35ca9962022c2719423e5be66a686990f8003cccf15441e2b5a10a", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994165301322937, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "a7a60ad81cce37455091", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.25, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "feaf6744c21dd243e30db32ce021012025ab17523238e482fe32f8f5aa24c965", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1c1a740eb0d7f48d17c4", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.125, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "ad87dc23cf94203a5bbe995564eaf57f423aac041b418e0d94e7ce75b707b22a", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997883439064026, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f3b7230c32c6b40404e7", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.75, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "6181c87ac9175a65e0be5a3c011ca5369f52e4ad06ba3079acf1c479f8cb1377", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997101426124573, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7ddfc0bfbd30b41ee7ec", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "6e6cff593bdab31b443d5ef96c37bfff8f52cf57dddcc0c79bfbc45144f81e76", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bc3b0cccafdc382b5168", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "5750a46d3c34a72beab08405a6dcc011c04065767f5309cf936ad32b0f42692d", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995995163917542, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "88be5fbbd8b7d7c6de8e", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "0a68f25288ab0d64656519cddd1b444cfd3723d652bcb0ebddcc3fd155c88f39", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995328187942505, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c3cbbae0daed5f9939cf", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "04b530bdedf629cda62ac5a22d3aac781119ea5c8996329b312395c5fbbbba1e", "prompt_version": "direct-options-v1", "input_tokens": 1851, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2b5d421b25c9d9fe505e", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "48edaddb66e152da319d1b59dc601142f1690024b110b1645b89762d1652672b", "prompt_version": "direct-options-v1", "input_tokens": 1850, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bc9fbcc5aad00f4bfd89", "option_ids": ["yes", "no"], "probabilities": [0.005911068990826607, 0.9940890073776245], "option_logits": [22.875, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "55debf702c9a756a39549563f9bd5695f035c07115f9af089c8c7e79e09b6692", "prompt_version": "direct-options-v1", "input_tokens": 1852, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999027848243713, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2628c2ca912735d6c5df", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.125, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "b84328a837492abf1e365401fda055a6637b96460d06ef2e910a1be5e2ee6082", "prompt_version": "direct-options-v1", "input_tokens": 1852, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998818039894104, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "340e071a263851ae7cc5", "option_ids": ["yes", "no"], "probabilities": [0.8670357465744019, 0.13296423852443695], "option_logits": [25.75, 23.875], "answer_token_ids": [32, 33], "prompt_sha256": "e278ad6ec0a3077767f5de342ff5368cda48505363f49bc5624c84fe46adaa89", "prompt_version": "direct-options-v1", "input_tokens": 1848, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993612766265869, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "529dbff0a72c765c605b", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "72a1165f4ec0425b1252084672a302c6ff5adfe56ca5c88de9ed383636be2bdd", "prompt_version": "direct-options-v1", "input_tokens": 1848, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c3323814f12b62034c30", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.5, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "5e983c82a343372af20696e4fcf399adf6bd0751fa9fa3e5d296282180bb3923", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a5917d05294f7ceba7af", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.625, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "9838029989f4b8ed4933c16f754e86d7af2b24ad7689edf5f4486186d8344af4", "prompt_version": "direct-options-v1", "input_tokens": 1847, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "97fed6ab1a9cb55a2f61", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.0, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "03bb58d6ab35d3b2574c7a1e6be079872295bf712f9d4cc275b7a4e7480a1fa4", "prompt_version": "direct-options-v1", "input_tokens": 1847, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6579eca7ea02a3f5d5ce", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.125, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "cbd221a34f58b7fc259c9428805057795632ff121cf3b9a67e150adb12143d25", "prompt_version": "direct-options-v1", "input_tokens": 1850, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998531341552734, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b4c4311830209ab25b29", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "384e2c87cc84d587c7dc5bd861ea25f76feda2caf7d618788ebee3bf21101c66", "prompt_version": "direct-options-v1", "input_tokens": 1850, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8378b16d3504101615a3", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.5, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "753e65f83b2ba7ae3cf143e85b8c98a604e7be96e8a29fc6f09fc246968199dd", "prompt_version": "direct-options-v1", "input_tokens": 1849, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "4b5c4d91e91e77e81e50", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [26.0, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "321e36e14dc4bf98d050e5ce6a07633d1f2c8945e8bba849e414f459f89c2e2a", "prompt_version": "direct-options-v1", "input_tokens": 1849, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995556473731995, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "4fc1c85d53d278e97783", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.125, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "274e44bf48a09589085739108c732b7f0d7d298c79148360d541f604a3de1f77", "prompt_version": "direct-options-v1", "input_tokens": 1849, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997844696044922, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9f212a160627bc26112f", "option_ids": ["yes", "no"], "probabilities": [0.9046505093574524, 0.09534946084022522], "option_logits": [26.0, 23.75], "answer_token_ids": [32, 33], "prompt_sha256": "2ad26e9cc272ffa7022b8227a8067d1022891b8ea20afc53d57011d3586abacf", "prompt_version": "direct-options-v1", "input_tokens": 1848, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991858601570129, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "9aba50a0e8e6ce069975", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.375, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "54ba7a8574746657dcc226576ffc36d81bc57c16a2b1364c8c60af06667a5988", "prompt_version": "direct-options-v1", "input_tokens": 1847, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997311234474182, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fe89b2552555023f3871", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [22.875, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "81090a616e9f2532798959b61eca7e0ecad0b8243335e32e5e8946a18913a3fb", "prompt_version": "direct-options-v1", "input_tokens": 1853, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998455047607422, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "074e48d02c7055731f23", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "dbc0a29a1a60bf32481d42458048a22452b6d65d729c57771aafff37395fcab9", "prompt_version": "direct-options-v1", "input_tokens": 1850, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bacff968445af3f3e634", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.625, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "4ca28ff1d8759019b7670af66c76d51ae78bb2ac9f9073b4890328af95e91b0e", "prompt_version": "direct-options-v1", "input_tokens": 1849, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998627305030823, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1598a0282f110e938fd6", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "4b87ffc01d0d5b1a339a00ebef0b7ff09254e919d6318abff5da0f00b54614fd", "prompt_version": "direct-options-v1", "input_tokens": 1847, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999723494052887, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0cd561f6702d31545165", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "94fef6c70103bdb23c332f033f98116d39e1698cbf8d1b5acf0a4993f6eef133", "prompt_version": "direct-options-v1", "input_tokens": 1850, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a79e2f095b74dbce9e03", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.25, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "98647969fec8b07d80ab539b8987d1552e15b233482a464502eec53eb2a0ac57", "prompt_version": "direct-options-v1", "input_tokens": 1862, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996586441993713, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "c5944de25c7acf20824f", "option_ids": ["yes", "no"], "probabilities": [0.9241418242454529, 0.07585817575454712], "option_logits": [26.5, 24.0], "answer_token_ids": [32, 33], "prompt_sha256": "85e55780dc353ac8cfc874e28ac1400422daf12c2e8ca7a7c623b897df48f05c", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "5bafed68c32bd93b93e4", "option_ids": ["yes", "no"], "probabilities": [0.005220125894993544, 0.9947799444198608], "option_logits": [22.75, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "f6ff2ddfa65d7aed567d9dc8496179e9745867e8bf572b914c28aee4024f1fce", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998970031738281, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1770bbdcf5d94bc1c563", "option_ids": ["yes", "no"], "probabilities": [0.005911068990826607, 0.9940890073776245], "option_logits": [22.75, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "8eb96c116447f16959b60bdc593e4f89c896a67aeccf75ce5e25f30c798a50f3", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998950958251953, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4323970d5a49c2701af0", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.375, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "a72f28730262cb1f613da2028ad39c09f3afe471720756358440395f72d6efc0", "prompt_version": "direct-options-v1", "input_tokens": 1859, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995690584182739, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "bb1c5b03e1390909f9fe", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.875, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "56e95aa9a4fb8bcaafe68b5dfed11e4fd239e25528ad02b165a5d3b9f72a51ba", "prompt_version": "direct-options-v1", "input_tokens": 1859, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997158050537109, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "cb81fe83692c3e7a7615", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "4ec81b7191f03a27a56d728b4a4e2b5fd8b5616cb1824ab33663c03815ebe072", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996052980422974, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1076fc08d4f06a19c05d", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.375, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "08e3823d366e5eade6789e4b23d617ac6eaeb6322625bbfd41545ffff2d4a0c0", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997177124023438, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6b6381ab7824d9f2a898", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "b6dc7ba8861d88d618902198baacd0ad0c24cae6854c53f26b3cb9c868394ed4", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "25e470de8b7a0facb1eb", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.125, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "5db93acd2c9341d6e76f7ee5113077c3a969a696ccccd543bc42401f292573f2", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1eed069fe528eade80b5", "option_ids": ["yes", "no"], "probabilities": [0.8807970285415649, 0.11920291930437088], "option_logits": [26.125, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "f2f40b6850985483807e091d57c30b8ec32193a2f3803ea8ce9278a1572f38f9", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999733030796051, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "2ae10a22a6dc2195ff73", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.125, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "a51fe8222ee38e8fc6ef7bfb8288bb5e90b2b0c81487350dcaa5752627d6a103", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997501969337463, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f447e9e4dac30a14fa4e", "option_ids": ["yes", "no"], "probabilities": [0.9399133324623108, 0.06008664518594742], "option_logits": [26.5, 23.75], "answer_token_ids": [32, 33], "prompt_sha256": "41d3abffc5ab065ee117c5481aa2b0210185608dc7e98ee788355e76b50251de", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "39966e5ed40b0ab8dc7c", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.125, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "7218cc6832be257b6bfc1078eb5c467fa0c4a58693929baf76ecd4af0a029f24", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1c3d718ddc961a6a91f1", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.625, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "1855994e5b281bc0721027ca7c29efd1584efa64365754be44b1d245103a9bf3", "prompt_version": "direct-options-v1", "input_tokens": 1859, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995290040969849, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4674b161a921c8b00e3b", "option_ids": ["yes", "no"], "probabilities": [0.9669140577316284, 0.03308597952127457], "option_logits": [26.625, 23.25], "answer_token_ids": [32, 33], "prompt_sha256": "139ccd6926f8ab9eb1604b5a20293a90cf6a1c5c89c4124d102d7ee6d26a17d5", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "738968ceab05d2b52515", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.125, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "c72470af215eda1bde8c61bf6c48b6cb028cd65417507b78cf3efe3b5171c0ef", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995690584182739, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d414d247aa692f2c533e", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.625, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "13e34fe969d9fd649fcf8dda5fe83fb2996dba37b188e103eead9ce80471d818", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d2aebaf8c656c175cb4a", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "cf238b59b1ee2a0d777e58aff8941672262906befb3265dc6392a448dc6d6b80", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998550415039062, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "eb9e35032c558a9c3e5c", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.125, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "8ad0a9eac2fad05924e6665a12205d4018aec7dc040470e2018fdb4a10cc2c07", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995157122612, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "12a4dba6ea14f54817a0", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "761642e176676962222a2f94a3304fb01af23e62002faea156b9cfc88a090dc9", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f7adbab4326ba6b8b1a9", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.125, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "dd6857444b40d8ea4daf5cd80344a207ca6cadc0c6f7d560dab8a38ac9023fb1", "prompt_version": "direct-options-v1", "input_tokens": 1849, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2907971ad82170c99b31", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.75, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "3c18c830a11f8fc0943926480745bc7a4ba1e1d87a96d81b6f8067edc1015e42", "prompt_version": "direct-options-v1", "input_tokens": 1848, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997463822364807, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "475d912050d67900e6f9", "option_ids": ["yes", "no"], "probabilities": [0.005911068990826607, 0.9940890073776245], "option_logits": [23.0, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "185dcb7436b9c2645dfa0297378cfe238ee6e0a96a34c208fdab1be583cc833a", "prompt_version": "direct-options-v1", "input_tokens": 1850, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999906599521637, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4585e68751d706e3cc56", "option_ids": ["yes", "no"], "probabilities": [0.007577240467071533, 0.9924227595329285], "option_logits": [23.125, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "325b3472fff05487b8acb8b2f77f929d62826e3476786943d5898848920c3f1a", "prompt_version": "direct-options-v1", "input_tokens": 1850, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998970031738281, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "be5a49798b0769fa4652", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "467f028c8631de7e78d28f65a3d2173dfb665a331cc7d9d783be48f02c68c290", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996243119239807, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "32115089340ecbf8d5d2", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.625, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "dca3184de2780029eca9997c15947e6d7f24ef929285770835649bf3f16d29e4", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999692976474762, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d2c683512a17317dee8d", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.125, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "9eb8101d99bd8b9ed369c60e09d018896203bf06999c3b6c9cd382010cc432ce", "prompt_version": "direct-options-v1", "input_tokens": 1844, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b51c5d8b42f387dedbdb", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "7bb830cdf9a90f114dbb7374f6b93f7964a8293fa82a3841ae9aa4bcbccbc8a3", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997101426124573, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "235c09d1c37ca3c4d9ac", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.75, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "eda4fd91603ea333b30d87ba5fc69faedc28178256676a7a94da95149d2f628a", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998302459716797, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "65e67e1f8ad9767ee07c", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.0, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "63c2d1ff9aebcd7f3f6699a55e8a6c5e73d2988273ded6ff14df8df63db06483", "prompt_version": "direct-options-v1", "input_tokens": 1848, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "df78e28ff00f0621140f", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "43387ac6d1bdb48c6fca2dda677c9cc86f430ec9c726200d0417dfe1b99ae528", "prompt_version": "direct-options-v1", "input_tokens": 1848, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "904eda880260bdedd7f9", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.625, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "f4bd5dddc7029a6c0d6e671ec199dbb4ca5c0b4d69c181d4c037ed0e18a673c5", "prompt_version": "direct-options-v1", "input_tokens": 1847, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a95049fcacee22e43c54", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.625, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "286d9e010453803ebb510aa1b3e07f1be7a02f303f526bb5084107e4a8f2f7e1", "prompt_version": "direct-options-v1", "input_tokens": 1847, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995957016944885, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "56e7dc24d2b649da06ef", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "dd8d01b6c6d65ec3afa4aad5711ce5c74293d3727c22dc823f9b350201210c03", "prompt_version": "direct-options-v1", "input_tokens": 1847, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "93d0b7ea6c7e6282f3f0", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.125, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "612cb7c65d78c664a0dafb148ddd8952fc7589b7afc950bc15405eb6ec95ed0a", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993936419487, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "845a552c244bd4c0b719", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.5, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "ca45ce2333c6d4a2552318c97d400d4299c18882b9e43c02952989c4bd8afcee", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "49386162dad23eac1544", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.25, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "a22b0e146b01904fdfe314358a3d0bc11baab348348d0c42ea424aad4232a021", "prompt_version": "direct-options-v1", "input_tokens": 1851, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997044205665588, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "60f749f9bc6738525c42", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [22.875, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "580f115fa819593597664c2db56fc4e716503eebf96dad4dc557ad2f1202ff73", "prompt_version": "direct-options-v1", "input_tokens": 1848, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "66e5d19f27d6b61c3cda", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.375, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "989a5c3b3061a2ea7a803b432abe9aa023d2a870440e3ed73b356afd0b137f7b", "prompt_version": "direct-options-v1", "input_tokens": 1847, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998073577880859, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2aa0e6d248814c6909e0", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "8d9e340d31bfffcaa2b77579e3cc80404198f0545231614be2bddc2ee787e29d", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "79ad83bf2f32860bef98", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.75, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "7dc657eaab0e2a4e765c61a640c08cdac45e44418334715f7333a565f40a0c8d", "prompt_version": "direct-options-v1", "input_tokens": 1848, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f6063dceb39e49118d39", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.375, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "fa7033db7f599356384252e7540e05f4dfa4bb47add16e5b20e9d97cfc378025", "prompt_version": "direct-options-v1", "input_tokens": 1803, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995518922805786, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9b76149fc15ad5b6e327", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.125, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "5cf29019423976b8e8a2ea3cf8a5494a8b57f2ba192e7af936f30cc3cb242782", "prompt_version": "direct-options-v1", "input_tokens": 1802, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994489550590515, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "90a938270e4e2de0b383", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.5, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "ee7e00291a9b53c59ac62fe7c0dc66ab641b9d63fc408b07bf77a7b973d2f1bc", "prompt_version": "direct-options-v1", "input_tokens": 1804, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997806549072266, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4ea1216fb9a9fb78b77c", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "264495e849849d1bc2122427b50f5154d9085c485cfa6b906ea28c95b1e3ea05", "prompt_version": "direct-options-v1", "input_tokens": 1804, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998608231544495, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0d80f96281334874e74d", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "9c5fe2f7e7d921a28cc398a27fd4a705a68cb5753359c608355b87dd4163f949", "prompt_version": "direct-options-v1", "input_tokens": 1800, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991249442100525, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "383ef0b427ec8a498c4b", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "eecba1e326fb37bcf16cb561cc9afa01d9f79f9bbab7732958fbdec01f56b148", "prompt_version": "direct-options-v1", "input_tokens": 1800, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993994235992432, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "70f2e6b1ea14f5e28f15", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [23.5, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "8e0fbc4b5aba4251095492cd1ef66ca7442dc2e25c80aeb5cddfc85b8729ad44", "prompt_version": "direct-options-v1", "input_tokens": 1798, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9979327321052551, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8f74cecf670b509544da", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.125, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "4dbef3870e3ab5855894da29ee10afca8b1a57e4a8a4cefdd00a5e4bd441fd5b", "prompt_version": "direct-options-v1", "input_tokens": 1799, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990734457969666, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6b9954c91552c0a33b9f", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [23.875, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "153837de8c9e3d88abd286be331c60405236be548adab6bf541d9220728bb357", "prompt_version": "direct-options-v1", "input_tokens": 1799, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993383884429932, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "cc74bb2eb6e7e61f2d70", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.625, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "62d1474c00b045d9be80985d3c4ec4d6b7ffe1a9dc11640567b8c08a2b23a4f6", "prompt_version": "direct-options-v1", "input_tokens": 1802, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993422031402588, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3893f050e31def5f92d2", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.375, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "82ee18644fa0bd612e60aca2ba58f63b14dc0733589b98a13da457d9793df20b", "prompt_version": "direct-options-v1", "input_tokens": 1802, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996910691261292, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "44c227b45b3f1f9f2208", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "e6e3526be4c26704f137e9dfac70e95c51f51ee626a83cb66fd1e3062916123f", "prompt_version": "direct-options-v1", "input_tokens": 1801, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996243119239807, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c59c11aa06b83f0d4741", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.625, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "0b7e4b9d4493469cbe140aa08916262ebf393c327ebf9725ad7dd1db7d25d160", "prompt_version": "direct-options-v1", "input_tokens": 1801, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994603395462036, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1c3a9f356bdca8162925", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.5, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "6e2198a0b4a29f71b097117490c67f4ca9b8344c4f790c14b650b37671f2e60c", "prompt_version": "direct-options-v1", "input_tokens": 1801, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995957016944885, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ad3b39c63a87f3016a2c", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.75, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "36ad954c3dceed249bf4c2fccfb3c00190e60997f7cabe244c4f7c96d9cb58d3", "prompt_version": "direct-options-v1", "input_tokens": 1800, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9984295964241028, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "59554f602acfc7513126", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.25, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "e46a2ececad81b891772342b8dce7dd754569aa683294cf3a150f02cd4cb4298", "prompt_version": "direct-options-v1", "input_tokens": 1799, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995728731155396, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a27cb451f33eb26a40cb", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.25, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "de52f10c8a3aec4bb1bbf5a1cd9964c9b82ea5ca7883ccc1c7e3221a85201db0", "prompt_version": "direct-options-v1", "input_tokens": 1805, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "44283a4615a0fa1b9525", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.375, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "7eba407dfd9716259a0fd7280b52f12e7fa2f63836c95be7f11479a0b66e1aed", "prompt_version": "direct-options-v1", "input_tokens": 1802, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996472001075745, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "dd3cfc0bdc9a0212adb9", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.75, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "55bdc5af81a2fe53c95d77172df8627abd367133dfe67f46e482575040c50086", "prompt_version": "direct-options-v1", "input_tokens": 1801, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "520cca27d1d47b977e70", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.125, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "2aa6d2c9a9486d17b9a213d72ed5486a72a7e60428a077e70f9c49b8ccc41350", "prompt_version": "direct-options-v1", "input_tokens": 1799, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991039633750916, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d71ecc7c21b846622bfa", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [23.5, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "e4f114bc6d4e844796c151def78fb25f4ece102cdfa9d07a1977f42d87878718", "prompt_version": "direct-options-v1", "input_tokens": 1802, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9987572431564331, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f107ce422a3ca3fc63e4", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.625, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "223182e280aca724f9fba2354d00708435b524e793ebf254d38a29c94567f324", "prompt_version": "direct-options-v1", "input_tokens": 1820, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995709657669067, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "28f62d6b08087bd0e93e", "option_ids": ["yes", "no"], "probabilities": [0.851952850818634, 0.14804719388484955], "option_logits": [25.875, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "33edfd81e29667c4ce8f14c98b4756194f68ddd6c193d1d65e002c06f7a6bc4d", "prompt_version": "direct-options-v1", "input_tokens": 1819, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995499849319458, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "8bdbb1f6a6278446c6c0", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "8381d5856f5e50e1d63ef73452c310c1749838820ba98942071ea2ecd49a8951", "prompt_version": "direct-options-v1", "input_tokens": 1821, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7b9ccedb2ae2ee784110", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.125, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "294f79a1f5cbbad23988e50538af3fd533f66fd1d8d2e46a94f1ae00bb193a5e", "prompt_version": "direct-options-v1", "input_tokens": 1821, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998779296875, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "520c71da513ecd476f19", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.375, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "beb1a631d70e6e6162fa5c756305df480c5f857b57a7bcb10f5deb69c3dbbe42", "prompt_version": "direct-options-v1", "input_tokens": 1817, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992221593856812, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b3159771bbd435c2b943", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "e5005464443a4bdbf4b6f896d7af2b9e78e9c67ff95e0977e21bbf4e08ba536e", "prompt_version": "direct-options-v1", "input_tokens": 1817, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995232820510864, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0eb6cdcff58a7393b727", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [23.875, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "e8a508ea3d0eef7fc696b48dc41b553a7366fe4367d6dce0f102c8f2c5f41020", "prompt_version": "direct-options-v1", "input_tokens": 1815, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9986924529075623, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5cf6b9d5124aa5584524", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.375, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "70c565edb96f697c8b01c2417459de5865ebdd5359bf126fb918971eb1fdf604", "prompt_version": "direct-options-v1", "input_tokens": 1816, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9987419843673706, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1da60c511f94579eb79b", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "8747f2234df671b1ebca5d2fb4b3612302ea16b5a8891a2ea79d99a2cd44afd7", "prompt_version": "direct-options-v1", "input_tokens": 1816, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994985461235046, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5e62f54a49d01efc1d2d", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.125, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "85caa7a26369a9c96c82cbad56f912cc98964d843a2d4a2b6a3a924ce40dd6d7", "prompt_version": "direct-options-v1", "input_tokens": 1819, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992811679840088, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "1733951af9a319d1124d", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "0b8c94e0cbad800e324f54f94abf5641382ea82c2281c9acf16e982c676fb86c", "prompt_version": "direct-options-v1", "input_tokens": 1819, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999754011631012, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "33fabcc277e26932e531", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "bbeba2f8f6c3b637c9959073295a93119a845943f5a1694edd74d32027cbca50", "prompt_version": "direct-options-v1", "input_tokens": 1818, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995575547218323, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "44333b92e04569bb91c1", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.875, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "d06a98b97c47517f15eb4307871e31164bfbcbc2e5336534351e640bfc2df920", "prompt_version": "direct-options-v1", "input_tokens": 1818, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994832277297974, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a6f1586cf60fb2392558", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.375, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "a07dfc99e140bc385aa4946ca1b0372ccf76c508607f73bc449d30e0f987373d", "prompt_version": "direct-options-v1", "input_tokens": 1818, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7eb931719fefc8fe4162", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.875, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "eb4ab4dcebb2d925ed15665284f3599608403d09815d23008fed11d1299eefd4", "prompt_version": "direct-options-v1", "input_tokens": 1817, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9987419843673706, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "0bc483d03b11f6c04e19", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "63b2ca306c61ae8b1453a8965adedf7d2ff815b97053b1a55b825972a4246f24", "prompt_version": "direct-options-v1", "input_tokens": 1816, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996052980422974, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d80be1952ceca19e8698", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [22.875, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "cd628859f5004166f00fce845ea210d8a8f136d4d907b56ded06eac1cb7fc56e", "prompt_version": "direct-options-v1", "input_tokens": 1822, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e9e74569e646f774b313", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "a60aa9878e9a74cc2d5aeb6df5fe91b3894456e1abeae3f6dea5e9c610ac690a", "prompt_version": "direct-options-v1", "input_tokens": 1819, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5e4bfe89bd0af8223b20", "option_ids": ["yes", "no"], "probabilities": [0.9241418242454529, 0.07585817575454712], "option_logits": [26.75, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "6ee6c33e68cb5f68d0e36e2e998247e9c2f1e21d8ed9fe96a69028c6a2b7cc9a", "prompt_version": "direct-options-v1", "input_tokens": 1818, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "5acbad364733f56e115e", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "644dc915f953a1e62cbe14a7a19d575c55a8c6b8cbea032426fe148f341a3f34", "prompt_version": "direct-options-v1", "input_tokens": 1816, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990830421447754, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "04aed658533dc50ad988", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [23.875, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "2f075c37d074d11fd5a9f381fb1364cf350944758363fe9bf870f774ed8d8a68", "prompt_version": "direct-options-v1", "input_tokens": 1819, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990029335021973, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c699595c95e86e9495cc", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "6626ed05c7b60cbd2600c85d49fcfa10a800809c9d76ffa22f8a0d37bf8a4666", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996320009231567, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bded8ebce57c079dd7b1", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.0, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "de8598437170cd5b78af3894fb9489403d8595ad17ea0763188677520b47aa09", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995824098587036, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "89415a9977b5c255c897", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "dde0f88989fce037b84ab9c33cda4774ec6dce53b278ef686c075f159d6e881b", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "37799e145741c4937ae9", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.375, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "c718d8ca1c71a4214f2ff020a7f80775451cd94d7520cb683ea7134c1672ab54", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ce624966eb527d833d3f", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.875, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "c213a1debacd857c6ba42e41f9eb839f5ca4a09e31b44d009262df94a47e227f", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992850422859192, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "77be6c33e11ff9f34aa1", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.625, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "99dc9fe3e18b5449c228005e545375feba68bfc65a1df3e14f202159fa9b2225", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996339082717896, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "efdb684bf09f181cad8b", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.125, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "5868d7997f4d7bf162dcf4a6387ac604027262dffe8bf674470a955f3254b9f2", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992221593856812, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "75212527ab9bbb4a5223", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.25, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "ea4f3ef53fec46a0a66fb64b499b4439d2f585bf26ab9dc984d6114a5e5cd14f", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996320009231567, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "5138003c7d7b7dbe07ac", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.625, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "4d0d6fbf8555f801b4dc56af4e0bc892ce12e2653b4e548f4c46edb645481b63", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995157122612, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "eabeedc5343c0be5ebd5", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "e7361036437f5a088854d1e5a320f70672508c005ac1fa8ff2d843eaeb42c975", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "eb4c1a2b33ce2d29cecb", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.625, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "94a539d19f7d7574619421415fbb6c6cc27131bf9baab5239988e0442b841f5c", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7b24cddc4ab676e0f47a", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.125, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "e2e6cbb5e4e25de7aea867e4b87ac66a31c43e6d7f7a0fecfff57d0c6ef3ed5c", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996834397315979, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8c8af17031bda9eabb72", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.375, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "268881dff0547283ebb88a53b487701a5bdb3bf91d09e87f634864d4c74ab49a", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995575547218323, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "d263156a683f0252e478", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.75, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "efad83824a0f2583b774e9e7879084cc2c2145f3a7f98f923367264c1b9a3e5b", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "86e1f830be769c8e289f", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.25, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "a3c6ca6c66bec605a8ad619643126e4f7e4bca0c08f89d3aa2e4b2173d0fb820", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992601871490479, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "64ee695a11f63138338d", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "169a32f492a6c0c320ff6c675831aba0ff439c1acec2bec782a0f96cef9b9596", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a92fdcc54e9de25433f5", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.25, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "f820ec07770485196fc1271c5eebaf65ec642887f98dd9e6fd96bd65426e85e5", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998341202735901, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9dd0200555bab6512d92", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "e00bfcf5a47454bb153ecf921af2eb93325921857322e24b20457cacbcfa9500", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "48d6cb5d9f1e88e4ca02", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "39d1a0811c0c66903dd77066d622a50d594d61f2f963ef83c5a8981af55936dc", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7460179231b846a81ea9", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "4e2c1a8294595e629225a788875077b6027c10c544ba23d84042cfe9ace16ca7", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993478655815125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "64b4392339718e3c1ae3", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.125, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "50d768d09ab836a87e69a6fd3a3ea7f0b08a5bb2c5effc7c09843609e7a5c4c1", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990429878234863, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e2f701de9f4f83e6609b", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.0, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "0388d1a7c2c76ec8168c8447ff01d8f23229dc9e141c9ff8829e0cc24e10f570", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995346665382385, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c39a7ef52e871f88e007", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.875, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "5eaf107ec21601e0a9b8ce13502b62e82d863216c3a132a8883d29a0587715a9", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991135001182556, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "28cc9946a6bd2d7c2324", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.125, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "b1d96b5aa1ab7e917af568d4130aefd0bcf5baf0d787d29637e5cfb6339180fc", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0a990b128482d86ea05f", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.25, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "d88a7ea6bffa0882837b1e8e6c7368e5674d6d8d4f69ed54ed7a4de7ea1625aa", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "67014f7bdf7436b14fa3", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [25.5, 24.0], "answer_token_ids": [32, 33], "prompt_sha256": "4d6a1d012867018232e769135944ec5129d03f673db1ddcc68d661cd1bdcdbd8", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990067481994629, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "3275955d8faffe8db053", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.5, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "d063537b5d065b42986be0ffc67d0fd860766e977de828fbf6ab07763b480964", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991115927696228, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f86a216f8319af49494f", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.25, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "2eba7eadc5d6e4d3f5fc9ad23291701fd772d48cc7dd2aae6be25a578af1e4ed", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9987533688545227, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5ba67dc1a1bee72f25a4", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "3cb82dfbe4d5d8cc24efdc0eb8a65af6d4ba0d6e23777d0e28cda05dc66c3301", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9985076785087585, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "74595c5cba366f988256", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "cff2ec466c1d7f9bd068c0a4ea5f657f62db3a6bd94aaf229a98a338e6db1258", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992545247077942, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "329fc297eae8311dc140", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [23.875, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "bb17913673078701d76d3868e40f561e7a028b00acff3e9a07aa7c13381cd320", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990410804748535, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "76c5efd74519823a1127", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.5, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "a0c16d6a655afbb76374256a0a8ce0c14f17dd36d13229846b06f30ad4b16aa9", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996129274368286, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d32857e7ebdaddace9b6", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.875, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "fbb7bcd8addc80ec341fd132362d85f41a2ee56ad89c3709adc78b89912486c7", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993555545806885, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b1bb3eb6ede28893d0f0", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.375, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "8aeec7f3d705cb3acf888d6d3627d1e3bd27e6b6cfd0dd2f7f434ca3ad58cf7b", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991992712020874, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "ade1f2defc12db8f3dd2", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [26.0, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "a24e669a65dc331dad4bbb1f73eb4e1ee3aa14464f451dca8dd9aed99b016d2c", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "0d01f54b4d3c56322dd4", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.625, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "1ddd1b2062e50245422fb056513053d7746ab30dab0d2547cf06ccbf9fc4a7b7", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992850422859192, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "431260cc630b9298d4f0", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "499dd0b4c12d0196ad3bffc50b515154c9d70e324f950b61448f1adf3ae6b7e4", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994470477104187, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5c7687414b3de39cb868", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "47aaf4cd5d473b4a098e9a2b2e7be3240774ec8ddb45fd600f9da57f8b18c23b", "prompt_version": "direct-options-v1", "input_tokens": 1836, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995346665382385, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a44eeec278e9589355b0", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.75, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "0a904952bea664ff7a289646543e6fa2844174e4439aaca63ee8fe36797a1971", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "705521da0f32ec3cb2dc", "option_ids": ["yes", "no"], "probabilities": [0.9669140577316284, 0.03308597952127457], "option_logits": [27.25, 23.875], "answer_token_ids": [32, 33], "prompt_sha256": "54fee3a38c34af55d5c18bf7fa3ce7881eec72dcfe46103f0cd1b0273edf4283", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "5610ae0d3fb1f4ba0590", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "87cd9fcaf1aeb694e0a4e3c3d869c940a31810241218479785c13a34e6b6489f", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991592168807983, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f6acddbeab3435d73c48", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "7a990be2b4bf3f10367fea336e0a4382a590eeeec69b0ce3c32feb62ef03dcc5", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991287589073181, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7c7a48b9f0a2e617705c", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.375, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "35637248a1eb744ed13d5169db84eade78809956eeb18b40104519e3f63601a0", "prompt_version": "direct-options-v1", "input_tokens": 1879, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995518922805786, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "52c2956ea371581d7188", "option_ids": ["yes", "no"], "probabilities": [0.9046505093574524, 0.09534946084022522], "option_logits": [26.375, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "160f3f92dde8a3f88e8ef24d7cc9b0f8fe4d8e79be2a50b9fc9fc96e167d6f51", "prompt_version": "direct-options-v1", "input_tokens": 1878, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "f5bd5f642308113555b7", "option_ids": ["yes", "no"], "probabilities": [0.005911068990826607, 0.9940890073776245], "option_logits": [23.25, 28.375], "answer_token_ids": [32, 33], "prompt_sha256": "7de5b948bed48c7fc869df76869c496ee2e3b74b2491f5714d116584e7aa7dec", "prompt_version": "direct-options-v1", "input_tokens": 1880, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999122619628906, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d0d50dcef317f630a702", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.75, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "aabf39e6d2d30dc9a2e3b35c1c4cc650f2b14ac16da98f6d20d0f642f224fed4", "prompt_version": "direct-options-v1", "input_tokens": 1880, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999847412109375, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2f9b07aba6f967fa92dd", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.875, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "56e46d1abf1d89e05a197a77b50e71026b000434456dbd08ed1732dea774497d", "prompt_version": "direct-options-v1", "input_tokens": 1876, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991858601570129, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8ce842cdbd943735c60e", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.625, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "d5ace587be418b34d3dcfe7790ac5c10d131756b081fd42b8a633079483bf4b0", "prompt_version": "direct-options-v1", "input_tokens": 1876, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993327260017395, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "95d3684561ad5d38e0d6", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [23.875, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "0e3641e1ae8b03c5321f6cd0bb6b59637bbdfd734ba157ab46155159635918a2", "prompt_version": "direct-options-v1", "input_tokens": 1874, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.99917072057724, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "21a9bb41a8ac52b99fb4", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.875, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "4f99932619df9ebc3a97fa66f36e289772d553628ff3d9bf92aed50b3496f161", "prompt_version": "direct-options-v1", "input_tokens": 1875, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999025821685791, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2140bfa60bdd26022f05", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "a39ddca88a559b0b17897c2b633f5d95ad7068a9fea6c4047231fdc231b29b49", "prompt_version": "direct-options-v1", "input_tokens": 1875, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995690584182739, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3c1ff0c793124585f1ad", "option_ids": ["yes", "no"], "probabilities": [0.851952850818634, 0.14804719388484955], "option_logits": [25.625, 23.875], "answer_token_ids": [32, 33], "prompt_sha256": "b26d75fbb25d2edc6ca7d3bac08b50c75f43917e75b71e8bb019bc7898545680", "prompt_version": "direct-options-v1", "input_tokens": 1878, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993593692779541, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "a1f3c5ea561be1b8667e", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "f72757054fac9a2fca59f7bf06c6de4cdcfb9c8275a39296f13f48fadaebaa2d", "prompt_version": "direct-options-v1", "input_tokens": 1878, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0e7b2ab1499e2691ad38", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.25, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "454e4b6f7fb4e3fa61305d49c68017f292588890328be9189447d8dcffce4d00", "prompt_version": "direct-options-v1", "input_tokens": 1877, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996224045753479, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "21938acb79a8a74da58b", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.0, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "a08d552cc3a361bcafedaba32062799bc63c43342ab7112b15fe416c8b6aff38", "prompt_version": "direct-options-v1", "input_tokens": 1877, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994527697563171, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ce3f2e60d6f0d2e430db", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.125, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "06ea53abb1a7169d5ee003d91e62ab9f81581ed31df38be6ea5cfb45bb9817e9", "prompt_version": "direct-options-v1", "input_tokens": 1877, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7fcb0962d0b61ac5ef76", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.25, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "0b300c5c83e1b66ac97aafc11ea9f2a5002b0563e2dce3671939305ac8b8440f", "prompt_version": "direct-options-v1", "input_tokens": 1876, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9989420175552368, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "0b0e021bf9632e8b140b", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.125, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "bdbff9383c31156fe12d35427d2b4fa93dc450009d6e16cac416a6f1033860be", "prompt_version": "direct-options-v1", "input_tokens": 1875, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996357560157776, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "adc7892e5e3539f8e655", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "a71469309b76937e634db5198756caa17c598fe6b4bb0ca9f8bf12216e4fb603", "prompt_version": "direct-options-v1", "input_tokens": 1881, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997692704200745, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a31821385153740aaf01", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "4b87e336529334d27f0cd8cfa043d49ed971f714be7b3d673bd18ee0bedd8dd1", "prompt_version": "direct-options-v1", "input_tokens": 1878, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "33a616441e3d3a93b486", "option_ids": ["yes", "no"], "probabilities": [0.970687747001648, 0.02931223064661026], "option_logits": [27.25, 23.75], "answer_token_ids": [32, 33], "prompt_sha256": "dd99f32bd70eb092f0ba562d7684844a7fe5ec01f48b35130b1729fb10bffa6e", "prompt_version": "direct-options-v1", "input_tokens": 1877, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "8230f0e5f243615cceb1", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.875, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "8e1023f0b8084d07e51e254daedb99141481000bc938c4b0e2d475b9bd66c38a", "prompt_version": "direct-options-v1", "input_tokens": 1875, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993650913238525, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6fd5e5d46e88d4a33537", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.25, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "573ca1ebf463757fee2c6812aea53aa9eab16a2f757a84cb004b735c8362a59e", "prompt_version": "direct-options-v1", "input_tokens": 1878, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993345737457275, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "687ddaf5e65139bfdefa", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "27a10548f91b372524c8acde4932595b0fb05258db8435d5d97949e7d7c9cd29", "prompt_version": "direct-options-v1", "input_tokens": 1874, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996567368507385, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "ddae9b5f4ced5a86d1e5", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.875, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "287a0767a72c97d3c35277ca4f48c4894496b35f89a6b3a5fc02bff7bf39d5c5", "prompt_version": "direct-options-v1", "input_tokens": 1873, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999641478061676, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d6b0a3e442a14d7f3769", "option_ids": ["yes", "no"], "probabilities": [0.006692850962281227, 0.9933071732521057], "option_logits": [23.125, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "9ae623081d6fe5f235d1860b5137dc9f3cb2a01945132123109bd841d3dd76da", "prompt_version": "direct-options-v1", "input_tokens": 1875, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998912811279297, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "94f80ee140e31162aebe", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "f53efb42a5cfa6b81824cf30c19bf503e6466b855804394b4a6a6494028f001e", "prompt_version": "direct-options-v1", "input_tokens": 1875, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998455047607422, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9d7ea494739dd6778251", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.25, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "91ff3df600680c5ef7d37473826bce88ca0da3274fa0dcfc3bbb39dab29b6218", "prompt_version": "direct-options-v1", "input_tokens": 1871, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994527697563171, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "1dc77103b26778f638d3", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.75, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "16f0a940e5ed98d4650da20174a0a60f2b60a691bf1530bed641322bd58f175d", "prompt_version": "direct-options-v1", "input_tokens": 1871, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999609112739563, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "cf496ef141ae03f2b87c", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "9bcbfb855301bcdde84455bfecf399ee449b86b17ce2d5540b3058fe76ba01bd", "prompt_version": "direct-options-v1", "input_tokens": 1869, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994412660598755, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9e080cb1e47e90f06e23", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "5bb4a295cc7462007358733575c9d6f7288e1a7c81c545031e01ff9bdea286d6", "prompt_version": "direct-options-v1", "input_tokens": 1870, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995042085647583, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f3a4decf391f7aac544c", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "af32cab5a89a02dbb16ec5bd99a348d7cb8281b2778aa9d2596330b6b6614f16", "prompt_version": "direct-options-v1", "input_tokens": 1870, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999601423740387, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0fdd3a6b50496e1a9d11", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.0, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "309b61a58a3caedd6ed16ce05194cd8ce7ccda4e33075a0c39988a8ab804c0a5", "prompt_version": "direct-options-v1", "input_tokens": 1873, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994718432426453, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "494a27249b6cc7a8aa58", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.75, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "3b436364a1e1b2984bcc9005e35713f74df6d2d5c6e13c6df10b9f50f8ee5045", "prompt_version": "direct-options-v1", "input_tokens": 1873, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997997879981995, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9eef00508120ecc8f05a", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.125, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "bcb30df393836deecaf9eefd8c1e8929e0fc9ad66f25d9ecaeb736cd2b7eee63", "prompt_version": "direct-options-v1", "input_tokens": 1872, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "72df524be4a61b7f3bea", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.375, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "7bf0648922e70573b7e89e9c7a926a567f75df229492e4d2e452240b55da3137", "prompt_version": "direct-options-v1", "input_tokens": 1872, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995157122612, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "a333270affa580ed9c75", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.625, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "7009c1f55f1437d7dbee35c7d89a3650eabef8aeb9fcac75e481742d74893c9a", "prompt_version": "direct-options-v1", "input_tokens": 1872, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997177124023438, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "e83278909fd10abd0229", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.875, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "3b1101aef564f062cf6c764d1438059201e657debe7f3b083df51066abeda879", "prompt_version": "direct-options-v1", "input_tokens": 1871, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9987134337425232, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "13e9883ec49a689afb60", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.875, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "41efb3c579838749f6b944c4222b93e981d71e42fb5561908aa86ba1026661d5", "prompt_version": "direct-options-v1", "input_tokens": 1870, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997044205665588, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e483bbd072901577279f", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.75, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "0f601ced4090e5bda90b40a4b189fabc355612be9621391c54b9a28d85e6d0a1", "prompt_version": "direct-options-v1", "input_tokens": 1876, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8310f45cf20783826959", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.75, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "8d06ea169933188dca969873bf4db9873cfea3141d21792ddb71147daf2ef060", "prompt_version": "direct-options-v1", "input_tokens": 1873, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4b4b7bea620fdcf93897", "option_ids": ["yes", "no"], "probabilities": [0.9149009585380554, 0.08509904146194458], "option_logits": [26.75, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "ed2177ee00652bc7df8ef341e5870904afec4da0df6d8bda92451deb30adc66f", "prompt_version": "direct-options-v1", "input_tokens": 1872, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "e70b706ae3e066d3d710", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.125, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "873356726518cd6d31eb3c5f4a04a0257983a80bdb339d237730f84c2b86cf9f", "prompt_version": "direct-options-v1", "input_tokens": 1870, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993879199028015, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0d58f07d3b70f2bdea0c", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "02c86ac041d3f6a14295886f971128975c680ea73045d4fe42fc94b06832087a", "prompt_version": "direct-options-v1", "input_tokens": 1873, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994737505912781, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "089f4a6f39b20bf65ab7", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.625, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "2341664696e17349581d96be68077d4d48db6841313066b746d70c936a689189", "prompt_version": "direct-options-v1", "input_tokens": 1838, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "efa2f8b62640b090d2ec", "option_ids": ["yes", "no"], "probabilities": [0.8807970285415649, 0.11920291930437088], "option_logits": [26.75, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "e713368de36970a82ae6f5227ec48839726ecfb1c2103d9bfda63d073756961e", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "240b744a86bd327fee5d", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "26bd304cf69233ae247aa1bb0b572a0ec09ffbe4655313bcf924e01096601b2f", "prompt_version": "direct-options-v1", "input_tokens": 1839, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0d17bbec4df530c9e46e", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.875, 28.375], "answer_token_ids": [32, 33], "prompt_sha256": "c02cc8def0a7a258b2418cc7084633923cec612d83178e15a7702e3793cbc44c", "prompt_version": "direct-options-v1", "input_tokens": 1839, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999217987060547, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f73dd01d89bf08482a78", "option_ids": ["yes", "no"], "probabilities": [0.9241418242454529, 0.07585817575454712], "option_logits": [26.5, 24.0], "answer_token_ids": [32, 33], "prompt_sha256": "6dc3eb0f844db123f0e4a09a12fb5f4362a7b9910696b0820a16c191cee31299", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "ca7e78b1575d5ef4e5d8", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.875, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "a1a1b2a367cc31f2944a654d2bd85651405814feacd066a1d1b01a78311f2309", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ca25ed2ac4e679fbc5e3", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [24.125, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "9609550d0bceed14c2358ad7ab9ff727e45dd674a6ecbc7175d97a30e4a65702", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998512268066406, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6a0866f21c64756f358c", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.5, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "35c997428b74ae4683c3187f0d545eb4b5d8953130a7d2ed064df05fbb943c25", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997902512550354, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9c24dd25567db8712fcc", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.875, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "f66690e46cc93c604b1793b4ba2215f9b77ee076eec1dbf3a3b1a519592b5f73", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998054504394531, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f005c3e61bd1d6ccfdbe", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [24.0, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "1577a9d97d7bde82165e0f02b65468e5283bc66ae4bfb4f74c29a7503fabc746", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998455047607422, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "63f771d8a481a06f3342", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [24.125, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "b66b9e93abb48bc56173e65ec7701042b59b7b0c2e0f2931686f63d95cf5b7b2", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998627305030823, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "48e7776fb0baebe2a66d", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.625, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "fd8766f9ee193ffdba5fc41a95caf58a805f42b8c0841f15a4165096c46c0892", "prompt_version": "direct-options-v1", "input_tokens": 1836, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998608231544495, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "60b45469994575e2fc84", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [26.375, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "55aace0fb6df8961779ffe3f21e3a6bab3614e71bb189f4445cf9f8203b5644d", "prompt_version": "direct-options-v1", "input_tokens": 1836, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996491074562073, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "edb4b6fd6eb1e53b9cf7", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [25.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "e8fdf00ff6277f04cd0932053ef79bca382a5ee2edbf39a26e0e63822b67947e", "prompt_version": "direct-options-v1", "input_tokens": 1836, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997444748878479, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "904279a4f2fb5a4f0d66", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [26.125, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "96da2a9a72507267f096b3c55f1714b8ae8472d33f16419b515a9c858804680d", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "f707e1c1413b00e25dad", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [25.375, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "3f74e11b6c6ccca8b41abe59166334ba41d31cd40828ac3daaf044d7ccddf4f0", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a646c5fbe46135aa4726", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.75, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "afd151a59707604f977ef18ddaa23d490c44f1aab1fe3c09ff9a74d534fe87bf", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998360276222229, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e28d28de0350e52b527e", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.25, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "028ce5ac6997d8a6ff09f868edd91d7013cb17af2d7c26cd1757e607fa557fc8", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4e2c08f47b28e1a56aed", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [24.125, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "81c87a027d514aee9f21e7f0e15cba80c721780f37d02fde8e1883c6e8b4f0fe", "prompt_version": "direct-options-v1", "input_tokens": 1836, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e573f7277dce8030e4d6", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.375, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "6986b88b12f92b458d996dcf4eb6f2b3fb2b007c96ccc8f67f2d95ab44c1a216", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9a7778146b159a1c015b", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "f771d0a4cb3ee0136b3a465b5477a8a2c7d2219be537acf5cb6e0e1191bd963b", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ca1092c154e9e564fb70", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.25, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "6ccad3bbe5a39ec45552e81add9236a1ab57975fa09b592081fe1c375c622f12", "prompt_version": "direct-options-v1", "input_tokens": 1844, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "94d2cab7215d28b3615c", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.125, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "7761dfa870eab2a9d03a92ca02daae4b4372c040a97cba8ee9001fc3668c44b4", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "195a9f349d825c8082a6", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.375, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "3b07b38643c43568ba929e1f4d727c15644e7d72ccccc1fc184ccc3cce5917ec", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999104142189026, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a942c7cd6d804677cd2c", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.5, 28.25], "answer_token_ids": [32, 33], "prompt_sha256": "af606062ff05b83f71aa3f083244b7d446aa098d268ad4876b5ba6c2c65cd655", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999179840087891, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d963171e5275c66db8aa", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [25.75, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "e22303d40cf2d85cd9236f9793688c41bfea463f0ba73fd1f54de34fa3e4e51a", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995957016944885, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "90961ee4aeaae94a0f14", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.25, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "5af9a3ad30b0357b4dd15c3667cacdd2152465c1d337cf554e4da4610e47c116", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b50d12afefb3162c5552", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "55a2a04cd6a487e101b3dcae87c3e68c0b74dab397499f0ceacfb135546c461c", "prompt_version": "direct-options-v1", "input_tokens": 1839, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999671995639801, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d695a0207c672096e398", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.125, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "9adfd27522fcc3b7c0ce92f0160c33cc5b3763ae5c5c4b4069994b62a038105c", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997120499610901, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1727fcc6096fad7b0b11", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.625, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "c317cdd3bb531a8f20aa3034402111941e52b5f3fcbe792db06e923638ac27ef", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "cbfdcce392ba5042ea10", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.75, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "b1db1bcc72b3f2913ed2122415bec62a3327bfbafbd4bd1ebce70e2bcf83393d", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998302459716797, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7f5ed00e26014a6be0a1", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.75, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "7045fd248ff2a0ab4405c10163da9d3c9afd5f67ca02972ec738e1fe7817f712", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998931884765625, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "38ab62add3f2d6252d0a", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.125, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "86fdf8ca66f4c168c223e64f68acec797db8e1835503aaeb83505d03e30b1bbf", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998188614845276, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a99a4cdc6c59bdb3c3d0", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [26.25, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "6441726d5d4333510d79d499d4810fe4f519bab4bfc6853448e6fe631fffa6e2", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "19137327d4615901f51c", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.375, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "a68ef8f0b9bd483e5810109eaa5ae34ac9e1ef7bce4d074e9da2757155fc76d6", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998283386230469, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "60d4d3a9f39771d322be", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.625, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "de2973be26ef045c20ae1a7f250881cd68ec2e1f10ad07db0012fa3eb830a54c", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996433854103088, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "9c3b24742ba8d4125f96", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "a8136e315cac69224197148a72ee8c28c07b8f13afcbdf065e6decef2e7226bd", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1f9bff56b4450521b609", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.375, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "b7dfacb8fce7d0e953c9192399d8ff9ba653fb5cc05f1babc1dbbe4dc8014017", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998207688331604, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0552ea3a7d5a23a26100", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.375, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "5c79cc3227d8c78113d19c58ca2f1b836099cb627e601fc8bf6fd5f9e8f0d785", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999847412109375, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ae520f29703e870ab961", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.625, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "e4a61731dc900aca23de35d048af11297ca179f0b01627fa76d3ddeed62b7c99", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998950958251953, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e9b6eed6c733d8595184", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.625, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "6fc7de80d7ce911e98bf8b65a3a1f7ab48a54ffb62e89b0ee968182ffbb43b98", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999723494052887, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "94454549a93b8534e840", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.625, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "420639ff0ce6395107eff834ee7509f0f4102482aee7e58df8fd7e7ab3ff3f2d", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fe2b300670c0b343f926", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.5, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "faeb6476fcecb8f8df9dabcc196868f8a848d2c138b990e6163067c69b2159e6", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996357560157776, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "038a96ffb802a7c63bce", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [25.875, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "25510e8f02e34815863f77c59d9f69cf1188981dacd410f6b5bb7f1089120d71", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "20b7a7decb2f864285a0", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.375, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "26edf93c55094f61b8167b41adbe3524ab439039189e4da409c3f5efd77bb991", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998207688331604, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5fdbb2dad19c820dfb19", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "ce21d14412d08499341d9bb61f742af6759619fb33b135783e872dd10a74cd2b", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998646378517151, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d70c0882cf9289f8e30b", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.875, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "640d67bf5a035bce823cf67e77220e24f1856af925fb413a260dfb0cca2c1c89", "prompt_version": "direct-options-v1", "input_tokens": 1826, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992393255233765, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "6ebfa92d6286edf7ed7b", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.125, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "b748fc64515bc82a439ca0ba7d0bbcf44c1f08856e09a1fc2ec3503ce03ce844", "prompt_version": "direct-options-v1", "input_tokens": 1826, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999641478061676, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d0e0d78168e9332ff3fd", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.625, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "6eb01bbee606c1b305275a2dd46d24ba506fa7496e98702f241e605aedb6e5c2", "prompt_version": "direct-options-v1", "input_tokens": 1824, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992621541023254, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "136271e81194b002a85f", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.25, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "62a39e714f067d7d4a03cdb0ed990ccdc0e3b10da9ec0c2af96c4cc560738231", "prompt_version": "direct-options-v1", "input_tokens": 1825, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994775652885437, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6c653e0c109f5060d6f0", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "e1fda8329fcaaf9765f07e94aeea3eb2e83d6f26f8e65d9ad884c39029506632", "prompt_version": "direct-options-v1", "input_tokens": 1825, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994928240776062, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ec7fe0756f4796bf2f79", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "e9496bc65bf06ecf8f3dca764957bf99a7babb57e776e17c69cf375f842f8b71", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995652437210083, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bfe37dddadd0e9048936", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "05278bae390d7da1bf667668ff5e85dba5e52e5731648b4eff7940518d7dfc5e", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996472001075745, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "54ef1575bdbe8c0b8f5d", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.125, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "8c542b3b3b8914a36e8f8e76b61ce9fd1f45d6b66ebd443de4e7a6f2a19ff648", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8a95731c7b422963ae8e", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.125, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "24d4377a07e2868e0b3806d8d995c04c241a18d5a5546cca89b5dc3d3cfebc26", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995595812797546, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "f3927140a9c6105f7b1f", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.125, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "5137df3cece00510ecf298ee560fa1d18311e1b73bc8a1f19eb2366b1f69d4ac", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995995163917542, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "83a4cef1eecb803a1f94", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.25, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "983078e147336091bed3badc92e317128745f0ee602bee71f10826b5e7a9ad91", "prompt_version": "direct-options-v1", "input_tokens": 1826, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995176196098328, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "7b0a8eb75c441acb2085", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.125, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "469bcdd168cac7b3dc8105b520e0f08460c15d52f89a364dacd8dbf299479ae0", "prompt_version": "direct-options-v1", "input_tokens": 1825, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e31c3d5a37c5b68e1b48", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.125, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "89237c762258ecabc870b0a0efd8d91bf3c076eed3b3010a70feb28d19a8f85d", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999702513217926, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f10c6cda870023dd5514", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.375, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "6aec353cb33bd86f7d074b9a5ca9e36a9ae94e77fe9ea34d9ef25f1434b1ef1d", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "08fa07ef7b1270bc85e6", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.375, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "a7a022622c4e5249b07f79709fa21ff55986647404f125f9c94c11d4830b001c", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "cc89a9cfac19e393fe1f", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "c7833529e1c9194d0023fa98c9e6cc13745f8355db64d53af49ccf3ab07ca415", "prompt_version": "direct-options-v1", "input_tokens": 1825, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990144371986389, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "be1b4929bc5f7b9cf72f", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.875, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "c629629e9653ea6161953e8ad77f29424ef39108b4eaf16ae07684bcb2ce06f1", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992145299911499, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "404a05891bc3d8b699b6", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.5, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "2c410f0f1d45f1bdfc3c42d4d69619b54f5387beb7954ebc265592fa3b1cf089", "prompt_version": "direct-options-v1", "input_tokens": 1825, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995671510696411, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "6cb5f0fa2b3150c5b93e", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.5, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "6d20c011ebf69f351946b4157728de123d17f50b87340bf719745536215c2329", "prompt_version": "direct-options-v1", "input_tokens": 1824, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996853470802307, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "b303f9716b1bb595ea41", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "32092fc3d3b59810791ac0fe5a7f920f3f4ff5a3ca0b2ce3f8f69e4554684161", "prompt_version": "direct-options-v1", "input_tokens": 1826, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998703002929688, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fe25166120e0035f30cb", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "5debc3ba1c70ed1df076a832dab1651f3993244c1c1cfeab6380de0cec221b7b", "prompt_version": "direct-options-v1", "input_tokens": 1826, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998779296875, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "23c9379235538dae9f67", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "04636168d6d561c9ad1f273c594d44912ea6ab7ef892c7f45a4afd0eb3219ee7", "prompt_version": "direct-options-v1", "input_tokens": 1822, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995957016944885, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8d8b01ab534dc1e3b634", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.0, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "5ea64c3ab780b5ab395cfeb8cd5b1d42fd4b14a68286dd9781c0506d599becbb", "prompt_version": "direct-options-v1", "input_tokens": 1822, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7fcb5228e3d7223077b7", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "7e444fae82773eb1eb0d5283f7dcc0048a185c18b34f73fb22a4bd5e785f94a4", "prompt_version": "direct-options-v1", "input_tokens": 1820, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996891617774963, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3eaeed7daaef1cf70815", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.0, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "cbd97ee5096555cc09b5d449e761bdc248247fbf479a297d14a5cd806cccc697", "prompt_version": "direct-options-v1", "input_tokens": 1821, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997044205665588, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2c0ab06dd4f22a596e74", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [26.0, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "d9d90606239def7b07cd45001090ad221d6c121710f0327cba92adee4c135405", "prompt_version": "direct-options-v1", "input_tokens": 1821, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997120499610901, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "2e9408b1f09f38125f10", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.375, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "ba46d5c93920c39736e611b6c251ecee0f217c89366fe7dae7e6976f53fcb0ef", "prompt_version": "direct-options-v1", "input_tokens": 1824, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998226165771484, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b9cc56f42c97f3d58f22", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "9e4f1294c3107f96c4ea863eab2ede2158bcabaeffcdd045fcc8a375b4e5e432", "prompt_version": "direct-options-v1", "input_tokens": 1824, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999641478061676, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "2594024c13003de115ca", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.75, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "0332562b23993b7a276883bc9b69c27438d6c8a9ff1a736c3290775a753132f1", "prompt_version": "direct-options-v1", "input_tokens": 1823, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997749924659729, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9984a8df2760f7f9e773", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [25.875, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "427d455438c05a3cc2d134e47500f0d09c04c1c784ae19306cdc48284c3e525c", "prompt_version": "direct-options-v1", "input_tokens": 1823, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995709657669067, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "009d9ee529db01ce8fd7", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.875, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "4d8e2db20dff9ea9fcd08f140069726cfc095fa2ceb01ac19a8e88ee85db2b41", "prompt_version": "direct-options-v1", "input_tokens": 1823, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997997879981995, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3a1701290691a921d898", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.125, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "919e27cc14eef49cbfcd950cf7143d9c6b073f5ddcbe0bdbea7c7e33fba96de9", "prompt_version": "direct-options-v1", "input_tokens": 1822, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993841648101807, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "6f700cfac5bc3ab319cc", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "930047bfff6d0cba3194334524a6eb81af74278edb861fbf3f6758e8b8fca589", "prompt_version": "direct-options-v1", "input_tokens": 1821, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c5515eb2f45a4ebb316b", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.0, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "9200e210ae126a13c57d840a21ef1a0d6690d3b5c9d4cd10a7e53c0426fbbd41", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c354d19d38d8a143b4a6", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.25, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "737cdf56079a30c2340f88544bb2914ea807e402aaf6dd809f4225c6f0d71078", "prompt_version": "direct-options-v1", "input_tokens": 1824, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997406005859375, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "603c8461436ada84dde3", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.625, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "dbe9d68b7b257807298b20787b2877c2978d7e9a1b166961a550dd75a9375506", "prompt_version": "direct-options-v1", "input_tokens": 1823, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998188614845276, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "81e1a8586cf3ebc4f0be", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.25, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "caf70e6098bcd0ac5a0c0888d991e8fd88a97761190abcd985d18741a41c88b9", "prompt_version": "direct-options-v1", "input_tokens": 1821, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994699358940125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ddc75c29ea11b8c5c850", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.375, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "27bc4f866e26159aaf5e3ece0034502169fd2fa65ccd3c57b310b5a77d9d1702", "prompt_version": "direct-options-v1", "input_tokens": 1824, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996567368507385, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "40773bba888dbe50fd22", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.125, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "18557cb2ef64a63a72114f1b92138efbc6fb2e29aa492668afdb7e83290710db", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994622468948364, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "6cee3c76a53e7225bb89", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.0, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "a1e9fafeac6e93d7fb0026371e9ac8ae790c9ab6744e666b7c66d9ad102dd473", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996491074562073, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d48f87c4fe0b1bd7004a", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.25, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "08d98db3afb3635abb8ab6c4e6800f09699cdda0334398bdaa9f71070bbe54ce", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998837113380432, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8deea2e1dd2342b1ae08", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.375, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "a60f70f8b8f421779beaa7dcc8e0b84a0e052ba3a781cad3637d23fe1014cdd5", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998837113380432, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bde3cce7426b7294186a", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.875, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "357b7c3d4c8ea56fe0e9df1903da9df1f02b78d670013f3139bbe022558bdb23", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994584918022156, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ac1451bdad94987941bc", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "7bcd04a52b56e8c189993f16cbd2fd9bc627cf43878159913b7ea5e76c5131e2", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997425675392151, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7515fd024bddce143317", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.625, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "3e5e293f9615edfbc3ff35c0227de6c7fa0b8ec1e8bbf0318df4109408b5f647", "prompt_version": "direct-options-v1", "input_tokens": 1826, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995213747024536, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e447dc0a97db78204029", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.875, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "2d2b3852f119e77413d985b8e704184bfeae970553df2177e251fcdf612c3163", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994508624076843, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "07e501b417d442b7834c", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.875, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "47c9b18697b8cab0f800b32bfa19f620ddbece381a1a1a76f6937a2bdf8af4da", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996777772903442, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0ccb9944c0baccf075a0", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.625, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "bcde32752b92b5f13723eb12254444f717b8a0d5a79939f4f10ef9ff5b66e711", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999815046787262, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "deb859001b4e62bbdbad", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "aa1ace9abf1ff3d0a945b7a8f6015c339f7581c41a62f57cbdc86d7b95b31275", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4371b0cf43fde8f414eb", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.125, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "b5b1fd04ea63f228d4b760ae4ebd08339bb4c4c456c8533a470547db586bd66d", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996891617774963, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3f04847c58f5d62b2a00", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "fc5cdf1290c3f74d4828569df84a0872242bf790c0fc51fa8abff0a347e28743", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994909167289734, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "6a7dc790936f8c2eab9b", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.125, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "ea4b0cc5851f327bdce9ec083973a46ca9b29bde9e3da1750cef8e51a30e1fff", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b94c86ff7d0393caec82", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.75, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "e5300906141213bd539b42748e25e019fea057a9f31d36278a9018b5350c9213", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9989591240882874, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "2c4ddb6a893381977462", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.625, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "caaf13f29f3793ddc96f1ba903fe836ed68d440075c7a084e1f9679582d37f79", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996662735939026, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1b2bf77b106f31041d9d", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.25, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "5585c23da46b4114d0b74b4652225da0441ff4b5ebcd9a5ad1903e3f58e24bca", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998379349708557, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9fdf1a765be3a115eeb5", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.5, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "4f47e308b85fb8b7bb0ecdc5802b1e9cdccb95047665e984f4a209daa785c000", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996376633644104, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "071f16f30574e19fcda0", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [24.0, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "b7ca496ba845b3f9bebb05b599e6225324dd17aa72ecb11106d635af9e09beb2", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "dc16c01d3ad977245839", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.75, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "ffd53222f74f028e48d6db72f91567dd9c6a0b3c357c56c755d07645c66633fc", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999527096748352, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "ce5af4c8e7e5a269c2e3", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.125, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "8b4e86b92d5d8afcd04f4ef1ce9ea3be85256389c4134d824748275f9f2bd30f", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994794130325317, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "419738285e8f1188abac", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "5e685545492cab8f0788f3c43128278841138d049f236b39bbe33f0274ac4fc0", "prompt_version": "direct-options-v1", "input_tokens": 1831, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996320009231567, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3b81128faa5361fb6f52", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.875, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "5d3c05941d4bb9a2eeb406e55db13a8ea90059e906543e98f498bfd74a5603f4", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994737505912781, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "78710abd489a76e7db25", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.0, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "36bf8795f4dcc74677efefbf9f69e50327eaa87d3788535869100f6cff1da0b1", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998531341552734, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "724630de24b8b460a3bb", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.125, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "a6a2f93a8fa520023e70ea4ddcdaf7db16875baea0ff9ac3376e58fcaf044d48", "prompt_version": "direct-options-v1", "input_tokens": 1832, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998092651367188, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7d2d915848b70af07fbe", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.5, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "1b6b74529602d3ec01732606a8b523770d2eb3118cf280cf8cf8a922bef0838c", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9989705681800842, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fe96afe6d72a9f467d75", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "5f08e9d196bc38d585c75a7535c6627bceef2e34fc4aa1fdf5b809b8af200cfc", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994527697563171, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "800d47937a344f61289f", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [24.625, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "9cfb91c75d64a98b6624e26f0a040d461e0a63c3ca60282365894b19ed148a98", "prompt_version": "direct-options-v1", "input_tokens": 1826, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9989458322525024, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4a5ef7e836e4a2f852a4", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.0, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "4a3c0950f037cd1b43cfce3230fd6cef99c6310852d079c2c9e5f7254fdd5b7e", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9985095858573914, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1ffd6a5d7507f3776997", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "b79d694ca98ef1fc10cded0e6ed3b0109dcdbcfc99e38a201725217643bf11c8", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993860125541687, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f3220a1ef1c56040c783", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.25, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "8c90763afd3ea6692011cf85de1be7f8873f72c72362b8ce2f8dd8039ec250f0", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996605515480042, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4efe91fcb6b1be8fedfc", "option_ids": ["yes", "no"], "probabilities": [0.9525741338729858, 0.04742587357759476], "option_logits": [26.5, 23.5], "answer_token_ids": [32, 33], "prompt_sha256": "2ab78381dd13729df9731d9bc334f4bccaf679f040fcd5048848226514ddb7ac", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "76cc7f955bc2ee697a81", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "af79bb6ca118996778d4950c69d480560e16e38fed2151d0381e7ebc6e95fb69", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996052980422974, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "315f167030195f31a119", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.0, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "d200e75b53f34f1dad5d5fdb60c1e7e615ec0724a15a3b8fa484f4cf5a8cdc3d", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993174076080322, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "4c1b6464b13b22b95a24", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "0a44bfc087dd26ba9798e59c448514564c9d6810f72b763d43f5fab856c33288", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999609112739563, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d65e0a63f03178632553", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [24.75, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "1cc4dc73b9a27d252050ee160dcbe00b5eca774a24578be7e8db09b9a88398c1", "prompt_version": "direct-options-v1", "input_tokens": 1828, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9987400770187378, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "c70b4b1f019acff741d7", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.25, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "08f3c8609b9738e62d574675db8fc3f9d8278ba068a586c683511405a2964ddf", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995862245559692, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "44312cb91024a84ed4c6", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.375, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "19e8e9873f2af1a4e89da6829138c37821443667d011c24ea070c532cea43c54", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d38e7a70b3515506747f", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "9847f926793b3cab72249ab788d37ba3f470a9e3fd526e2ff37544b373e09f25", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995423555374146, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "69069252de0ae9150ad4", "option_ids": ["yes", "no"], "probabilities": [0.4073334336280823, 0.5926666259765625], "option_logits": [25.25, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "ae653c502defb86f9570178527cb4fbcfb063037482e5f7a228106ff58f7424c", "prompt_version": "direct-options-v1", "input_tokens": 1829, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997006058692932, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7bed8c07819d947dcf75", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [23.875, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "4a2ad140ccbce72b01a8c64710c17859d1871e693b777ed759a29220834956c3", "prompt_version": "direct-options-v1", "input_tokens": 1827, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992735981941223, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "096a21873723b4a84dc1", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.625, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "608d871e39323b23c06bb68172f588395bab410712653000e630847f69560881", "prompt_version": "direct-options-v1", "input_tokens": 1830, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9989496469497681, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fa500a9cf97a42d3476f", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "37b440fa63d47189573ce94afad8bcb12c73a34701f86cae59986ff4d4b603da", "prompt_version": "direct-options-v1", "input_tokens": 1847, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996357560157776, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fe45174f1eee7c487f4a", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "abba3bb70a1ae1a7a1c9eb42dd4c7952df38abb15b2a621c7ac8681a340c19ec", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997006058692932, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a1c83a7b81fe56e67012", "option_ids": ["yes", "no"], "probabilities": [0.007577240467071533, 0.9924227595329285], "option_logits": [23.0, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "e4391c8b701fc4ffe7a32f7dfb6b1c8585842859744019cf4fb4f8db5eb5a143", "prompt_version": "direct-options-v1", "input_tokens": 1848, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998989105224609, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "67f1e088e2b6c3320fa4", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.125, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "d414187de773efec518d826041220346d0994bc134461d89cdefb925fc59af95", "prompt_version": "direct-options-v1", "input_tokens": 1848, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998417496681213, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "df5d54ce778ef87a453f", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [24.875, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "94f9f16e69242c6b53b67442951141d9a2dd30bdb7737e27035c651ee23044fa", "prompt_version": "direct-options-v1", "input_tokens": 1844, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993460178375244, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "ffbeb374c8ffcf8ad2f1", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.25, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "9e17792a01ce5c4409b2b0d4230fc03110213d9fd22903f2c288d1247d3908e8", "prompt_version": "direct-options-v1", "input_tokens": 1844, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "102c35e4cb7134810226", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "cf82688cc05f118d8aa0140b4a4d0c42bccedf78d8d257461581297da6158fe3", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995232820510864, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "dcb36e3e076b8bff8eb6", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.5, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "226c9fbd91354440891af19aaae53cd2f7d1d086d8d7869bcaab75ee835aca50", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ca937519e3e3facfcdac", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "cd039efea964068a3d2994d7e0b116cc701a7ae706e610c9ba90da0fdbfe7fdc", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f738c6a3ede0d24452e9", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.125, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "f524dd5f54f174f27db1eb1a6fccb9a11b4df98633c46c4a002c113b74403b97", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "025fa3ed62564dd78a15", "option_ids": ["yes", "no"], "probabilities": [0.9933071732521057, 0.006692850962281227], "option_logits": [26.75, 21.75], "answer_token_ids": [32, 33], "prompt_sha256": "da8597a84fa2b9ecad08f062b4405242ba93e91c2ba50fd197a4d9932c3e99b4", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998054504394531, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "16dd9381234b6f179f4c", "option_ids": ["yes", "no"], "probabilities": [0.7057850360870361, 0.29421496391296387], "option_logits": [25.5, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "385f100e15bc5dca70ab878a9d32cbd8f29afcf6e43528268b390d51bdb4f9a4", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "cdadea1f5b14583e8def", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.625, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "523b45be41df648f523c5decefa1de475da2a46eba3a6c2a2ab27b6e20b3ce57", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995652437210083, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "05c0602d1b5c6014e288", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.0, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "b3227065ab90dfab5d83ec68ae5e2f907d454f1f278334f1029768c404e22212", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9ebaeda2c0c40408b88b", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [24.75, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "3585b40749a3aeefdc2a2266bd0256fb45a3273dae83442d16e47525f3c4cb3a", "prompt_version": "direct-options-v1", "input_tokens": 1844, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991135001182556, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "b5a13c90e1cc91c70d9d", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "8f302b76108f30d44959800589b6de1bd018fc9a7cb34b742e43e78ba00b351d", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d943efe1dcfe04647709", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.5, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "2565b10c994ef1642645d1cfa769ca8f894c0b8552564565cc1fc5d2033f2dce", "prompt_version": "direct-options-v1", "input_tokens": 1849, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b85fb607ae360eef5f7c", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.25, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "6b61cb6f4035cb8d775275cd6b0ec4b62e8ac03d1ea068583c3883c6c7434633", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0113b887e8c4b48853a8", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.625, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "2e26d55987c57334e1e95374090a2a1769546f96e5229612ac3f864070fd0e5d", "prompt_version": "direct-options-v1", "input_tokens": 1845, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8a14c042892677ff67e1", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.25, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "bace545e46ed1dcdcd89e1ecd07223d454323ac267eb6c3d1a3bc6cd97455eb0", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996529817581177, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c1bc5b5c2b2f2b85fde3", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "17bb77f025fce919a041b7226c2baa454246b7fed5f50209c317b801c9ba77b4", "prompt_version": "direct-options-v1", "input_tokens": 1846, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999588131904602, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ecd44e044091771150eb", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.0, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "29617dfbb7bae3c1495cac09ac86f1d2c9c5f6a0d5491cbc43624fa53dfc5f1f", "prompt_version": "direct-options-v1", "input_tokens": 1867, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997654557228088, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c892068fb1deddb19151", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.875, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "92f373d748ba522064b766d61451f8e778d8219f286fdd0bc65d78a6275391de", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996548891067505, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "5f1ad0680ffb1fbcd1bd", "option_ids": ["yes", "no"], "probabilities": [0.004609572701156139, 0.9953904151916504], "option_logits": [23.0, 28.375], "answer_token_ids": [32, 33], "prompt_sha256": "770a8ff77791cdaf712f36e221439ab0ebf9f68197615883c83241a43e613e30", "prompt_version": "direct-options-v1", "input_tokens": 1868, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999237060546875, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "99faff553fa07aa1dc12", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.25, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "bc60ec46c36d414c1c55ab639f1a31840078f613fb9b580bfde37c5d008bbd5f", "prompt_version": "direct-options-v1", "input_tokens": 1868, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998798966407776, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "91db48cbcd6287d46ff9", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.5, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "edae33c670ba6fc029ab7d8c1a5975fbd5c2f771b86b89332ec15123ca0cdc88", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993784427642822, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "d9fd44a5753092f440b4", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "ca4b995ef6c1c93cd4f1d286ea723e923f6c570495ec08a384f6fcc3bba391bb", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bd5e4b00b16b49dde56f", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.125, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "e20c985ff36863b43d8c08b49b50711e56cab9883b6b6312772a9e17bceb807a", "prompt_version": "direct-options-v1", "input_tokens": 1862, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996586441993713, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ef423edea2784ffe978b", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "cccb87b6a3e804f19deb0069c9286b51f98dd86742477842aafc9ea1791f1ad6", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "67caed6986df493c3839", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "fba2a5cc1faf751bbfe2010866ca75dd10929b28ab99d57946b318fdc1d63ebe", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "04f17c6f9a72c4109a6d", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.125, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "8c8967bbfa887a8861bb7113341ac78bf6bbe5e890c6cf7cbc15d7492ec00ae6", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fbe14c5dc3249f6569eb", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.5, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "093d55c58b6ec4083c19f81775795181bd7d6b6f6f1f46ff92d9a3c0f3fede9a", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998570084571838, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4b194583d9d460dd960e", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.125, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "567a841e376cf4f4eaf39c0bb2e4547a61c57300bdc47cc33f4a500406ab602c", "prompt_version": "direct-options-v1", "input_tokens": 1865, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999794065952301, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "dd48b29ca669297b85db", "option_ids": ["yes", "no"], "probabilities": [0.957912266254425, 0.042087726294994354], "option_logits": [26.75, 23.625], "answer_token_ids": [32, 33], "prompt_sha256": "07d667cbf6c5bb1b24a5cd82f548ed9f43f5455ec487f23b2e9e9adf61c2880c", "prompt_version": "direct-options-v1", "input_tokens": 1865, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "d4a270a073bd56afb77b", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.5, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "8a596cdb0d387603e4cfe15b9d9d0e44603e7b1f63c8880b83847525e45a709b", "prompt_version": "direct-options-v1", "input_tokens": 1865, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "8d270c316021350ad45f", "option_ids": ["yes", "no"], "probabilities": [0.531209409236908, 0.4687906503677368], "option_logits": [25.0, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "a5110ab344a576db0a2d0b5f5204d35941d020b1bde1b22da2052d653a7953f0", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993879199028015, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "e2b823955cb62c16a312", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.5, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "f527b737a1ed4b0de0ece5ab695c02884f88b94cf6b8dc8551672800c3f4bf18", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998016357421875, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9ce9595f21b48e168276", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.375, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "a890e92705fed05c0e2c63cdf001cda9f19055e57d71655bd9884bade0b14af6", "prompt_version": "direct-options-v1", "input_tokens": 1869, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998073577880859, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "28ca7934f96c201668e8", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.125, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "757d43a14aba8a647c62896e41d8f831ad04ab6a20a35b116b506821068cd8bf", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a1dd5e546c56be106a86", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.875, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "ffea0791c4264b373e53206524f7c9587f8aa9e8b7e7e9fee9a34725dbd0f266", "prompt_version": "direct-options-v1", "input_tokens": 1865, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998589158058167, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5d0e0f018afd9541ee5c", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.75, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "2dc9c14ad45c76707613cd12617157f959a197d893bd60324a01146ea8f7bf0e", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997654557228088, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3373f9deb3ff8a7b41d2", "option_ids": ["yes", "no"], "probabilities": [0.851952850818634, 0.14804719388484955], "option_logits": [26.125, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "9b674a7daf7704d9d0b51eaf5ca3ef3c8da5c0908f7cb8c0d3e62789280e7b48", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "b465baa3fa6bd3072859", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.625, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "0bd3267b52eecbe51b9fbd326dea3fc5113e616af0110d7ec75331979e4c9b6a", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fb836b45f61882c846be", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [26.0, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "3b8d00a9aff6e61f704fc183fcb930b9b69917727e295299f8d07a46af5e5a25", "prompt_version": "direct-options-v1", "input_tokens": 1865, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996357560157776, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "451d89badd1bd1603197", "option_ids": ["yes", "no"], "probabilities": [0.008577484637498856, 0.9914224743843079], "option_logits": [23.125, 27.875], "answer_token_ids": [32, 33], "prompt_sha256": "313a480bad06de0cd02c3b08c2ac7f41e90c9c559fa9c4eb45a59a196d313886", "prompt_version": "direct-options-v1", "input_tokens": 1867, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998741149902344, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "171d7902cefeae13e14a", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.5, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "8a0f65baae665df00790b0b0d294ce717bc91da9711e3f71b73cece48c1a4e03", "prompt_version": "direct-options-v1", "input_tokens": 1867, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998341202735901, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a4f856d0f89eb8cb5041", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.375, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "4f47d16456f6bb34fab7f8c776b96724f2cba1ac32dbe3919322aa09f0a443cb", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999286949634552, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9e56baad2bb5796c7473", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.0, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "639970200579623dbbae20998e9a07d2dfdcbcb269ba7864c2f8ec6035243afb", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994909167289734, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "caddf613b5de8a10ceef", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "b14ecd73837899209d68061684fb6b242689813121f35251adb5ff6f12c5674b", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993002414703369, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "615a448d7d595142fd6a", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "0b36594002cef55233995d06b96c6dd174b07bee5d9c1c6d0aa0203b680161a0", "prompt_version": "direct-options-v1", "input_tokens": 1862, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995042085647583, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9542ddd3099027215068", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.0, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "f3466f8a0074935f01b123802d0c937cadc02e4adfb7f55a0c83df01aa85463a", "prompt_version": "direct-options-v1", "input_tokens": 1862, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995900392532349, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "52bd6d894f0e7506ba31", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.625, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "c11c126c53aa6f06b466d6e15e1428bf917bec8148a429992369b24a5296bf8e", "prompt_version": "direct-options-v1", "input_tokens": 1865, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9d206f1044a28ef6616a", "option_ids": ["yes", "no"], "probabilities": [0.9820137619972229, 0.01798621006309986], "option_logits": [26.875, 22.875], "answer_token_ids": [32, 33], "prompt_sha256": "43fc51b1b3a993e1f9005c60049290a22c5b0b658fe1d2a010b847162c245754", "prompt_version": "direct-options-v1", "input_tokens": 1865, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "890afcd3e2de84022176", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.875, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "8f8152392a9bcb117ea305cef55c9fb88b0bdfe691d36d7c5607abbd3e92fd6b", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996376633644104, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "ea7bda9981311747da56", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.25, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "17dd2254b39f3d3e55482fe5514ba9c2eacb9e497f2363aeb3144f35de677f7f", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994108080863953, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "908f1d2c7f1a31c6a621", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "ecc56819cdf17fa55b6d97a9551c6b6cda955b332c8c0834d0986082dfece564", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4d52b546cfb7ae7da914", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.125, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "4b40d1523afaef5033bb7ed3179834db69eba094f5e2dcbd4cc826140dd46a79", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993688464164734, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "30bb036e8dc7a92e9b7d", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.75, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "258c0ecc529f076edda396efa34d386c436c6dae831dfb1e0453e58e98b9b9d6", "prompt_version": "direct-options-v1", "input_tokens": 1862, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996148347854614, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8489b9c759005b3d5db2", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.5, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "290f28e9412d166d23664de7ea0bd58e1b96863cdb7571e33c4596bde088d02a", "prompt_version": "direct-options-v1", "input_tokens": 1868, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d632a411fcd49676a92e", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.0, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "c1d4246dd017c349ffe3376c44e8d7665ae4db0e549cb7c21851ce4f90b4b886", "prompt_version": "direct-options-v1", "input_tokens": 1865, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997463822364807, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e62cc81b5567d31ffdc2", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.625, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "6012e6fe64cff9331663891fb9039500275f33d4470399563aa4dfd2ef827ee9", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997654557228088, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f2b25a88930bf769b91b", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.875, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "0b043b9c9aadfb65be937a4c6a5a55aa2ea28f672d941e9c4de9301d5806fd6e", "prompt_version": "direct-options-v1", "input_tokens": 1862, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995690584182739, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4455943d0dfc7e9b5170", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.875, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "5375eeba20b07e187c82d2ce4f0e78f2fe07b68169f716f35a199c9d2f4dc52c", "prompt_version": "direct-options-v1", "input_tokens": 1865, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993383884429932, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b34076d5c8af5bf16afd", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "e27625732fc9193479790f57429facd7ed3a03c70c24fe2d48d59b63ae8a28eb", "prompt_version": "direct-options-v1", "input_tokens": 1865, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996052980422974, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "aa469aa697e518325968", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "94614f31608fe8169e9f5d5447e103623763f5ae2d777f21f773ac56249710d8", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996243119239807, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "87c0bcd422b33ea08052", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.0, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "ca7480913aedb2b95082a821f20241ae2924b0ebf29d7cbdba6dac3df98f320d", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998264312744141, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "07280d394fd9dcc5f664", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.25, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "bd84cfbdd16056efc20f62a3ccd88bb0449bea4f29249d3a76afdda823b700e0", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998321533203125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "755d00e5c18acaa0890a", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.5, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "8e917d54cb893acbd6252f8d9c8bb30b7148026270686b599738833b02881068", "prompt_version": "direct-options-v1", "input_tokens": 1862, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990867972373962, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "206f6b958a8d5f9b6242", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.75, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "738bce80393caa987e0cd38c31a2570916d6f870206045fc9e283f8ff329040f", "prompt_version": "direct-options-v1", "input_tokens": 1862, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995728731155396, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "84db1e786d4c6cb37d7b", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.25, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "44feadc8ec67b3d015bd8674000096e24f004e07d80a0163bca206cf3f1dc126", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9987419843673706, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b9c3de0361777fd8a70a", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "41318bbe00871188d463beff0fb6439b5f3c3552da0e18adaf185c4e4e623c81", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993612766265869, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "52142f3ff9e45d0d1c8d", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "ccc33d06a8da73f10469ef022d3806bfd3ec4c496c730ce608e442635884be0c", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995862245559692, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1735f6d3c8b0e04fffa4", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.25, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "43fe7348c234ae8391824a00e5e24c0f1800bc13cc10e701b8dedadbc69bcf9f", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997425675392151, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "aac5f32e26c155d2c826", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.0, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "6653f6015347d36abee8e6cea4bc837f84f55513d3c2c250bb729698fb320e14", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996224045753479, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "456109fbe6dba0d5bb27", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.875, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "342350c458b46ca1c26851233e26fe667196dacb740f9004ec06eb83527b298f", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "731e4a445aea941b88d9", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.375, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "656e730d0cd2d8de3f34a6f448f25b81b9c33d1eb2fa540b09d6cac806ae94c8", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995404481887817, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "1d995cae5a31321be292", "option_ids": ["yes", "no"], "probabilities": [0.9820137619972229, 0.01798621006309986], "option_logits": [26.625, 22.625], "answer_token_ids": [32, 33], "prompt_sha256": "03a9e2ab387600a0e3701ce5b03431e90d68d045495896d1601f39be12825080", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997367858886719, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "7551a06d445de2ca8fc4", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [24.875, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "fb03903e5e93704b854e5083ebdebcb330f0dee8f3f3bb290fb6ffd50a953bee", "prompt_version": "direct-options-v1", "input_tokens": 1862, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9982125163078308, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "db556e47471c51ddc184", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "b1ff7b2c7ec3132b0c094af18b7df9e9e6f928883a22b651fe6e1df66806b931", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996357560157776, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "5e0c7bc1be0b95ff5377", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.125, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "daba491c2365ad6d6968074fdcd7af000ebc9ee3b05bcf7d02d9b033f73a9626", "prompt_version": "direct-options-v1", "input_tokens": 1867, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994909167289734, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f1278d0aa8a44cd3db90", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.625, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "8a886d7726858560c7ac4582095aef4dec20f5e00904741afd6c8434e55221fc", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996376633644104, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "036421b184c27d291790", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [24.0, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "a9a19c2058111576f294de5f3727fb968a745135af7a5aeb9ad82d88cfe24800", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999794065952301, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fa55077dc2bc65b57c71", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "349c75df8a727f1268d4a1628b6dcfad8f2b62267c11f2966add36a9cdcd9abf", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994412660598755, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "03c9008f38e90475638d", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.125, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "f8363a51cb31107756dafbcde812300780fa79465b2577fb4885067d67907c57", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991516470909119, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ada7c7cf461eee540dcc", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.5, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "dccef5ad09881502ee7d03196565d2258d1ca7d1a4bf8d1ea5c6521c207c9e47", "prompt_version": "direct-options-v1", "input_tokens": 1842, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996129274368286, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "11113449a866da3fa8d8", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "910b789c99b0ac9b705d52748d0287c84067b58f1f1832f9a08c069a0da856c1", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996510744094849, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f54c13f9666448838c38", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.125, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "28bd7789264e994c90593abb94510b6c614eeb96d8de0effe2515ba9ea91db8e", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998398423194885, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3ecdb42d0759d22e311b", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.375, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "1957723e9e49bb7b56fdbc85e4e4545b7ac0bed242146c5152a523ec5315fed6", "prompt_version": "direct-options-v1", "input_tokens": 1843, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998169541358948, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b9dd18e88ac917800ae2", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "12662c88d43dbf02b8b3c14c112cdabcbce60310b1405b5745b28fd63173b372", "prompt_version": "direct-options-v1", "input_tokens": 1839, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992601871490479, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0ac55ad76d520049f4e9", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.375, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "86035cf66c22d06315012cd3944d4969cfbb2e4cd237c8bd54275473e7870c24", "prompt_version": "direct-options-v1", "input_tokens": 1839, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995671510696411, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a725e6a8bc78eb9560fe", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.125, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "18201e257ecde3f85be555897e4e571ecef88da370dcee339e9ee60a29481572", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9987742900848389, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "213570165bdeb525a447", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.375, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "65e546267d5c6bb44de06f25059cb95c66d0d59df56ffc6e33ef950ab384aae8", "prompt_version": "direct-options-v1", "input_tokens": 1838, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999319314956665, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fbb404e82d27696db5c4", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "01c91ca79603c1131c8cf25c57b7e22d45b1c6921b3e02b0cdd230c6bb55d40e", "prompt_version": "direct-options-v1", "input_tokens": 1838, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995518922805786, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b95c66a6cd6c988880e7", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [22.875, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "f0a2cbc0ce4bb81dceea10ad2db033adb881d60a19c4b684dda4e01a2d29395f", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997425675392151, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b749eda06599f83e28a7", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "5a53f3cfac6b83eeb09ea36a55890263f142c923e70fe041776f239f27fc0ee8", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997425675392151, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8564fd29499648732479", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.625, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "f4da408cc490173f509b6c04080700a0ea86a33780302ed1e63d3dc366417d62", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997349381446838, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bb923b4fea4446257166", "option_ids": ["yes", "no"], "probabilities": [0.4687906503677368, 0.531209409236908], "option_logits": [25.0, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "38416aeb2a248746ce382c78f771bc9cb1831a64487ac1ee9549370fde78eea8", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996281862258911, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9ae2aa58c8ba1b65e6cf", "option_ids": ["yes", "no"], "probabilities": [0.970687747001648, 0.02931223064661026], "option_logits": [26.5, 23.0], "answer_token_ids": [32, 33], "prompt_sha256": "e263d95f6cd1bb7e218cd8f228bfd134d42cf96506f4e58efde48271d0fe7a51", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "984d1e20afe9932d7487", "option_ids": ["yes", "no"], "probabilities": [0.622459352016449, 0.3775406777858734], "option_logits": [25.0, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "3cffcdaa21b236c15b9d06587425aa12b77a7c72905ff3a2f1d5777d25568663", "prompt_version": "direct-options-v1", "input_tokens": 1839, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990200996398926, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "e4d09e8e25ff69ed7a96", "option_ids": ["yes", "no"], "probabilities": [0.2689414322376251, 0.7310585379600525], "option_logits": [24.5, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "77c32646475f2fd40a65017c1e65c509585e66d81ae97071f5c881c40e076085", "prompt_version": "direct-options-v1", "input_tokens": 1838, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996185898780823, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "caa9fa585f4c57467cf6", "option_ids": ["yes", "no"], "probabilities": [0.6513549089431763, 0.3486451506614685], "option_logits": [25.0, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "39b5a8dc9f54e4c787c87556dad23176de7273674d48ca828854264683ed57ad", "prompt_version": "direct-options-v1", "input_tokens": 1844, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995423555374146, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "826be77dbb5d5b5fd591", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [22.875, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "ccac746399c782eb05de1659637fd26f913042782f18276a83aa55b1d0a1516e", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997654557228088, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e1b5748734489c0c1651", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.75, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "697c81580e5ee835ceaa9e3e6200c70fdc5a4a16595c5cdb4ed7965c6632da69", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e0274dd28d3070e791fe", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.25, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "97baeec701935d713d51876d12a97e1a82e035535732fb2c259cba4861911276", "prompt_version": "direct-options-v1", "input_tokens": 1838, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994298815727234, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8937df5e742cee43990b", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [23.625, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "068f5e48bae6c18ce1ee6cf4b8d1480a429ff1c3595fbf4a055c089d3671f3bc", "prompt_version": "direct-options-v1", "input_tokens": 1841, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993212223052979, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "195983aeed118c94786e", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "113852ef4dd820da183407ea3292f68820cf273a14fedb7ef085a31367affcec", "prompt_version": "direct-options-v1", "input_tokens": 1810, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995290040969849, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ab743219892ff36bc22f", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.625, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "eae1310a8accbc87f250a378ca7849911307241e35d6dfdb893593d65983f5cf", "prompt_version": "direct-options-v1", "input_tokens": 1809, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994146227836609, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9eaf6d591d7cf8b7bba4", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.5, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "e74dfb68b72826f430c4513fda5b844abb51e748814f5e4a2e388f21849a2d78", "prompt_version": "direct-options-v1", "input_tokens": 1811, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999733030796051, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fe9ed2ed7210aeb55188", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.625, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "3873b336bc6da017676fe2ca86ba149713bece5f163c1d415c7940d0a44028f9", "prompt_version": "direct-options-v1", "input_tokens": 1811, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998207688331604, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "dd9b6ed14e224a7c2a16", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.375, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "cfd5ca01cb097655c3bd37ed9a3ebc9f356f3e5e1fea840ef8f7553ac40eaaff", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9982715249061584, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "50a0fd59fec565105d92", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.875, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "6f3269a0456f69dc0e27a471f62c76e30aafa6270d87173c39b51fd770ca88f8", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993745684623718, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "607c7915579c187142a1", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [23.625, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "6d716d0868b334d5172e31ee7136baf6d5aafc122c88c1766a7e20c1c35798ab", "prompt_version": "direct-options-v1", "input_tokens": 1805, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9958164095878601, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b631b6ee872888d1365d", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [23.75, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "7dec146e19612b63a0242647ffd8dce6ab85013b40b5470579efa06ea1119a55", "prompt_version": "direct-options-v1", "input_tokens": 1806, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9982696175575256, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7f7483dd3c45ef1a5534", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.625, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "0229c815e1f54541c33b34f5c1bc0cf6250bae428672244a579ee7af21aa8fd1", "prompt_version": "direct-options-v1", "input_tokens": 1806, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999046802520752, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bec9a791ece6f8ba9e13", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.375, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "6a1dc0f16d2e8333407b81b9b9c0f8801ec1e61e35c506cd2cc429cedb0b5eec", "prompt_version": "direct-options-v1", "input_tokens": 1809, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994470477104187, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f8c6ffe7ad23e9f51f47", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.625, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "bd8ea6c56510835d82664785c47c2d93d3ecb371952b093f3c860d93cc13cc29", "prompt_version": "direct-options-v1", "input_tokens": 1809, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999601423740387, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c0803b327792df5d6d4a", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.75, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "489fbf4cd8769aed7c27cf14ffca14af0098bcb2e6f28eecf9213a0bf08033ba", "prompt_version": "direct-options-v1", "input_tokens": 1808, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995442628860474, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4a4280d8bd9c9f9e9578", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [25.0, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "950135fde8fa7cbf70450a53bd158ace584bac42633ef23ae93bf7771a2c4665", "prompt_version": "direct-options-v1", "input_tokens": 1808, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993612766265869, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b7a9c6aae72431e502a9", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "3ef76dc3bd84be0f024d392e9fff9a8e986ef1cd4c24b0af2883e17accd95ad3", "prompt_version": "direct-options-v1", "input_tokens": 1808, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995537400245667, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c48403b1faaf6fead0ab", "option_ids": ["yes", "no"], "probabilities": [0.6791787147521973, 0.3208213150501251], "option_logits": [25.375, 24.625], "answer_token_ids": [32, 33], "prompt_sha256": "17090edc3bdd604f55a72d12ad0ee90d6f1df78be6beb36a481f342c8cd74dcf", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990239143371582, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "90a7de3869d971bb000c", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.125, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "18dd8dfd2c5c913fc7a28a1f53e45348b0bfa98432bf40ac8dfa5c0909b10ae1", "prompt_version": "direct-options-v1", "input_tokens": 1806, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995138049125671, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b340ce5c871164bd3945", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "41f62c024581bc2549988f4ac0405da1e012444102d4ec9b2c2087f85b7c5efc", "prompt_version": "direct-options-v1", "input_tokens": 1812, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995042085647583, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "14fa865ff31b6f04d8fa", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.5, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "1c635f3e48c0b9ae32720fda1e0e9f8351e0f661a960d03664278dd4d8c9270a", "prompt_version": "direct-options-v1", "input_tokens": 1809, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995423555374146, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9dfa8d135cc1bae8a2f7", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.875, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "211a7985aa9e8f620421969a54db78cfd8553d9938083cd315402280542b7a5a", "prompt_version": "direct-options-v1", "input_tokens": 1808, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2a5d8d0a07b2a1b8a901", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [23.375, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "aae1141df092a447146579924d808d7864ea6e8cdbc8f88a3311fc9511f22dde", "prompt_version": "direct-options-v1", "input_tokens": 1806, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9986562132835388, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d92785540b2b9ab82219", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.0, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "3c0738c27419c23cb47e9dd05fec91dc8043be7d6bc11a6be6f57211381acc48", "prompt_version": "direct-options-v1", "input_tokens": 1809, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9987495541572571, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9cbd36adfcfc2414f617", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "792b6b7f9ac870bc04c2ef4bb3199ded401ef8f23aee712585b2edd0993d75f7", "prompt_version": "direct-options-v1", "input_tokens": 1809, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997120499610901, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "28a32f9ca1b236539ad4", "option_ids": ["yes", "no"], "probabilities": [0.8354835510253906, 0.16451644897460938], "option_logits": [26.0, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "e43edf856c47689e7c531efc318f4ca2ae2c181587a1464c4dac20f409d90ab3", "prompt_version": "direct-options-v1", "input_tokens": 1808, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996872544288635, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "2600c9c10780f2686149", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.375, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "8e7d6a861bf5e10b9349552c5371fb1b6f2e17186afccbc8466d0397971f23dc", "prompt_version": "direct-options-v1", "input_tokens": 1810, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998818039894104, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3d311bffebde4bc44ff9", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.375, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "12b0d3a03d143e56475e0932630699d20be7762a1419c8336689ae91c1ea846f", "prompt_version": "direct-options-v1", "input_tokens": 1810, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998646378517151, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3e03e85b267f7a25eab6", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.625, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "3c10892880e0ead541510afaf6ce7667152a544f50180e8d1155da9bfdccf0f9", "prompt_version": "direct-options-v1", "input_tokens": 1806, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994985461235046, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "bc22e1d23d096960f832", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.375, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "0d932f4690a2885828aed939f5eae1ed7777d2468392fafc8e053012c6e7306e", "prompt_version": "direct-options-v1", "input_tokens": 1806, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999754011631012, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2d48f597aad5fc751251", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "ab338acbcb4ca75391be8a46a8bc52b115ae9a3eda1b8c3d94b87f73272b59aa", "prompt_version": "direct-options-v1", "input_tokens": 1804, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992563724517822, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b29679faefb72eed30fd", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "6a50d06f36bc4da8a093c2f296307a5abafd11807983b578d5c6c0e94e7ed21e", "prompt_version": "direct-options-v1", "input_tokens": 1805, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999548077583313, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2dc7de64b90859fd7050", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "9b6f479183d7a1ea8b19afb3d58f098172db0a6bf50c2c0bc2c586891710f465", "prompt_version": "direct-options-v1", "input_tokens": 1805, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996510744094849, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "61c84d768394abe37a57", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.75, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "4f7e1435fabc27e3ba594ea05c6a9477c5226ea4354e477690044e1921b0b0f0", "prompt_version": "direct-options-v1", "input_tokens": 1808, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c73e8b95eaaa1ad2dbe2", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [24.0, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "606580e8fdbbfc3aae6b0d7adee6feb34012504258cdc2a461fc7cd01f973d94", "prompt_version": "direct-options-v1", "input_tokens": 1808, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999733030796051, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "67c88c9fc60c9f738abf", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [24.25, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "e24d2782e94db4f87423a3be7e1ab3430fb393459f96f932029da02436249266", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997692704200745, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7b6eab1ea803fcd14e77", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.75, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "c4e44f94f69bc534368140c314460dba50729b171e9e77d0604d64bc18c7c333", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995995163917542, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "0d7486d10887f6ae5b49", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.375, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "a3f4f7d885fe1d8a6103c230003bdae7365a65d0d5e3f9ced9b1e16804719574", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2cdd4835a0cfb6b52b08", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.375, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "8d5bc5589f43499445c276b4eb0f274b005095c934ed17a5ddaea9cd7559655c", "prompt_version": "direct-options-v1", "input_tokens": 1806, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993879199028015, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "3a2f10ab5e31e5e0e531", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.25, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "974263a08baf0efa6f93f86630a8a1ce63bb22ebcde8aec220cfed97b584809d", "prompt_version": "direct-options-v1", "input_tokens": 1805, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997273087501526, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "acdd1f76eb0b204586db", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.25, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "9fb0c5e1e4fefce49637498db0057a3411044b40c79bd651584679bc9907077a", "prompt_version": "direct-options-v1", "input_tokens": 1811, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998550415039062, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "62f8937147fed61100bb", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.375, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "28e142247a1c63de66d19d7e8c2cb808bde7ace78d87d2dc29ff7d25960e8afc", "prompt_version": "direct-options-v1", "input_tokens": 1808, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997444748878479, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8d11f6074c204e65bdd6", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.5, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "f02fcf847030e57171abae80f8117ba61b4646b61635de7a6208de347cdf67a1", "prompt_version": "direct-options-v1", "input_tokens": 1807, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998493194580078, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "72d48eb330ae27969f85", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.5, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "e55dd2309c41a973135d50fc0d3fac5504463f136a238152939115c14bd3cf14", "prompt_version": "direct-options-v1", "input_tokens": 1805, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995938539505005, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fd9c3d6a74199fec3e0d", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.25, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "4fe06907b64bfcb300a320f5fc936bbdaf30692811a0faaf789521ff22605444", "prompt_version": "direct-options-v1", "input_tokens": 1808, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994889497756958, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0782998cb8825b51b233", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.0, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "ed4787a1cf15d79f0e32aa65c24fc31d448e3febd6d31713a2f14ab204c51a26", "prompt_version": "direct-options-v1", "input_tokens": 1838, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c7df33ba31ee431ff4f7", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.625, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "333af617cc96bf6caa7b02937856029a8c3ee985d8143ed6f741c0071186d59c", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996395707130432, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0269a518fbc9f0065950", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.125, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "45a63cad76e0830f95ef2cf7722cc246be34c20b6be6ac7024050066566dfd1b", "prompt_version": "direct-options-v1", "input_tokens": 1839, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998512268066406, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "60197ef3cf3a7876586a", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.125, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "8814fae607248e1af7537ea3b121079821c3270ea69b5612a76e4b859332db52", "prompt_version": "direct-options-v1", "input_tokens": 1839, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999794065952301, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f505180756623794e6f8", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.125, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "fdbb756fd95ff252c6416bd8a887d118b3651ba113bf35b537137ed607b153c1", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993936419487, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "dd826eaf82d1917bce02", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "89877413235f59f7e14294401dbdf57219d006ac5af142c689315049218e9ec6", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9812b422d30fe699eb83", "option_ids": ["yes", "no"], "probabilities": [0.10669060051441193, 0.8933094143867493], "option_logits": [23.375, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "28fcf5428f0f4102e9ab6778da77d7a78cda42c01a349d8896ef536f3d2dc6e5", "prompt_version": "direct-options-v1", "input_tokens": 1833, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993002414703369, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8e5103bc79447188b08d", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.0, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "6e8c4ac111b69d3b0b1613c2701c2f3faebb1a39fa77cf77431791006e8067c1", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995138049125671, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "33defe954e1fe73b85ea", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.75, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "b37c8dcabc3ff8b410ca346f983fee06707ef4a785d046387c2dca32a7db9dad", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996357560157776, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b053586eda54c5be4a23", "option_ids": ["yes", "no"], "probabilities": [0.02595735713839531, 0.9740425944328308], "option_logits": [23.25, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "91a82522e30d1198d929701b83437d7760c22f25fb7da3e961ccd2a4ccf3c0c4", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997521042823792, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "23edc2c7d2c382f75e5e", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.25, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "77efaa0f34ccb3eecefb20069799cd7c3554a97d363981c9028572ab435f6f05", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997634887695312, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "49a5988c7c7059d30473", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.75, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "3c237351148836498170d3c654d9d96147d2d872daa1eb0caed50362ffc0cf83", "prompt_version": "direct-options-v1", "input_tokens": 1836, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997044205665588, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "61088dd0caeb4461d860", "option_ids": ["yes", "no"], "probabilities": [0.7549149990081787, 0.24508501589298248], "option_logits": [25.5, 24.375], "answer_token_ids": [32, 33], "prompt_sha256": "33987759c9e6bb53ed4d7fb48a7a2a19c527ec1efe4cb04762e8a51ac8501529", "prompt_version": "direct-options-v1", "input_tokens": 1836, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994756579399109, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "2f58ba98544124cf4956", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [24.0, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "5914682aac75834cd255489837cb983713190e7d2be034fa5da675dbf73b9aed", "prompt_version": "direct-options-v1", "input_tokens": 1836, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997559189796448, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "31a5d06495cabd86dcf9", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [25.375, 23.875], "answer_token_ids": [32, 33], "prompt_sha256": "af981403a765dd45adbd5a661c2513c2ffba235c62870101b1e8fb11adca35e3", "prompt_version": "direct-options-v1", "input_tokens": 1835, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9992640614509583, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "495e1a3dfa3932608ccf", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "2866fe4ccd58d13ca1dd540daa4664e4165319ea04a73688767c9e3374108e5b", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996700882911682, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6af9fef0082e371f3dc7", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.125, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "0e18f08507c9d426637a7cecc0b142699650199845591da3444b9990f72a0028", "prompt_version": "direct-options-v1", "input_tokens": 1840, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998092651367188, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8fae0e11c5013f7051be", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.125, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "635e910fc482c4c0740ee98b19fcba6cb832804d628cfb615276cc538cce2900", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996567368507385, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f4829f1432300db07eb3", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.75, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "1cdea114ace03385f78a7060642a75a9d62edc791158465eb37452c387aa6f15", "prompt_version": "direct-options-v1", "input_tokens": 1836, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998131394386292, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ea2957feb162747a32c4", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.375, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "162fca9688dc67c0b64df1e25833aeac4229c38857ea4d0fd6702fdf42aef7c1", "prompt_version": "direct-options-v1", "input_tokens": 1834, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994718432426453, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "cb24887d88c41b95d297", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [23.875, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "d7191fb2f4171d38635fd57e642fd5535a05a13aaec225f28a0c46633feee7ef", "prompt_version": "direct-options-v1", "input_tokens": 1837, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993250370025635, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "eca9371590c052f92d8a", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "255311e6511dd0c9f9bb1f1ef6c9294613fade977eef1b7e534d5908ca2d7a3b", "prompt_version": "direct-options-v1", "input_tokens": 1862, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996339082717896, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d39609882c0a7caca71f", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.125, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "2756fee69caf8c7738a853942ddb7a0710ca7e6c1853a61c92f67d1a052faf0d", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995194673538208, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "0619c3673e1b1d6f2458", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "c79c18e960305d491866295efd0443d33a76d090e987c5d29900b7524e075dae", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999641478061676, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e963cc5058433ae88d19", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [23.75, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "095bfde479d9df32aed7694808540eb54729bb275f1d4af54a88177df7a31adf", "prompt_version": "direct-options-v1", "input_tokens": 1863, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996452927589417, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b52b17c6376d079bc35e", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [24.875, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "9c60fcc82c939124ae0671bcade521064dd459e5b2054403f2b16785b7a1f1c5", "prompt_version": "direct-options-v1", "input_tokens": 1859, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999258279800415, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "fafc80e6998c279029c8", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [24.75, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "95cab9ad674fdd83600d4e5a771ff2e1386c688635f5ebaf21a988751eb9ce64", "prompt_version": "direct-options-v1", "input_tokens": 1859, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994756579399109, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f94ad249daf193ab5e5e", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.25, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "64d28bb93babd6fb4eb46ad9cba5a1b490b9a525230e8931f165e62e2c835fed", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9990524649620056, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "238e4d2bf1e72d2509b1", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.375, 25.125], "answer_token_ids": [32, 33], "prompt_sha256": "4e1663fa69285fbdce1f5ec986906ebbc94ca2e216634819ba2cb9b1989b2323", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999172568321228, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8cceed43bdac5fcd8b5e", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.5, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "3683fc40ef99991cbe7f2784236aec8ed0e5e1a9f57387ebccdfa660239a6518", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993917346000671, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bfbd3eae5343079f9a5d", "option_ids": ["yes", "no"], "probabilities": [0.22270014882087708, 0.7772998809814453], "option_logits": [24.125, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "cc7a8a2a37dec50f48807d4bd9cd9d20df271a422e82d3fdba77b79f44818112", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999372661113739, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2627b4c2ba571aef609f", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.25, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "c96ef45f42c02aa35490086b4ca32f93a9ec52993f4189a8239f19ac3be23657", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996300935745239, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b0afc53dfeb61e7b211d", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "45669914e9d054690df8a43e7bd492234fd6e70ef971c3d2e48e1ea5c9fc3b8f", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995690584182739, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6dd5a5405302976b2569", "option_ids": ["yes", "no"], "probabilities": [0.9046505093574524, 0.09534946084022522], "option_logits": [25.875, 23.625], "answer_token_ids": [32, 33], "prompt_sha256": "3696bc06c18f16e59f4c807d92b062c7c019af5c420c91ae10c4fc4f413dad97", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993383884429932, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "e201950b9719ec18df0d", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [25.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "3d78e1d37bc4d1ab4b30803db6a784d5b176444e15112e57cfd32f89b486c898", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "83da02bd361b6cc168f8", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [25.25, 24.25], "answer_token_ids": [32, 33], "prompt_sha256": "8184bd2a70255dba29c223ff18a786e6276fadb47bb50e46152caf61410ba994", "prompt_version": "direct-options-v1", "input_tokens": 1859, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9988657832145691, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "237bb9aece8405817147", "option_ids": ["yes", "no"], "probabilities": [0.3486451506614685, 0.6513549089431763], "option_logits": [24.625, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "13862d00c591b0fa07722c657ffdb98f470239193e870675d3acb9dacaa08a02", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993593692779541, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b5f6a467f7ede7876dc1", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.75, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "52a13251504cdc4cc21a8ad3c07921de0f88661a6b3802577250f106f3c96d4b", "prompt_version": "direct-options-v1", "input_tokens": 1864, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996815323829651, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "39e576e9bf7a60073cbe", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.875, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "5c176492b8a4a13681ec0fdd8051659459bb8ff240e05eaf6be5b81a1be51741", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999601423740387, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1e54374958de7923e146", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.25, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "b8d09fe54f11cb3a71c5b25c56185141bae3937c514614e1f62cfcf6c128c585", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997177124023438, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "da756730ed3f284e227a", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.0, 25.375], "answer_token_ids": [32, 33], "prompt_sha256": "8e85beadbe197d425a6019da87c96b27d7a1029849c7b77598b49f68a61046e6", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991573095321655, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1933db499065d09d4c8a", "option_ids": ["yes", "no"], "probabilities": [0.562176525592804, 0.43782350420951843], "option_logits": [25.125, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "473048d816f8373c3dcffee26b30e6706275f3f2c15296869b737c89341706a4", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993955492973328, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "525d7b4fb78fe876688c", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.25, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "d70dc5f65ec0f17ef72f70c89aebef0b7ec0c34c8167ffb0446b481d642b068f", "prompt_version": "direct-options-v1", "input_tokens": 1859, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996643662452698, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8f2b2bf755ea1437abf1", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.25, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "aeee227460e2b8899baf6ec485e8f61714cd30a5b937786d5873e654dc97a8c7", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996166825294495, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "612007ed2fc7371c8992", "option_ids": ["yes", "no"], "probabilities": [0.005911068990826607, 0.9940890073776245], "option_logits": [22.875, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "53a9a9346a02169b99852344e90e241597f8b2cd508196a4f4338831bcff67cb", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998970031738281, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2cd6fc8993c77d65530b", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "b62f8e9596df653cf28e31294e4ae5a711171ff8a1419cb922b14b766a57bb3e", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998512268066406, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b32d822b7211b2c0c25b", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.25, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "fe2d7b6fdd9141f9aeb2f11d920576efe7daee92acb5f7747f58a9ac412b5438", "prompt_version": "direct-options-v1", "input_tokens": 1856, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994699358940125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f7cca8df9ae2a235ca18", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.625, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "906be358faa54e93d9682933d8d61134e09cea9988e0dea4470bcc6a764201e4", "prompt_version": "direct-options-v1", "input_tokens": 1856, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996243119239807, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "94e6bb4d12f813123feb", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [23.875, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "c86b60802659dd614c91dfd94a94692a2dfee7552907cfb5e39667b1499e4d09", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999580442905426, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6136005af5b7861ad66c", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.625, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "148709c3fbc9b4f526f0e53e892574979bf6401b69f6658153881c66d7fca392", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995766282081604, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "23e014fcbc2fb9899698", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.75, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "45176264131ccf81ebc6adf95f52df0427a942f1f17e36bde7267279c3964e26", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997120499610901, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8dcb7cf878a64839a026", "option_ids": ["yes", "no"], "probabilities": [0.01798621006309986, 0.9820137619972229], "option_logits": [23.125, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "c6c7233457c7d2614ba1795542d787bbc267a231dd702ec1124a2fa0a7e6dbfb", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998073577880859, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a464605c10210edad127", "option_ids": ["yes", "no"], "probabilities": [0.9840936064720154, 0.01590639166533947], "option_logits": [26.75, 22.625], "answer_token_ids": [32, 33], "prompt_sha256": "f84718fd965880953af03c723a21935df6dd26da27f343b8664ce1e7c56ee72e", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996987581253052, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "375bf431d98250b93785", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.125, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "452ed6c61ef2434c27805b61a2bd5c4ebe746098f57c8a8adb42034c16f3dbe6", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7d5521df842cdb736a25", "option_ids": ["yes", "no"], "probabilities": [0.8807970285415649, 0.11920291930437088], "option_logits": [26.125, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "87589448f138b34a211c431f675766df3d00ab14390682800bdddcfb634ed1a8", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9993955492973328, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "7e2a86ce2923ea1a1b2e", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.375, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "3d2841d0a22326d895dce675265e55b7d27792f4f095a615124b1497af3e0983", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997254014015198, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "bea9770399b489698fb8", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [25.25, 23.875], "answer_token_ids": [32, 33], "prompt_sha256": "c607a33192bccafc888e60357eb68f2d86c2fc3ba71a63d7453c813ca2397628", "prompt_version": "direct-options-v1", "input_tokens": 1856, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9987781047821045, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "00ba476777582bb75866", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "195e1f86f93b446f8c68248492c65107836c33b386819c16b2cccbb51950a7f0", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997692704200745, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "4ac171bfa6c98b363d77", "option_ids": ["yes", "no"], "probabilities": [0.022977370768785477, 0.977022647857666], "option_logits": [23.25, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "8574c0c4de6abed1dffcead0a5bc06f5ed5ed0ec7ade7176b15439b25d7250c1", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3833283d798993539e96", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.125, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "d2bc09f9c3d066b6eabac3877d23e7ec6e6dbbdbfbafdb2f0f2aeb0cb67b9de5", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995900392532349, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "64c3872396555bf9e345", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [24.0, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "1b30789f301f650306d9389fa4a4ed6696b9cf4adb100742458803b7599b3b91", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998016357421875, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b8803f01525a22b9117b", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.5, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "364c00e0624b6af1c0aa15f7b8adc4c267fd7c71bc978a8ed86ebc0c8e7c807d", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997177124023438, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d591e861500045fb80d7", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [24.75, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "afe7cab7d5a6687fa882432c9223347e48e4e8f1eceedbe26b6b6b819abf7f5c", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999588131904602, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3b51dc427ef80b74043a", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "fc84bf38f453cd2fcc801e783ad11b379e4306c54bacd31731ede92ff157a503", "prompt_version": "direct-options-v1", "input_tokens": 1859, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997063279151917, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "60eddb1f382ff14a5441", "option_ids": ["yes", "no"], "probabilities": [0.3208213150501251, 0.6791787147521973], "option_logits": [25.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "c6a02ea1ee8af2b8f1b4091c1e5dfe50055f0eadd184d90480a2befc79754ca8", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997101426124573, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9bcdaea127011b8e438a", "option_ids": ["yes", "no"], "probabilities": [0.006692850962281227, 0.9933071732521057], "option_logits": [23.125, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "38ee50e01e6a69ef651c470e0aa109b40dc0374d56d244bc67af8a9a7b2525aa", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999141693115234, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6f365d972848553558f8", "option_ids": ["yes", "no"], "probabilities": [0.01098694372922182, 0.9890130758285522], "option_logits": [23.25, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "e45d740b0eada4aabf46a95a96f0af1ae499542fd126a22c4f8fb5cc66d9feb9", "prompt_version": "direct-options-v1", "input_tokens": 1860, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998798966407776, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "550d90336950bbb02082", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "50e0f7c21203bbeba118514c0ac94f5b85cccda6dcb312502e81c5523489b43f", "prompt_version": "direct-options-v1", "input_tokens": 1856, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995785355567932, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "aa82b5638ae5af3283d9", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.375, 26.25], "answer_token_ids": [32, 33], "prompt_sha256": "2bfd8551a5cd837a3c69bbe254c2d647f0a5f1489305b12b04be5b57eea980c4", "prompt_version": "direct-options-v1", "input_tokens": 1856, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997196793556213, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "18300205da6b06e427e7", "option_ids": ["yes", "no"], "probabilities": [0.08509904146194458, 0.9149009585380554], "option_logits": [23.625, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "9adf2dcb8750744e9032b453774210cd85ba62242cb0e8fab1febcb566427935", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995919466018677, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "b555a3bc234843e8fd20", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.375, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "64bda9fe87fa90c33ddd4c862c4b7a13742fd231aaf325599e969446b2809c8c", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996758699417114, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3803aef68fc4cf402cfa", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.875, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "46ff389035f94fa284dea3abc9872c6fcb61954beb81ea2d85776031bba26748", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997768998146057, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "ab67da43bc4ae225ca45", "option_ids": ["yes", "no"], "probabilities": [0.014063626527786255, 0.9859364032745361], "option_logits": [23.25, 27.5], "answer_token_ids": [32, 33], "prompt_sha256": "ef4a04c090fec099a5a0d96b369d5fb465de2b49a7a7bc467797d95e0128122b", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998570084571838, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e304f1a695fbde4c57c0", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.375, 27.25], "answer_token_ids": [32, 33], "prompt_sha256": "fb0d67c84dd7408fe26676422621b66d4debd77ae39dfe81eee8d8a1800b1183", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998417496681213, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "25e0f2a9c06d53597433", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [23.75, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "d8bc7f7a28372442b6773984bf7d9f195c70cecf3ffeb15ac87ddbb107ea5042", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997978806495667, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "3d9ac02495a549a4104a", "option_ids": ["yes", "no"], "probabilities": [0.9046505093574524, 0.09534946084022522], "option_logits": [26.375, 24.125], "answer_token_ids": [32, 33], "prompt_sha256": "a222fcfe0d472c899b1356198bac68fcfb8cb3f73a75b6d8358e77e1822ffd18", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995938539505005, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "2591d84ff86f249a2209", "option_ids": ["yes", "no"], "probabilities": [0.09534946084022522, 0.9046505093574524], "option_logits": [24.375, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "0943f3561b663ea799dd95d3c8bfaeedfc8147d974abaf42dc262ec7e603417e", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997692704200745, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "25a6e0e8ce0d1ea7f94d", "option_ids": ["yes", "no"], "probabilities": [0.43782350420951843, 0.562176525592804], "option_logits": [24.75, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "c998098eed4b0489cfe5587044a750609b827250bb95390825a685946718c814", "prompt_version": "direct-options-v1", "input_tokens": 1856, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9991896748542786, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a3e3796eca86c829f954", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "2afef5e53be02a4f5f7eaf7d978a9fd1a989088eebb12b644ba8beabed752180", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7ddd9ab13077ca92888a", "option_ids": ["yes", "no"], "probabilities": [0.020332353189587593, 0.9796676635742188], "option_logits": [23.125, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "5f9a793d0bc14755d02271b5e6537c643ccc35d81b0291932229fd0360efaa98", "prompt_version": "direct-options-v1", "input_tokens": 1861, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997825622558594, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d78f6f4563e106ec8da3", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.375, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "3a05796eb3fe1b32e0a80aa0ab45bbce200f1c9e84a2f3a4aac651e65fb5a83b", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9d0cd18ef17c13da62ab", "option_ids": ["yes", "no"], "probabilities": [0.037326883524656296, 0.9626730680465698], "option_logits": [23.625, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "ef427d7e08b53d85f6a4abd83ef0d3dba49a2cc2dbb685463ec2c290df90e3da", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "1df4bafb7a4cc3c6edb9", "option_ids": ["yes", "no"], "probabilities": [0.06008664518594742, 0.9399133324623108], "option_logits": [23.75, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "dcf484543258e7488c018a7236f00993a90cdacf8a1aeb6e6ae857b9b5a78c36", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997082352638245, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "44017db8148c3210016f", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [24.75, 25.625], "answer_token_ids": [32, 33], "prompt_sha256": "a35e343181f4164efe4761606ec1e1bab0328024e5c8fb9ec4d47d6fd8ba3acf", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995556473731995, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f00c9176f28153c8f28f", "option_ids": ["yes", "no"], "probabilities": [0.7981867790222168, 0.2018132209777832], "option_logits": [26.125, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "fd3573419b422d6b928da1a9cce4f8c49f5edd9632ba6492c9552ba331fb944b", "prompt_version": "direct-options-v1", "input_tokens": 1870, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996796250343323, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "c8a5d6ef75a562963ef3", "option_ids": ["yes", "no"], "probabilities": [0.8670357465744019, 0.13296423852443695], "option_logits": [26.375, 24.5], "answer_token_ids": [32, 33], "prompt_sha256": "a191f82918ab8dc11ceb7f7421ff6b860f6b499dfe2ed161fc5efcd92f0c60cd", "prompt_version": "direct-options-v1", "input_tokens": 1869, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995766282081604, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "ba750d461270b4bae384", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.375, 28.0], "answer_token_ids": [32, 33], "prompt_sha256": "b91c66980aa7c364c0b6ed29572673148032b302b3b59cfde095a5783daad64f", "prompt_version": "direct-options-v1", "input_tokens": 1871, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998989105224609, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "c6f9cd7e5d252cda36bf", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.25, 27.625], "answer_token_ids": [32, 33], "prompt_sha256": "d579cbfae71f5ed8d659ec18dbbac6d56a654181d55a311079f53b7b36fba31b", "prompt_version": "direct-options-v1", "input_tokens": 1871, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998798966407776, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "56e9b631b9c908ef50b6", "option_ids": ["yes", "no"], "probabilities": [0.11920291930437088, 0.8807970285415649], "option_logits": [24.0, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "4dfa235808d94a47545570aabb3825837db7db662a3dd859295d3f2699193fa4", "prompt_version": "direct-options-v1", "input_tokens": 1867, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995671510696411, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "928d2b4c5b113bbc2a41", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.625, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "cd8cdaf6239667863360fadaf73689a35f638f84cde6e3011fac99e6601c0b44", "prompt_version": "direct-options-v1", "input_tokens": 1867, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997463822364807, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "104df5fe18af8b577229", "option_ids": ["yes", "no"], "probabilities": [0.14804719388484955, 0.851952850818634], "option_logits": [24.0, 25.75], "answer_token_ids": [32, 33], "prompt_sha256": "91acf7ef03aa21846d4e89418fedcd34832fe307da941d2b55869b596eb11e53", "prompt_version": "direct-options-v1", "input_tokens": 1865, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9995862245559692, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "fc4ef1e7e8ba8bbd663a", "option_ids": ["yes", "no"], "probabilities": [0.2018132209777832, 0.7981867790222168], "option_logits": [24.5, 25.875], "answer_token_ids": [32, 33], "prompt_sha256": "df3a62c83a26e0f6ac751f3587a30fdd5e2c65c56a1b8f2fa3780b020f63dcdc", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999662458896637, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "0b717b676ca99c6da2f3", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.625, 27.125], "answer_token_ids": [32, 33], "prompt_sha256": "0a2b7fe943a045888b73a342df022e7fb9e894177a331205d9e9321ca89ed879", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997959733009338, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "e26ab8478352370e3e90", "option_ids": ["yes", "no"], "probabilities": [0.18242551386356354, 0.8175744414329529], "option_logits": [24.5, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "a61cfc76e3defc621f5e41cd7709b257053de65336e5fef794c9c7b61c581483", "prompt_version": "direct-options-v1", "input_tokens": 1869, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999754011631012, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7a5adce0f58a1d858cff", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [24.125, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "c79bf41b5c6e03e225c459adcb20ad2b35da299ffc746f8c5faeb237d3ba7b45", "prompt_version": "direct-options-v1", "input_tokens": 1869, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998302459716797, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "17462af26d11cd865ab9", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.125, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "4cd859be1bedfef3f56ddde1312e6a0f89ef94b339293693ea14c765d3295f02", "prompt_version": "direct-options-v1", "input_tokens": 1868, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "247da9db054f89019069", "option_ids": ["yes", "no"], "probabilities": [0.8175744414329529, 0.18242551386356354], "option_logits": [26.25, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "8abe24b5d57eeae854d8a51de289ba534f3e34011a560269e9c989f053a6511f", "prompt_version": "direct-options-v1", "input_tokens": 1868, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996243119239807, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "c405c99adf36ebb91c82", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.375, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "bd7bfea62f102a4c6700262827a026f1c25284fb1e649ce8ca0232c9d43e12bc", "prompt_version": "direct-options-v1", "input_tokens": 1868, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998169541358948, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "d389a7c15e15ca02d49e", "option_ids": ["yes", "no"], "probabilities": [0.5, 0.5], "option_logits": [25.25, 25.25], "answer_token_ids": [32, 33], "prompt_sha256": "dfda5727d1f01220090bb7e7e31cff531080ca7536a483566fe06d99783700cf", "prompt_version": "direct-options-v1", "input_tokens": 1867, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996052980422974, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "2eca4a721a9a5f483c42", "option_ids": ["yes", "no"], "probabilities": [0.7310585379600525, 0.2689414322376251], "option_logits": [26.0, 25.0], "answer_token_ids": [32, 33], "prompt_sha256": "a9dfbd67bbe72ed18984441314990b9943073f571f68b9b058f3e5791490f0e2", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996204972267151, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "cfd9128cd7ef603af7e3", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "55754f3e781d7f001e4bc11120d06f5849986a98b66517eaa157ea28d19cbe60", "prompt_version": "direct-options-v1", "input_tokens": 1872, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997139573097229, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "7d7f7eb15f02b322ea4b", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.75, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "b2b0463fc2d1b20e78d8fb33d05af843fc5f310e808f5621a8591a79e84e09cc", "prompt_version": "direct-options-v1", "input_tokens": 1869, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8c14269b66b5a123dd75", "option_ids": ["yes", "no"], "probabilities": [0.29421496391296387, 0.7057850360870361], "option_logits": [25.25, 26.125], "answer_token_ids": [32, 33], "prompt_sha256": "523f337b80df5374b29e1cec83530ad88c80b4a0e0870da722a14fbab421e261", "prompt_version": "direct-options-v1", "input_tokens": 1868, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997921586036682, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "77f66218281e0194bf31", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.625, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "0cdb7fba0408ece86aa9afe62b94e160c5489902ccaefdd4b710bf64011b8dd9", "prompt_version": "direct-options-v1", "input_tokens": 1866, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.99969482421875, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "30cb11dad75568dfc8f1", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "ae9955e86fd4cc30e348bf9eeeced24c686494313f6131e14734fd65686a3b51", "prompt_version": "direct-options-v1", "input_tokens": 1869, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996262192726135, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "8738f5549cc1d06a4ddb", "option_ids": ["yes", "no"], "probabilities": [0.16451644897460938, 0.8354835510253906], "option_logits": [24.375, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "e6f19ddaa54f96450327775b9b27c42e41dbe69c3bdbd3ff0b97e1d9789ae7ef", "prompt_version": "direct-options-v1", "input_tokens": 1856, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997386932373047, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "dab1bb9752d928230712", "option_ids": ["yes", "no"], "probabilities": [0.9324532747268677, 0.06754669547080994], "option_logits": [26.625, 24.0], "answer_token_ids": [32, 33], "prompt_sha256": "e04c87e6a0b7ba1cefff89a6ad415f8b34f0590524e42aab7ff10a8addf37172", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997730851173401, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "903173fcc95e4ac17195", "option_ids": ["yes", "no"], "probabilities": [0.01243165135383606, 0.9875683188438416], "option_logits": [23.375, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "2c25303e009f0a6e7905c8b45d5eb9b44a4ab73b51d16cc3028adb64dc214469", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998950958251953, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "f2a49158c6cf2c138be4", "option_ids": ["yes", "no"], "probabilities": [0.009708477184176445, 0.9902915358543396], "option_logits": [23.5, 28.125], "answer_token_ids": [32, 33], "prompt_sha256": "f4ad4360e50ce40efa1e3a8ee3e7db722bc1b271aa2ad964d0523a4012df0ac0", "prompt_version": "direct-options-v1", "input_tokens": 1857, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9999198913574219, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "307d620bf89faa7f577e", "option_ids": ["yes", "no"], "probabilities": [0.3775406777858734, 0.622459352016449], "option_logits": [25.0, 25.5], "answer_token_ids": [32, 33], "prompt_sha256": "14c2573e69cc9c3a6c9e2f510a10205fdbc2ddea397c02b0068a93acfa2398dc", "prompt_version": "direct-options-v1", "input_tokens": 1853, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996395707130432, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "a5246bfa9d24e5400eb5", "option_ids": ["yes", "no"], "probabilities": [0.24508501589298248, 0.7549149990081787], "option_logits": [24.875, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "2213319dbc05b7a782cd896dc84f6ed2be22f5154365e329fa7f533795c7a54a", "prompt_version": "direct-options-v1", "input_tokens": 1853, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999786376953125, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6fe44ae54a24d48c72e3", "option_ids": ["yes", "no"], "probabilities": [0.04742587357759476, 0.9525741338729858], "option_logits": [23.5, 26.5], "answer_token_ids": [32, 33], "prompt_sha256": "020dbfa1ff3e09616fc0102073e4a167771ed859ff1495f9dde962a5f1117823", "prompt_version": "direct-options-v1", "input_tokens": 1851, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996739625930786, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "57b95087341a47cf3548", "option_ids": ["yes", "no"], "probabilities": [0.07585817575454712, 0.9241418242454529], "option_logits": [23.875, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "44749d40de060024d95a2a0fd6a253add1ca4031d77afec0966aa6856999b465", "prompt_version": "direct-options-v1", "input_tokens": 1852, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997615814208984, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "2ac0aa23e161309bd4fd", "option_ids": ["yes", "no"], "probabilities": [0.9890130758285522, 0.01098694372922182], "option_logits": [27.5, 23.0], "answer_token_ids": [32, 33], "prompt_sha256": "775be363658ef8da1f62105f726d8a04679531405d9197f7ea7886d3fb0765e4", "prompt_version": "direct-options-v1", "input_tokens": 1852, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.999885618686676, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "2a63d1a008499a578c4e", "option_ids": ["yes", "no"], "probabilities": [0.03308597952127457, 0.9669140577316284], "option_logits": [23.5, 26.875], "answer_token_ids": [32, 33], "prompt_sha256": "e308cfecef24162c19ea4cc9580127014649eeb870b1ee4fd29dd8bd201396e0", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998245239257812, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "180495b6742b5e4a0b9c", "option_ids": ["yes", "no"], "probabilities": [0.0534033328294754, 0.9465966820716858], "option_logits": [23.875, 26.75], "answer_token_ids": [32, 33], "prompt_sha256": "00d0e58af2c61e33f41fe4de0e4353ec45b803b6f976468e54ef3bcc053a998e", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998188614845276, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6b29b6ccf7b1aea58ab0", "option_ids": ["yes", "no"], "probabilities": [0.06754669547080994, 0.9324532747268677], "option_logits": [24.0, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "b396cc643387882f875da5fb0147cf135461dbea1d05f7d48723300943baf3eb", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997997879981995, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "6d303526bdf9448048d1", "option_ids": ["yes", "no"], "probabilities": [0.7772998809814453, 0.22270014882087708], "option_logits": [26.125, 24.875], "answer_token_ids": [32, 33], "prompt_sha256": "7d17cbdeffc373ec394fd501d039af0f01e0e38ac05761e36138bfa328fa85ac", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996891617774963, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "e220f244d46ed04a3a60", "option_ids": ["yes", "no"], "probabilities": [0.042087726294994354, 0.957912266254425], "option_logits": [24.25, 27.375], "answer_token_ids": [32, 33], "prompt_sha256": "1ba49da3d09b378bf890507cb9d081ad0286fb36ca3ce83b10a1b5962ab18a0f", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998531341552734, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9ca2d99a18f5d41ad08d", "option_ids": ["yes", "no"], "probabilities": [0.5926666259765625, 0.4073334336280823], "option_logits": [25.125, 24.75], "answer_token_ids": [32, 33], "prompt_sha256": "a67b36f1653e4b97791b75f71210200bcc8830ac3c06dfba2aabced801aea950", "prompt_version": "direct-options-v1", "input_tokens": 1853, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9994794130325317, "full_vocab_argmax_id": 32}
{"mode": "parallel_suffix", "id": "dcd13ec9cee28c9f9854", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.5, 26.375], "answer_token_ids": [32, 33], "prompt_sha256": "830fd92238c6217ebff0cef76ad51cf11fd23ecbbf7893812d3cacb7c96573d0", "prompt_version": "direct-options-v1", "input_tokens": 1852, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997692704200745, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "39685613525e4d5d1189", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [22.875, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "1cea6b1a689ddf7e482af85512404d7fd3c0eb5cb4d268438cfd189f14627cfc", "prompt_version": "direct-options-v1", "input_tokens": 1858, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998035430908203, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "23413859c5b32174137b", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.125, 26.625], "answer_token_ids": [32, 33], "prompt_sha256": "18f6f2e36f63abf5250f2a68833332dcec926e53b18e2c69eca69c879678c79e", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997596740722656, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "9525d3025bc8e0c5b0ff", "option_ids": ["yes", "no"], "probabilities": [0.01590639166533947, 0.9840936064720154], "option_logits": [23.625, 27.75], "answer_token_ids": [32, 33], "prompt_sha256": "afdf30360786f113390987a0d8d73e8d9681e54f4dbb8589fdce3689f9a9c52f", "prompt_version": "direct-options-v1", "input_tokens": 1854, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9998818039894104, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "82fff92fa614d407d774", "option_ids": ["yes", "no"], "probabilities": [0.02931223064661026, 0.970687747001648], "option_logits": [23.5, 27.0], "answer_token_ids": [32, 33], "prompt_sha256": "54c79b410f690460b6b7e3650ed166c8b953b2b13a5a97fe6e9f2baa5b240453", "prompt_version": "direct-options-v1", "input_tokens": 1852, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9997788071632385, "full_vocab_argmax_id": 33}
{"mode": "parallel_suffix", "id": "94a5b148e1fac2d93c8a", "option_ids": ["yes", "no"], "probabilities": [0.13296423852443695, 0.8670357465744019], "option_logits": [24.125, 26.0], "answer_token_ids": [32, 33], "prompt_sha256": "f058b46ffd614abefd43094517f2d57d7581d8f0a34f001189bd528d727e29e6", "prompt_version": "direct-options-v1", "input_tokens": 1855, "model": {"source": "Qwen/Qwen3.5-4B", "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a", "adapter": null, "adapter_sha256": null, "adapter_revision": null, "dtype": "bfloat16", "transformers_version": "5.17.0", "torch_version": "2.10.0+cu128", "serving_config": "experimental-native-state-prefix-batch-v1"}, "readout": "native-selected-real-suffix-positions", "allowed_token_mass": 0.9996681809425354, "full_vocab_argmax_id": 33}