{ "schema": "qwen38-kld-ladder-cumulative/3", "tool": "tools/kld_aggregate.py", "generated_unix": 1786930991, "candidate": "turbo6", "label": null, "reference_identity": { "model_path": "/models/Qwen3.8-27B", "model_revision": null, "model_revision_source": "none", "index_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df", "config_sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", "shard_sha256": { "model-00001-of-00018.safetensors": "ba0ce20aae489ad196733da5064bcdf159a1fe84f53336648196e1ebb7751b1c", "model-00002-of-00018.safetensors": "06a148c01bfbe3faa14a5f184a7ff29a706f7ae1c8b2705d2058e26d17a001fb", "model-00003-of-00018.safetensors": "2e1bf62cbcd406eaa64b60d10353e1f0ef4039d0976e56f05cabe953454f9968", "model-00004-of-00018.safetensors": "511e34063187882659753c4d93f3859f93c019fd438d8813071921c81d9a3f1a", "model-00005-of-00018.safetensors": "635cb53446dc74f219740fc59e18b774f877b803b9722e289ca62575a6efa701", "model-00006-of-00018.safetensors": "0bc5214fac607f0e6cc92eec3789d4b8559410ef9fce66621ba8158e8410dae0", "model-00007-of-00018.safetensors": "80b0c49033e9a0d5762562aa12f4acdb7f54da586f3d0110f28c48d91cf07892", "model-00008-of-00018.safetensors": "7192c5b66185d3592927daabee1cc19e6f6e0ce75988ee20e824b624765fda79", "model-00009-of-00018.safetensors": "af3c48cc37af44f3db6ae0579baf019180d48d9c527caa0a1f03ff85813a56d8", "model-00010-of-00018.safetensors": "163490a76f3bea3a40855b7efc04ce6d27afaf1a34f0bbde495b9491f76457c9", "model-00011-of-00018.safetensors": "5f3ae1b948aeee39da77aec558e8236cd65fe4d7cb7686a76bb007acc563c6d8", "model-00012-of-00018.safetensors": "a3de1c7114677a8f5ac5c4892c90e8238ea5c1e2038c80e757dfc87c3902ca55", "model-00013-of-00018.safetensors": "06ab79a41f74c9c5cb734816feb0c7fc364104b227165ee7391231e1155aa02a", "model-00014-of-00018.safetensors": "4138ed94603065ba884bbcadedb04d7718bb40117e85e6f5c6fc5b9c05b7a85b", "model-00015-of-00018.safetensors": "69224e27b9de4e7dbf6fc936c6eaae08447bda3b80a6c31a871ab451173afd22", "model-00016-of-00018.safetensors": "73cb9a1089fb6155cb648609478d6633be8a5c7d9ca5a05bc8925ce8a553cefe", "model-00017-of-00018.safetensors": "beb51f01056142ac4984bd800507b0dd0fd18de57f8e9ef6ea41d1a3598983a8", "model-00018-of-00018.safetensors": "1d3479509e21494658f9b64d317f5ea8e55c4025d28c702d6c4d0b356ce8ea06" }, "quantization": "auto", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "candidate_identity": { "model_path": "/models/Qwen3.8-27B-exl3-6.00bpw", "model_revision": null, "model_revision_source": "none", "index_sha256": "02013d1417169ec0b23d5109ac1ef30b7906e42629f64f84c5e592521be6a3e9", "config_sha256": "f7ae49a04edd54da8dc800ed202b9c5dde4aadc0ed25d2942bfedb89bece7f2c", "shard_sha256": { "model-00001-of-00003.safetensors": "e0921a677eaebdced9a70fc76eac7b6df383f1a86634bd89ebd889937fbfe5b7", "model-00002-of-00003.safetensors": "0747736cc0fc63d4d2a1f8419e027072cc5ffcaab0cec952da36189ac8de71ce", "model-00003-of-00003.safetensors": "a50c0a24ae0fb02e21d13003a274eddcbef82b9a5c4c0d6772d32a7cc77e30d1" }, "quantization": "exl3", "quantization_config": "{\"linear\":{\"weight\":\"mxfp8\"},\"ignore\":[\"re:.*visual\\\\..*\",\"re:.*in_proj_a$\",\"re:.*in_proj_b$\",\"re:.*in_proj_ba$\",\"re:.*mtp\\\\..*\",\"lm_head\"]}", "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "head": "/work/kld2/lm_head.safetensors", "head_sha256": "25a30fd5f826da0abc4efc4cc71def9f02bcb8085f7175eee284d221dee4cfff", "candidate_head": null, "candidate_head_sha256": null, "filter": "all", "scored_position_window": { "schema": "qwen38-scored-position-window/1", "score_from": 0, "windowed": false, "policy": "every shard scored every position of every context; nothing is windowed", "positions_per_context": 2047, "min_left_context_tokens": 1, "declared_by_all_reports": true, "report_schemas": [ "qwen38-fidelity-report/2" ] }, "vocab_size": 248320, "hidden_size": 5120, "comparator": { "vocab_chunk": 24832, "device": "cuda", "accumulation": "float64", "two_pass": true }, "suite": { "mode": "parent-lineage", "shard_size": 512, "shards": [ 0 ], "requested_shards": null, "suite_token_sha256": null, "parent": { "path": "/var/tmp/work/kld5/suite", "manifest_sha256": "c79dfad3767ca5b3015129077f20dbb9282a2e51ca8bca9ed09be8c7a9c73019", "schema": "qwen38-distribution-fidelity/6", "suite_token_sha256": "510541f6861b589d44932db253ec25d96d6daaeeee4ea2ab9b65329209482b88", "contexts": 5120, "context_length": 2048, "scored_positions_per_context": 2047 } }, "reports": 1, "contexts": 512, "scored_positions": 1048064, "source_clusters": 330, "token_mean_kld": 0.001583159395262251, "context_macro_mean_kld": 0.001583159395262251, "context_bootstrap": { "mean": 0.001583159395262251, "ci95_low": 0.00149496222274195, "ci95_high": 0.001683236485211505, "clusters": 330, "samples": 10000 }, "bootstrap_config": { "samples": 10000, "seed": 1, "unit": "source_cluster", "over": "union of per-context rows" }, "top1_agreement": 0.9827930355398143, "max_kld": 4.787538171978667, "mean_jsd_bits": 0.0005655916297938855, "strata": { "code": { "contexts": 123, "scored_positions": 251781, "macro_mean_kld": 0.001782804365237569, "token_mean_kld": 0.001782804365237569 }, "encyclopedic": { "contexts": 92, "scored_positions": 188324, "macro_mean_kld": 0.0014664420506360029, "token_mean_kld": 0.0014664420506360029 }, "literary": { "contexts": 82, "scored_positions": 167854, "macro_mean_kld": 0.00185634519570785, "token_mean_kld": 0.0018563451957078502 }, "multilingual": { "contexts": 108, "scored_positions": 221076, "macro_mean_kld": 0.0014597780203787537, "token_mean_kld": 0.001459778020378754 }, "scientific": { "contexts": 107, "scored_positions": 219029, "macro_mean_kld": 0.0013691932013326182, "token_mean_kld": 0.0013691932013326182 } }, "worst_contexts": [ { "index": 33, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.009201635006631395, "top1_agreement": 0.9809477283829995 }, { "index": 17, "stratum": "literary", "source_cluster": "pg100", "mean_kld": 0.00784136161475284, "top1_agreement": 0.9858329262335125 }, { "index": 83, "stratum": "literary", "source_cluster": "pg11", "mean_kld": 0.0073261889283435825, "top1_agreement": 0.9877870053737177 }, { "index": 438, "stratum": "literary", "source_cluster": "pg1513", "mean_kld": 0.006715500993460037, "top1_agreement": 0.9775280898876404 }, { "index": 411, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.006574617891915413, "top1_agreement": 0.9658036150464093 }, { "index": 408, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "mean_kld": 0.006447017781655713, "top1_agreement": 0.9819247679531021 }, { "index": 256, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.006120399535986973, "top1_agreement": 0.9594528578407425 }, { "index": 73, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "mean_kld": 0.005874878903785289, "top1_agreement": 0.9824132877381534 }, { "index": 468, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.005785479753680837, "top1_agreement": 0.9775280898876404 }, { "index": 503, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "mean_kld": 0.005087552486995816, "top1_agreement": 0.9833903273082559 }, { "index": 368, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "mean_kld": 0.00493992948491049, "top1_agreement": 0.9887640449438202 }, { "index": 464, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "mean_kld": 0.00459352069424581, "top1_agreement": 0.9833903273082559 }, { "index": 244, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.004586287766958574, "top1_agreement": 0.9755740107474352 }, { "index": 103, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "mean_kld": 0.004321877615281179, "top1_agreement": 0.9780166096726918 }, { "index": 341, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "mean_kld": 0.00429531536876348, "top1_agreement": 0.9775280898876404 }, { "index": 146, "stratum": "encyclopedic", "source_cluster": "wiki5-en-clint-eastwood", "mean_kld": 0.004160563492925146, "top1_agreement": 0.9858329262335125 }, { "index": 290, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "mean_kld": 0.004159706313710954, "top1_agreement": 0.9838788470933073 }, { "index": 330, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "mean_kld": 0.004118181125784325, "top1_agreement": 0.9843673668783586 }, { "index": 202, "stratum": "literary", "source_cluster": "pg21839", "mean_kld": 0.0038198424454167126, "top1_agreement": 0.9653150952613581 }, { "index": 159, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "mean_kld": 0.003720598835362802, "top1_agreement": 0.9838788470933073 } ], "tail": { "source": "sum of the per-shard kld_tail histograms", "units": "nats", "shards": 1, "binning": { "log10_low": -12.0, "log10_high": 2.0, "bins_per_decade": 40, "bins": 560, "edge_formula": "edges[i] = 10 ** (log10_low + i / bins_per_decade)", "bucket_rule": "bucket(v) = bisect_right(bin_edges, v)", "underflow": "counts[0]: v < bin_edges[0], including every exact zero", "overflow": "counts[561]: v >= bin_edges[-1]" }, "bin_edges": [ 1e-12, 1.0592537251772898e-12, 1.1220184543019652e-12, 1.1885022274370166e-12, 1.258925411794166e-12, 1.333521432163324e-12, 1.4125375446227555e-12, 1.496235656094436e-12, 1.584893192461111e-12, 1.6788040181225588e-12, 1.7782794100389228e-12, 1.883649089489802e-12, 1.9952623149688827e-12, 2.1134890398366434e-12, 2.238721138568338e-12, 2.3713737056616554e-12, 2.5118864315095823e-12, 2.660725059798814e-12, 2.8183829312644492e-12, 2.9853826189179573e-12, 3.1622776601683794e-12, 3.349654391578279e-12, 3.5481338923357604e-12, 3.758374042884436e-12, 3.9810717055349695e-12, 4.2169650342858224e-12, 4.466835921509635e-12, 4.731512589614812e-12, 5.011872336272715e-12, 5.3088444423098795e-12, 5.6234132519034904e-12, 5.956621435290109e-12, 6.309573444801943e-12, 6.683439175686135e-12, 7.079457843841373e-12, 7.498942093324559e-12, 7.943282347242821e-12, 8.413951416451965e-12, 8.912509381337441e-12, 9.440608762859226e-12, 1e-11, 1.0592537251772897e-11, 1.1220184543019653e-11, 1.1885022274370165e-11, 1.2589254117941662e-11, 1.3335214321633241e-11, 1.4125375446227554e-11, 1.496235656094436e-11, 1.5848931924611107e-11, 1.678804018122559e-11, 1.7782794100389227e-11, 1.883649089489802e-11, 1.9952623149688828e-11, 2.1134890398366433e-11, 2.2387211385683377e-11, 2.3713737056616552e-11, 2.5118864315095823e-11, 2.660725059798814e-11, 2.8183829312644493e-11, 2.985382618917957e-11, 3.1622776601683794e-11, 3.349654391578279e-11, 3.548133892335761e-11, 3.758374042884436e-11, 3.9810717055349695e-11, 4.216965034285823e-11, 4.4668359215096346e-11, 4.731512589614812e-11, 5.011872336272715e-11, 5.3088444423098794e-11, 5.6234132519034906e-11, 5.956621435290109e-11, 6.309573444801942e-11, 6.683439175686135e-11, 7.079457843841374e-11, 7.498942093324558e-11, 7.943282347242822e-11, 8.413951416451964e-11, 8.912509381337441e-11, 9.440608762859226e-11, 1e-10, 1.0592537251772898e-10, 1.1220184543019652e-10, 1.1885022274370164e-10, 1.2589254117941662e-10, 1.333521432163324e-10, 1.4125375446227556e-10, 1.496235656094436e-10, 1.584893192461111e-10, 1.6788040181225588e-10, 1.778279410038923e-10, 1.8836490894898022e-10, 1.9952623149688828e-10, 2.1134890398366433e-10, 2.2387211385683377e-10, 2.371373705661655e-10, 2.511886431509582e-10, 2.660725059798814e-10, 2.8183829312644494e-10, 2.985382618917957e-10, 3.1622776601683795e-10, 3.349654391578279e-10, 3.5481338923357605e-10, 3.7583740428844356e-10, 3.9810717055349694e-10, 4.2169650342858224e-10, 4.4668359215096347e-10, 4.731512589614812e-10, 5.011872336272714e-10, 5.30884444230988e-10, 5.623413251903491e-10, 5.95662143529011e-10, 6.309573444801942e-10, 6.683439175686135e-10, 7.079457843841373e-10, 7.498942093324559e-10, 7.943282347242822e-10, 8.413951416451964e-10, 8.912509381337441e-10, 9.440608762859226e-10, 1e-09, 1.0592537251772898e-09, 1.1220184543019653e-09, 1.1885022274370164e-09, 1.2589254117941663e-09, 1.333521432163324e-09, 1.4125375446227555e-09, 1.4962356560944358e-09, 1.584893192461111e-09, 1.6788040181225589e-09, 1.7782794100389228e-09, 1.883649089489802e-09, 1.9952623149688828e-09, 2.113489039836643e-09, 2.2387211385683377e-09, 2.3713737056616553e-09, 2.511886431509582e-09, 2.660725059798814e-09, 2.8183829312644493e-09, 2.985382618917957e-09, 3.1622776601683795e-09, 3.3496543915782794e-09, 3.5481338923357603e-09, 3.758374042884436e-09, 3.981071705534969e-09, 4.216965034285823e-09, 4.466835921509635e-09, 4.731512589614813e-09, 5.011872336272715e-09, 5.3088444423098795e-09, 5.623413251903491e-09, 5.956621435290109e-09, 6.309573444801943e-09, 6.6834391756861355e-09, 7.0794578438413736e-09, 7.498942093324558e-09, 7.943282347242822e-09, 8.413951416451965e-09, 8.912509381337441e-09, 9.440608762859226e-09, 1e-08, 1.0592537251772898e-08, 1.122018454301963e-08, 1.188502227437019e-08, 1.2589254117941661e-08, 1.333521432163324e-08, 1.4125375446227554e-08, 1.496235656094433e-08, 1.5848931924611143e-08, 1.6788040181225588e-08, 1.7782794100389228e-08, 1.883649089489802e-08, 1.9952623149688786e-08, 2.1134890398366476e-08, 2.2387211385683378e-08, 2.371373705661655e-08, 2.511886431509582e-08, 2.6607250597988087e-08, 2.818382931264455e-08, 2.985382618917957e-08, 3.162277660168379e-08, 3.3496543915782795e-08, 3.548133892335753e-08, 3.7583740428844434e-08, 3.981071705534969e-08, 4.2169650342858225e-08, 4.4668359215096346e-08, 4.731512589614803e-08, 5.011872336272725e-08, 5.3088444423098795e-08, 5.6234132519034905e-08, 5.95662143529011e-08, 6.30957344480193e-08, 6.683439175686149e-08, 7.079457843841373e-08, 7.498942093324559e-08, 7.943282347242822e-08, 8.413951416451947e-08, 8.912509381337459e-08, 9.440608762859226e-08, 1e-07, 1.0592537251772897e-07, 1.122018454301963e-07, 1.188502227437019e-07, 1.2589254117941662e-07, 1.333521432163324e-07, 1.4125375446227555e-07, 1.4962356560944328e-07, 1.584893192461114e-07, 1.6788040181225588e-07, 1.7782794100389227e-07, 1.883649089489802e-07, 1.9952623149688787e-07, 2.1134890398366478e-07, 2.2387211385683377e-07, 2.3713737056616554e-07, 2.5118864315095823e-07, 2.6607250597988083e-07, 2.818382931264455e-07, 2.9853826189179574e-07, 3.162277660168379e-07, 3.3496543915782793e-07, 3.548133892335753e-07, 3.7583740428844433e-07, 3.981071705534969e-07, 4.2169650342858225e-07, 4.466835921509635e-07, 4.7315125896148026e-07, 5.011872336272725e-07, 5.308844442309879e-07, 5.62341325190349e-07, 5.956621435290109e-07, 6.30957344480193e-07, 6.683439175686149e-07, 7.079457843841374e-07, 7.498942093324558e-07, 7.943282347242822e-07, 8.413951416451948e-07, 8.912509381337459e-07, 9.440608762859226e-07, 1e-06, 1.0592537251772898e-06, 1.122018454301963e-06, 1.1885022274370189e-06, 1.2589254117941661e-06, 1.333521432163324e-06, 1.4125375446227554e-06, 1.4962356560944329e-06, 1.584893192461114e-06, 1.678804018122559e-06, 1.778279410038923e-06, 1.883649089489802e-06, 1.9952623149688787e-06, 2.113489039836648e-06, 2.2387211385683376e-06, 2.3713737056616552e-06, 2.5118864315095823e-06, 2.6607250597988086e-06, 2.818382931264455e-06, 2.9853826189179572e-06, 3.162277660168379e-06, 3.3496543915782793e-06, 3.548133892335753e-06, 3.7583740428844434e-06, 3.981071705534969e-06, 4.216965034285822e-06, 4.466835921509635e-06, 4.731512589614803e-06, 5.011872336272725e-06, 5.308844442309879e-06, 5.623413251903491e-06, 5.956621435290109e-06, 6.30957344480193e-06, 6.683439175686149e-06, 7.079457843841373e-06, 7.498942093324558e-06, 7.943282347242822e-06, 8.413951416451948e-06, 8.91250938133746e-06, 9.440608762859225e-06, 1e-05, 1.0592537251772897e-05, 1.122018454301963e-05, 1.188502227437019e-05, 1.2589254117941661e-05, 1.333521432163324e-05, 1.4125375446227555e-05, 1.4962356560944327e-05, 1.584893192461114e-05, 1.6788040181225588e-05, 1.778279410038923e-05, 1.883649089489802e-05, 1.9952623149688786e-05, 2.1134890398366476e-05, 2.238721138568338e-05, 2.3713737056616554e-05, 2.5118864315095822e-05, 2.6607250597988085e-05, 2.818382931264455e-05, 2.985382618917957e-05, 3.1622776601683795e-05, 3.3496543915782794e-05, 3.5481338923357534e-05, 3.758374042884443e-05, 3.9810717055349695e-05, 4.216965034285822e-05, 4.466835921509635e-05, 4.731512589614803e-05, 5.011872336272725e-05, 5.308844442309879e-05, 5.623413251903491e-05, 5.9566214352901096e-05, 6.309573444801929e-05, 6.683439175686149e-05, 7.079457843841373e-05, 7.498942093324559e-05, 7.943282347242822e-05, 8.413951416451947e-05, 8.912509381337459e-05, 9.440608762859227e-05, 0.0001, 0.00010592537251772897, 0.00011220184543019653, 0.00011885022274370165, 0.0001258925411794166, 0.0001333521432163324, 0.00014125375446227554, 0.00014962356560944357, 0.0001584893192461111, 0.00016788040181225588, 0.00017782794100389227, 0.0001883649089489802, 0.00019952623149688828, 0.00021134890398366433, 0.00022387211385683378, 0.00023713737056616554, 0.0002511886431509582, 0.0002660725059798814, 0.0002818382931264449, 0.00029853826189179573, 0.00031622776601683794, 0.00033496543915782794, 0.000354813389233576, 0.00037583740428844356, 0.0003981071705534969, 0.00042169650342858224, 0.0004466835921509635, 0.00047315125896148127, 0.0005011872336272714, 0.000530884444230988, 0.0005623413251903491, 0.000595662143529011, 0.0006309573444801943, 0.0006683439175686135, 0.0007079457843841374, 0.0007498942093324559, 0.0007943282347242822, 0.0008413951416451964, 0.0008912509381337441, 0.0009440608762859227, 0.001, 0.0010592537251772898, 0.0011220184543019652, 0.0011885022274370164, 0.0012589254117941662, 0.001333521432163324, 0.0014125375446227555, 0.0014962356560944358, 0.0015848931924611108, 0.001678804018122559, 0.0017782794100389228, 0.0018836490894898021, 0.001995262314968883, 0.002113489039836643, 0.0022387211385683377, 0.0023713737056616554, 0.002511886431509582, 0.002660725059798814, 0.002818382931264449, 0.002985382618917957, 0.0031622776601683794, 0.0033496543915782794, 0.0035481338923357606, 0.0037583740428844357, 0.003981071705534969, 0.004216965034285823, 0.004466835921509635, 0.004731512589614813, 0.005011872336272715, 0.005308844442309879, 0.005623413251903491, 0.005956621435290109, 0.006309573444801942, 0.006683439175686135, 0.0070794578438413735, 0.007498942093324558, 0.00794328234724282, 0.008413951416451964, 0.008912509381337442, 0.009440608762859227, 0.01, 0.010592537251772897, 0.011220184543019653, 0.011885022274370166, 0.012589254117941661, 0.01333521432163324, 0.014125375446227554, 0.014962356560944358, 0.01584893192461111, 0.01678804018122559, 0.01778279410038923, 0.01883649089489802, 0.01995262314968883, 0.021134890398366434, 0.022387211385683378, 0.023713737056616554, 0.025118864315095822, 0.02660725059798814, 0.02818382931264449, 0.02985382618917957, 0.03162277660168379, 0.033496543915782793, 0.03548133892335761, 0.03758374042884435, 0.03981071705534969, 0.042169650342858224, 0.04466835921509635, 0.04731512589614813, 0.050118723362727144, 0.05308844442309879, 0.05623413251903491, 0.059566214352901097, 0.06309573444801943, 0.06683439175686136, 0.07079457843841373, 0.07498942093324558, 0.07943282347242822, 0.08413951416451965, 0.08912509381337441, 0.09440608762859226, 0.1, 0.10592537251772897, 0.11220184543019653, 0.11885022274370165, 0.12589254117941662, 0.1333521432163324, 0.14125375446227553, 0.1496235656094436, 0.1584893192461111, 0.16788040181225589, 0.1778279410038923, 0.1883649089489802, 0.19952623149688828, 0.21134890398366432, 0.22387211385683378, 0.23713737056616552, 0.25118864315095824, 0.2660725059798814, 0.2818382931264449, 0.2985382618917957, 0.31622776601683794, 0.33496543915782795, 0.354813389233576, 0.37583740428844353, 0.3981071705534969, 0.4216965034285822, 0.4466835921509635, 0.47315125896148125, 0.5011872336272715, 0.5308844442309879, 0.5623413251903491, 0.5956621435290109, 0.6309573444801942, 0.6683439175686136, 0.7079457843841374, 0.7498942093324559, 0.7943282347242822, 0.8413951416451965, 0.8912509381337441, 0.9440608762859226, 1.0, 1.0592537251772898, 1.1220184543019653, 1.1885022274370165, 1.2589254117941662, 1.333521432163324, 1.4125375446227555, 1.4962356560944359, 1.584893192461111, 1.678804018122559, 1.7782794100389228, 1.8836490894898021, 1.9952623149688828, 2.1134890398366433, 2.2387211385683377, 2.371373705661655, 2.5118864315095824, 2.660725059798814, 2.8183829312644493, 2.9853826189179573, 3.1622776601683795, 3.3496543915782793, 3.5481338923357604, 3.7583740428844354, 3.981071705534969, 4.216965034285822, 4.4668359215096345, 4.7315125896148125, 5.011872336272715, 5.308844442309879, 5.623413251903491, 5.95662143529011, 6.309573444801943, 6.683439175686135, 7.079457843841373, 7.498942093324558, 7.943282347242821, 8.413951416451965, 8.91250938133744, 9.440608762859226, 10.0, 10.592537251772898, 11.220184543019652, 11.885022274370165, 12.589254117941662, 13.33521432163324, 14.125375446227554, 14.96235656094436, 15.84893192461111, 16.78804018122559, 17.78279410038923, 18.83649089489802, 19.95262314968883, 21.134890398366434, 22.38721138568338, 23.71373705661655, 25.11886431509582, 26.60725059798814, 28.18382931264449, 29.85382618917957, 31.622776601683793, 33.496543915782794, 35.481338923357605, 37.58374042884436, 39.81071705534969, 42.169650342858226, 44.668359215096345, 47.315125896148125, 50.118723362727145, 53.08844442309879, 56.23413251903491, 59.56621435290109, 63.09573444801943, 66.83439175686135, 70.79457843841374, 74.98942093324558, 79.43282347242821, 84.13951416451965, 89.1250938133744, 94.40608762859226, 100.0 ], "counts": [ 26985, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 2, 1, 1, 2, 0, 2, 0, 1, 2, 0, 1, 2, 1, 1, 0, 1, 3, 0, 1, 0, 2, 2, 0, 1, 2, 4, 3, 4, 5, 3, 1, 3, 0, 4, 6, 3, 2, 2, 5, 8, 5, 2, 7, 7, 13, 4, 5, 5, 7, 4, 12, 13, 5, 8, 8, 7, 6, 13, 12, 4, 12, 10, 15, 13, 16, 13, 22, 22, 16, 20, 20, 20, 20, 20, 25, 26, 29, 32, 26, 36, 46, 38, 39, 32, 48, 45, 32, 50, 41, 60, 60, 60, 59, 65, 75, 78, 71, 80, 99, 107, 95, 100, 93, 132, 117, 133, 136, 134, 166, 150, 174, 184, 209, 184, 212, 196, 210, 231, 243, 304, 298, 265, 295, 359, 342, 323, 390, 388, 391, 454, 468, 528, 533, 542, 595, 610, 653, 640, 760, 736, 795, 845, 912, 990, 975, 1001, 1153, 1159, 1242, 1296, 1410, 1407, 1507, 1717, 1638, 1787, 1861, 1982, 2011, 1986, 2123, 2218, 2266, 2303, 2273, 2353, 2465, 2461, 2523, 2575, 2682, 2737, 2706, 2667, 2673, 2813, 2816, 2863, 2784, 2792, 2989, 2884, 3024, 3001, 3030, 2971, 3014, 2966, 3077, 3075, 3096, 2981, 3199, 3136, 3098, 3216, 3203, 3209, 3254, 3339, 3270, 3371, 3276, 3317, 3401, 3492, 3425, 3462, 3505, 3610, 3587, 3449, 3621, 3613, 3618, 3597, 3690, 3695, 3850, 3851, 3831, 3941, 3893, 4058, 3989, 4038, 4122, 4313, 4233, 4196, 4383, 4384, 4497, 4623, 4548, 4717, 4828, 4965, 4996, 5006, 5177, 5175, 5266, 5383, 5519, 5463, 5772, 5889, 6106, 6199, 6248, 6409, 6661, 6955, 7020, 7193, 7523, 7748, 7834, 8273, 8734, 8938, 9348, 9787, 10227, 10809, 11268, 11547, 12074, 12249, 13053, 13445, 13644, 14641, 14778, 15235, 16126, 16700, 16937, 17936, 18751, 19967, 21089, 23774, 28860, 21455, 17789, 15382, 13441, 12222, 10858, 9794, 8909, 8162, 7440, 6836, 6119, 5820, 5101, 4818, 4403, 4118, 3830, 3617, 3406, 3128, 2952, 2929, 2655, 1987, 1729, 1511, 1435, 1269, 1224, 1171, 1065, 1004, 936, 913, 900, 899, 791, 597, 561, 515, 498, 420, 365, 382, 410, 340, 345, 259, 227, 209, 224, 211, 198, 183, 150, 149, 131, 111, 102, 99, 99, 96, 69, 65, 60, 80, 48, 59, 35, 43, 47, 35, 27, 20, 36, 22, 21, 20, 19, 18, 16, 20, 14, 6, 9, 8, 7, 8, 4, 2, 4, 3, 5, 2, 3, 2, 1, 2, 0, 1, 1, 1, 2, 2, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "total_count": 1048064, "underflow_count": 26985, "overflow_count": 0, "max_kld_exact": 4.787538171978667, "min_kld_exact": -6.8440059178657975e-06, "quantiles": { "p50": { "quantile": 0.5, "lower": 0.0006309573444801943, "upper": 0.0006683439175686135, "estimate": 0.0006605379440894883, "bin": 353, "bin_kind": "log", "bin_lower": 0.0006309573444801943, "bin_upper": 0.0006683439175686135, "order_statistic": 524032, "positions_below_bin": 515429, "positions_in_bin": 10809, "relative_width": 0.055939123714073495 }, "p95": { "quantile": 0.95, "lower": 0.004731512589614813, "upper": 0.005011872336272715, "estimate": 0.004933814001447859, "bin": 388, "bin_kind": "log", "bin_lower": 0.004731512589614813, "bin_upper": 0.005011872336272715, "order_statistic": 995660, "positions_below_bin": 992458, "positions_in_bin": 4403, "relative_width": 0.05593912371407354 }, "p99": { "quantile": 0.99, "lower": 0.014125375446227554, "upper": 0.014962356560944358, "estimate": 0.014814855712157371, "bin": 407, "bin_kind": "log", "bin_lower": 0.014125375446227554, "bin_upper": 0.014962356560944358, "order_statistic": 1037583, "positions_below_bin": 1036827, "positions_in_bin": 913, "relative_width": 0.05593912371407741 }, "p999": { "quantile": 0.999, "lower": 0.06309573444801943, "upper": 0.06683439175686136, "estimate": 0.06681251626565764, "bin": 433, "bin_kind": "log", "bin_lower": 0.06309573444801943, "bin_upper": 0.06683439175686136, "order_statistic": 1047015, "positions_below_bin": 1046917, "positions_in_bin": 99, "relative_width": 0.055939123714073634 }, "p9999": { "quantile": 0.9999, "lower": 0.22387211385683378, "upper": 0.23713737056616552, "estimate": 0.228884890864645, "bin": 455, "bin_kind": "log", "bin_lower": 0.22387211385683378, "bin_upper": 0.23713737056616552, "order_statistic": 1047959, "positions_below_bin": 1047951, "positions_in_bin": 20, "relative_width": 0.05593912371407734 } }, "exceedance": [ { "requested": 0.0001, "threshold": 0.0001, "exact": true, "positions": 741165, "fraction": 0.7071753251709819 }, { "requested": 0.001, "threshold": 0.001, "exact": true, "positions": 434546, "fraction": 0.4146178095994138 }, { "requested": 0.01, "threshold": 0.01, "exact": true, "positions": 17906, "fraction": 0.017084834513922814 }, { "requested": 0.1, "threshold": 0.1, "exact": true, "positions": 531, "fraction": 0.0005066484489496825 }, { "requested": 1.0, "threshold": 1.0, "exact": true, "positions": 4, "fraction": 3.816560820713239e-06 } ], "method": "counts add across shards, percentiles do not: each quantile is reported as the [lower, upper] bin interval that provably contains it, plus a log-uniform point estimate inside that interval. max_kld_exact and the exceedance counts are exact, not interpolated." }, "ladder": { "checkpoint": "1M", "checkpoint_positions": 1000000, "next": "2M", "next_positions": 2000000, "positions_to_next": 951936, "targets": { "1M": 1000000, "2M": 2000000, "5M": 5000000, "10M": 10000000 } }, "shards": [ { "shard": 0, "report": "/var/tmp/work/kld5-short/reports/shard-0000/report-turbo6.json", "report_sha256": "55b74da9382109f25e27bcbf2647b4fc9596585fbc20ce3b7ff23d3a124f785c", "suite_token_sha256": "caef8a4628d6c07c162100895096f890cdf9cafc8e4c48b3d66035d737ee7cf7", "reference_capture": "/work/kld5-short/hidden/shard-0000/hidden-bf16", "candidate_capture": "/work/kld5-short/hidden/shard-0000/hidden-turbo6", "contexts": 512, "scored_positions": 1048064, "context_index_min": 0, "context_index_max": 511, "token_mean_kld": 0.001583159395262251, "context_macro_mean_kld": 0.001583159395262251, "top1_agreement": 0.9827930355398143, "max_kld": 4.787538171978667, "p999_kld": 0.06679902076818892, "row_consistency": { "token_mean_relative_gap": 0.0, "top1_relative_gap": 0.0 } } ], "consistency": { "tolerance": 1e-06, "max_token_mean_relative_gap": 0.0, "max_top1_relative_gap": 0.0, "note": "headline numbers are recomputed from per-context rows and cross-checked against each shard report's own summary" }, "not_aggregable": { "token_percentiles_exact": "an exact cumulative median/p95/p99/p999 would need the token-level KLD vector, which no shard report carries. `tail.quantiles` bounds each one by the histogram bin it falls in, which is exact to the bin width; each shard's own exact percentiles are in its report", "jsd_percentiles": "shard reports carry only the position-weighted mean JSD, so its distribution cannot be recovered here" }, "inputs": { "/var/tmp/work/kld5-short/reports/shard-0000/report-turbo6.json": "55b74da9382109f25e27bcbf2647b4fc9596585fbc20ce3b7ff23d3a124f785c" }, "per_context_all": [ { "index": 0, "source_cluster": "pg2868", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012495669657167706, "median_kld": 0.0009576571837897063, "top1_agreement": 0.9843673668783586 }, { "index": 1, "source_cluster": "wiki5-en-2028-summer-olympics", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011786467679998104, "median_kld": 0.0006188812509009267, "top1_agreement": 0.9833903273082559 }, { "index": 2, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014005784578662145, "median_kld": 0.0011236383428467889, "top1_agreement": 0.975085490962384 }, { "index": 3, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015195529203381529, "median_kld": 0.0011859777402492, "top1_agreement": 0.9863214460185638 }, { "index": 4, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013580329217440204, "median_kld": 0.0010643464896702426, "top1_agreement": 0.9877870053737177 }, { "index": 5, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013672305828297795, "median_kld": 0.0010134078464716367, "top1_agreement": 0.9848558866634098 }, { "index": 6, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015039586728179519, "median_kld": 0.0011204752544244911, "top1_agreement": 0.9702002931118711 }, { "index": 7, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001762465386831021, "median_kld": 8.367729981983985e-05, "top1_agreement": 0.9877870053737177 }, { "index": 8, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012478201782064324, "median_kld": 0.0009247397104559241, "top1_agreement": 0.9814362481680508 }, { "index": 9, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012601475238899916, "median_kld": 0.0009526399973083244, "top1_agreement": 0.9814362481680508 }, { "index": 10, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014047688283607784, "median_kld": 0.0011881064879162295, "top1_agreement": 0.9824132877381534 }, { "index": 11, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008950893550971432, "median_kld": 1.5977741256278932e-05, "top1_agreement": 0.995114802149487 }, { "index": 12, "source_cluster": "wiki5-fr-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0010209140731167984, "median_kld": 0.000617929185864341, "top1_agreement": 0.9829018075232047 }, { "index": 13, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009516014194616542, "median_kld": 7.130298632773702e-05, "top1_agreement": 0.9926722032242306 }, { "index": 14, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014521132808788127, "median_kld": 0.00011187934134104793, "top1_agreement": 0.9902296042989741 }, { "index": 15, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001280327589841621, "median_kld": 0.0009477482138748883, "top1_agreement": 0.9833903273082559 }, { "index": 16, "source_cluster": "wiki5-en-uefa-european-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013727350499681855, "median_kld": 0.0007176484771482805, "top1_agreement": 0.986809965803615 }, { "index": 17, "source_cluster": "pg100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00784136161475284, "median_kld": 0.00024065842546683314, "top1_agreement": 0.9858329262335125 }, { "index": 18, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011661827822863693, "median_kld": 0.000946335431137868, "top1_agreement": 0.9819247679531021 }, { "index": 19, "source_cluster": "wiki5-ja-h82e8f84f6d85", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011779613698502539, "median_kld": 0.00024176546548915212, "top1_agreement": 0.9872984855886663 }, { "index": 20, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013290711029634143, "median_kld": 0.0011067461324216765, "top1_agreement": 0.9775280898876404 }, { "index": 21, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0007877329288210806, "median_kld": 6.013560269479967e-05, "top1_agreement": 0.9931607230092818 }, { "index": 22, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015979439258809352, "median_kld": 0.0012050593097399087, "top1_agreement": 0.9687347337567171 }, { "index": 23, "source_cluster": "wiki5-sv-peter-lemarc", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012874305576045842, "median_kld": 0.0006567089133113768, "top1_agreement": 0.9843673668783586 }, { "index": 24, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001264051666808882, "median_kld": 0.0010154253826613058, "top1_agreement": 0.9809477283829995 }, { "index": 25, "source_cluster": "wiki5-sv-christine-meltzer", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012994663877679176, "median_kld": 0.00046727216317776765, "top1_agreement": 0.9829018075232047 }, { "index": 26, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011469467335151126, "median_kld": 0.0004245638638167293, "top1_agreement": 0.9829018075232047 }, { "index": 27, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013317909405546327, "median_kld": 0.0010514187079380122, "top1_agreement": 0.9838788470933073 }, { "index": 28, "source_cluster": "pg3268", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0017111534794389332, "median_kld": 0.0011044598104490433, "top1_agreement": 0.9780166096726918 }, { "index": 29, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015621677723194438, "median_kld": 0.0013093624213951216, "top1_agreement": 0.97361993160723 }, { "index": 30, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016393289887363523, "median_kld": 0.0012387694046935849, "top1_agreement": 0.9804592085979482 }, { "index": 31, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013115128500087534, "median_kld": 0.0007587955654457801, "top1_agreement": 0.9853444064484611 }, { "index": 32, "source_cluster": "numpy5-v2.2.1-numpy-ma-core-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011958690455061611, "median_kld": 0.00010128741661041829, "top1_agreement": 0.991695163654128 }, { "index": 33, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009201635006631395, "median_kld": 7.754848529595293e-05, "top1_agreement": 0.9809477283829995 }, { "index": 34, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001119552340563131, "median_kld": 2.7398674632195252e-05, "top1_agreement": 0.9936492427943332 }, { "index": 35, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013000371430321566, "median_kld": 0.000837002234604256, "top1_agreement": 0.9829018075232047 }, { "index": 36, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002478115565860156, "median_kld": 0.0018681754122553684, "top1_agreement": 0.9692232535417684 }, { "index": 37, "source_cluster": "wiki5-en-gavin-newsom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0009500223389496834, "median_kld": 0.0005048064899142446, "top1_agreement": 0.9848558866634098 }, { "index": 38, "source_cluster": "wiki5-en-deadpool", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016478373906360928, "median_kld": 0.001039123952978116, "top1_agreement": 0.9824132877381534 }, { "index": 39, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018655766301532812, "median_kld": 9.625579956207275e-05, "top1_agreement": 0.9936492427943332 }, { "index": 40, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011575923279399552, "median_kld": 0.0008217853199994352, "top1_agreement": 0.9858329262335125 }, { "index": 41, "source_cluster": "wiki5-id-satryo-brodjonegoro", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011599208449117665, "median_kld": 0.0006285302073365528, "top1_agreement": 0.9858329262335125 }, { "index": 42, "source_cluster": "wiki5-tr-ole-gunnar-solskj-r", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001067847781687053, "median_kld": 0.00040125674228619346, "top1_agreement": 0.986809965803615 }, { "index": 43, "source_cluster": "arxiv5-cs-LO-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00158357836831016, "median_kld": 0.001141921068565921, "top1_agreement": 0.9848558866634098 }, { "index": 44, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014912792641748327, "median_kld": 0.0011737249339205391, "top1_agreement": 0.9770395701025891 }, { "index": 45, "source_cluster": "wiki5-de-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012268596437790048, "median_kld": 0.0006894969283166574, "top1_agreement": 0.979970688812897 }, { "index": 46, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001368930445045856, "median_kld": 0.0011313444956613239, "top1_agreement": 0.9819247679531021 }, { "index": 47, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014101743448352905, "median_kld": 0.0007451197330681225, "top1_agreement": 0.9794821690278456 }, { "index": 48, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0019443066915107335, "median_kld": 0.0009712373921573203, "top1_agreement": 0.9770395701025891 }, { "index": 49, "source_cluster": "pg28203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015954741621219551, "median_kld": 0.001113810591505171, "top1_agreement": 0.9770395701025891 }, { "index": 50, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.000985193493429144, "median_kld": 6.527334880956914e-05, "top1_agreement": 0.9941377625793845 }, { "index": 51, "source_cluster": "wiki5-en-reform-uk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012096445562776949, "median_kld": 0.0006716531684105576, "top1_agreement": 0.9853444064484611 }, { "index": 52, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0031531784061791515, "median_kld": 0.00024385486832434466, "top1_agreement": 0.9892525647288715 }, { "index": 53, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014228870676024682, "median_kld": 0.0006250809838093119, "top1_agreement": 0.9809477283829995 }, { "index": 54, "source_cluster": "cpython5-v3.13.1-python-ceval-macros-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019590329473946387, "median_kld": 0.00033706626960849917, "top1_agreement": 0.9848558866634098 }, { "index": 55, "source_cluster": "wiki5-pt-marcelo-rubens-paiva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001499275527264822, "median_kld": 0.0005684573678337301, "top1_agreement": 0.9819247679531021 }, { "index": 56, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012010768900004574, "median_kld": 0.0009965120721062704, "top1_agreement": 0.9809477283829995 }, { "index": 57, "source_cluster": "numpy5-v2.2.1-numpy-ma-mrecords-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014594199078521053, "median_kld": 0.00031227016322787904, "top1_agreement": 0.9843673668783586 }, { "index": 58, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0007654223987294925, "median_kld": 5.911233614597222e-05, "top1_agreement": 0.9819247679531021 }, { "index": 59, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012257391727697655, "median_kld": 0.0008355140847946529, "top1_agreement": 0.9858329262335125 }, { "index": 60, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017161927922010448, "median_kld": 0.0010321413275029556, "top1_agreement": 0.9863214460185638 }, { "index": 61, "source_cluster": "wiki5-hi-he3b8efc60c88", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0031051458355298425, "median_kld": 0.0016255490279490914, "top1_agreement": 0.9658036150464093 }, { "index": 62, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013793796513742284, "median_kld": 6.242736154976614e-05, "top1_agreement": 0.9677576941866145 }, { "index": 63, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013579288141477657, "median_kld": 0.0009352379134952571, "top1_agreement": 0.9819247679531021 }, { "index": 64, "source_cluster": "wiki5-en-elon-musk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013462457211813903, "median_kld": 0.0008492962623165567, "top1_agreement": 0.9833903273082559 }, { "index": 65, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011280768468530313, "median_kld": 0.0008133982618296898, "top1_agreement": 0.9814362481680508 }, { "index": 66, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010135654783659624, "median_kld": 5.27503315854716e-05, "top1_agreement": 0.9941377625793845 }, { "index": 67, "source_cluster": "wiki5-en-vivek-ramaswamy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012395888051378583, "median_kld": 0.0007400629647236201, "top1_agreement": 0.9829018075232047 }, { "index": 68, "source_cluster": "wiki5-en-donald-trump-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013809593638415955, "median_kld": 0.0007196884928148961, "top1_agreement": 0.986809965803615 }, { "index": 69, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015622654001912562, "median_kld": 0.0005314891600995963, "top1_agreement": 0.9775280898876404 }, { "index": 70, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013868770142618431, "median_kld": 0.001083538560692432, "top1_agreement": 0.9848558866634098 }, { "index": 71, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012466652750525822, "median_kld": 0.00010493787272380928, "top1_agreement": 0.9897410845139228 }, { "index": 72, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011250613780910091, "median_kld": 5.868933392250142e-05, "top1_agreement": 0.9936492427943332 }, { "index": 73, "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005874878903785289, "median_kld": 0.00014250924507663854, "top1_agreement": 0.9824132877381534 }, { "index": 74, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013541416865844814, "median_kld": 0.0010061997827222058, "top1_agreement": 0.9789936492427943 }, { "index": 75, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00133633620287478, "median_kld": 0.0007299048047570977, "top1_agreement": 0.9843673668783586 }, { "index": 76, "source_cluster": "wiki5-it-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001077053767262857, "median_kld": 0.0006523783340526279, "top1_agreement": 0.9848558866634098 }, { "index": 77, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014746856254105334, "median_kld": 0.0011127911450046213, "top1_agreement": 0.9794821690278456 }, { "index": 78, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012771213491607862, "median_kld": 0.001041485729587066, "top1_agreement": 0.978505129457743 }, { "index": 79, "source_cluster": "wiki5-pt-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013514388624346074, "median_kld": 0.0006013073389112833, "top1_agreement": 0.9824132877381534 }, { "index": 80, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014638316031078435, "median_kld": 0.0008728029933990911, "top1_agreement": 0.9829018075232047 }, { "index": 81, "source_cluster": "pg20203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015581901727807585, "median_kld": 0.0008995218656764337, "top1_agreement": 0.9848558866634098 }, { "index": 82, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009959404017183826, "median_kld": 3.2362740057578776e-05, "top1_agreement": 0.9960918417195896 }, { "index": 83, "source_cluster": "pg11", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0073261889283435825, "median_kld": 8.948201706715508e-06, "top1_agreement": 0.9877870053737177 }, { "index": 84, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013704251784161885, "median_kld": 6.042243980175499e-05, "top1_agreement": 0.9941377625793845 }, { "index": 85, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013325568713082744, "median_kld": 0.000879232958141074, "top1_agreement": 0.9775280898876404 }, { "index": 86, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013731747645262416, "median_kld": 0.0007610195885376925, "top1_agreement": 0.9824132877381534 }, { "index": 87, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012607671928746098, "median_kld": 0.0009330384341907916, "top1_agreement": 0.9897410845139228 }, { "index": 88, "source_cluster": "wiki5-en-gerald-ford", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001525004069400069, "median_kld": 0.0008715564576959878, "top1_agreement": 0.9775280898876404 }, { "index": 89, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001365588051409252, "median_kld": 0.0008318840371241976, "top1_agreement": 0.9863214460185638 }, { "index": 90, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014758131372495824, "median_kld": 0.00048679472547519254, "top1_agreement": 0.9853444064484611 }, { "index": 91, "source_cluster": "cpython5-v3.13.1-objects-complexobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001005694425594726, "median_kld": 4.805683656172732e-05, "top1_agreement": 0.9877870053737177 }, { "index": 92, "source_cluster": "cpython5-v3.13.1-objects-iterobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009565568402139608, "median_kld": 1.929399507244467e-05, "top1_agreement": 0.9956033219345384 }, { "index": 93, "source_cluster": "wiki5-ja-h059e7e765623", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014698257562598914, "median_kld": 0.0008719767110960674, "top1_agreement": 0.9838788470933073 }, { "index": 94, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016208926745567259, "median_kld": 0.000855172642332036, "top1_agreement": 0.9770395701025891 }, { "index": 95, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012193626792923215, "median_kld": 0.0010063152544241838, "top1_agreement": 0.978505129457743 }, { "index": 96, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013867748844475685, "median_kld": 0.0006602719226975751, "top1_agreement": 0.9833903273082559 }, { "index": 97, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014277754551550537, "median_kld": 0.001139731574966163, "top1_agreement": 0.9702002931118711 }, { "index": 98, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015610810437247785, "median_kld": 0.0009760618916487829, "top1_agreement": 0.9809477283829995 }, { "index": 99, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013232744055456252, "median_kld": 0.0010307378404377232, "top1_agreement": 0.9760625305324866 }, { "index": 100, "source_cluster": "cpython5-v3.13.1-objects-floatobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012347561196644258, "median_kld": 0.00019084055445750536, "top1_agreement": 0.9633610161211529 }, { "index": 101, "source_cluster": "cpython5-v3.13.1-objects-unionobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009235144057113781, "median_kld": 3.5236089205747945e-05, "top1_agreement": 0.9907181240840254 }, { "index": 102, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014631156498208385, "median_kld": 0.0006770174436496745, "top1_agreement": 0.9833903273082559 }, { "index": 103, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004321877615281179, "median_kld": 0.00033269156121884524, "top1_agreement": 0.9780166096726918 }, { "index": 104, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019585902364595027, "median_kld": 5.561355035155202e-06, "top1_agreement": 0.9926722032242306 }, { "index": 105, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001370434002154946, "median_kld": 0.001062765366526719, "top1_agreement": 0.978505129457743 }, { "index": 106, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013982487589147938, "median_kld": 0.001108227217912372, "top1_agreement": 0.9804592085979482 }, { "index": 107, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015893525956428643, "median_kld": 0.001144132828670763, "top1_agreement": 0.9848558866634098 }, { "index": 108, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015244585734940934, "median_kld": 0.0010795867587773955, "top1_agreement": 0.9765510503175379 }, { "index": 109, "source_cluster": "wiki5-en-robert-f-kennedy-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011783347496192075, "median_kld": 0.000796583805769302, "top1_agreement": 0.9838788470933073 }, { "index": 110, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0007352944398170125, "median_kld": 6.84556586634244e-05, "top1_agreement": 0.9887640449438202 }, { "index": 111, "source_cluster": "wiki5-en-list-of-highest-grossing-films", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011865292969875172, "median_kld": 0.0008046977175695247, "top1_agreement": 0.9824132877381534 }, { "index": 112, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001473084159756369, "median_kld": 0.0011272535209059242, "top1_agreement": 0.9770395701025891 }, { "index": 113, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013060544739602917, "median_kld": 6.715784161315241e-05, "top1_agreement": 0.9912066438690766 }, { "index": 114, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011823143156784836, "median_kld": 0.0007557762063115092, "top1_agreement": 0.978505129457743 }, { "index": 115, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014192636303672426, "median_kld": 0.0010183569770312317, "top1_agreement": 0.978505129457743 }, { "index": 116, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015061046273534683, "median_kld": 0.0009812054048552454, "top1_agreement": 0.979970688812897 }, { "index": 117, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013515925007408559, "median_kld": 0.001073130377335474, "top1_agreement": 0.979970688812897 }, { "index": 118, "source_cluster": "wiki5-ar-h667583703021", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012324793358798128, "median_kld": 0.0007302596184217691, "top1_agreement": 0.9833903273082559 }, { "index": 119, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013174121373583413, "median_kld": 0.0004918908730360272, "top1_agreement": 0.9853444064484611 }, { "index": 120, "source_cluster": "wiki5-ja-h6eba8794e3c6", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002952325853768259, "median_kld": 0.0008122083054331597, "top1_agreement": 0.9814362481680508 }, { "index": 121, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015686239930640322, "median_kld": 2.121441707458871e-05, "top1_agreement": 0.9926722032242306 }, { "index": 122, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014886362595967614, "median_kld": 0.00102424226633957, "top1_agreement": 0.9829018075232047 }, { "index": 123, "source_cluster": "wiki5-en-united-kingdom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001489740904468404, "median_kld": 0.0007851511892056351, "top1_agreement": 0.9794821690278456 }, { "index": 124, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012671493600774101, "median_kld": 0.0009946194404619746, "top1_agreement": 0.986809965803615 }, { "index": 125, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014342077687485401, "median_kld": 0.0010323307096768986, "top1_agreement": 0.9770395701025891 }, { "index": 126, "source_cluster": "wiki5-sv-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012424777826354906, "median_kld": 0.00047859480844181235, "top1_agreement": 0.9843673668783586 }, { "index": 127, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001504805678207456, "median_kld": 0.0009812210410018452, "top1_agreement": 0.9794821690278456 }, { "index": 128, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009920280167287662, "median_kld": 2.606887120637502e-05, "top1_agreement": 0.9931607230092818 }, { "index": 129, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016316643219775428, "median_kld": 0.000682659669990926, "top1_agreement": 0.9829018075232047 }, { "index": 130, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013097603125635444, "median_kld": 0.0008786876830697565, "top1_agreement": 0.9794821690278456 }, { "index": 131, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014286554805809305, "median_kld": 1.8729850000287485e-05, "top1_agreement": 0.9912066438690766 }, { "index": 132, "source_cluster": "wiki5-en-assassination-of-john-f-kennedy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014692816337993364, "median_kld": 0.0008089034031399933, "top1_agreement": 0.9882755251587689 }, { "index": 133, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001401721453598932, "median_kld": 0.0009712857781778439, "top1_agreement": 0.9789936492427943 }, { "index": 134, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014181464121251425, "median_kld": 0.0005193834227981142, "top1_agreement": 0.9775280898876404 }, { "index": 135, "source_cluster": "wiki5-tr-osmanl-i-mparatorlug-u", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015314011466232244, "median_kld": 0.0005441692937893094, "top1_agreement": 0.9853444064484611 }, { "index": 136, "source_cluster": "wiki5-fa-h44e3fcb0d500", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013607695664592109, "median_kld": 0.0006155630244943922, "top1_agreement": 0.979970688812897 }, { "index": 137, "source_cluster": "wiki5-en-glen-powell", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011523971528070419, "median_kld": 0.0005697434741342988, "top1_agreement": 0.9858329262335125 }, { "index": 138, "source_cluster": "wiki5-sv-henrik-viii-av-england", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0018359286425643944, "median_kld": 0.0008663947683089646, "top1_agreement": 0.9838788470933073 }, { "index": 139, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013450896466072712, "median_kld": 0.0008919058565757254, "top1_agreement": 0.9848558866634098 }, { "index": 140, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001267029674848849, "median_kld": 0.000687713341392282, "top1_agreement": 0.9872984855886663 }, { "index": 141, "source_cluster": "pg5197", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0011951198974556934, "median_kld": 0.0008886390784539344, "top1_agreement": 0.9819247679531021 }, { "index": 142, "source_cluster": "pg31635", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001223789467484576, "median_kld": 0.000927215616684407, "top1_agreement": 0.9848558866634098 }, { "index": 143, "source_cluster": "wiki5-en-dua-lipa", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011099825678554127, "median_kld": 0.0006272398721876016, "top1_agreement": 0.9872984855886663 }, { "index": 144, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012201182925067112, "median_kld": 6.674528958239279e-05, "top1_agreement": 0.9921836834391793 }, { "index": 145, "source_cluster": "wiki5-fa-hc7c13d635b08", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024584315071237597, "median_kld": 0.0004433610138221411, "top1_agreement": 0.9843673668783586 }, { "index": 146, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004160563492925146, "median_kld": 0.0008368220730972098, "top1_agreement": 0.9858329262335125 }, { "index": 147, "source_cluster": "wiki5-zh-hba42412b42f4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001389746846930821, "median_kld": 0.0009882013764581643, "top1_agreement": 0.9780166096726918 }, { "index": 148, "source_cluster": "numpy5-v2.2.1-numpy-matrixlib-defmatrix-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0007411518539480466, "median_kld": 1.1127997836979375e-05, "top1_agreement": 0.9941377625793845 }, { "index": 149, "source_cluster": "wiki5-en-serena-williams", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001162143336133447, "median_kld": 0.0006526056120073065, "top1_agreement": 0.9848558866634098 }, { "index": 150, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0018157035593518167, "median_kld": 0.000806876827027736, "top1_agreement": 0.9858329262335125 }, { "index": 151, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0010958807361671687, "median_kld": 0.0005730857342314266, "top1_agreement": 0.9814362481680508 }, { "index": 152, "source_cluster": "wiki5-hi-h308885d90ce4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028743738042610397, "median_kld": 0.0016727404872654006, "top1_agreement": 0.9721543722520762 }, { "index": 153, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013624220932248726, "median_kld": 0.0009979091517209326, "top1_agreement": 0.9838788470933073 }, { "index": 154, "source_cluster": "wiki5-en-charli-xcx", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019807016761216856, "median_kld": 0.0006702027054643622, "top1_agreement": 0.9804592085979482 }, { "index": 155, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013845120380583237, "median_kld": 0.0007828975020522932, "top1_agreement": 0.9789936492427943 }, { "index": 156, "source_cluster": "cpython5-v3.13.1-objects-dictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014290870599219802, "median_kld": 0.00019800208866627145, "top1_agreement": 0.9853444064484611 }, { "index": 157, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-litemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008789063091815114, "median_kld": 3.4963735386916994e-05, "top1_agreement": 0.9941377625793845 }, { "index": 158, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001519263646829515, "median_kld": 0.0011342064442629862, "top1_agreement": 0.979970688812897 }, { "index": 159, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003720598835362802, "median_kld": 0.00016427290626630509, "top1_agreement": 0.9838788470933073 }, { "index": 160, "source_cluster": "wiki5-it-david-lynch", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014172598521590596, "median_kld": 0.00021301236142956537, "top1_agreement": 0.9877870053737177 }, { "index": 161, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013861119592957166, "median_kld": 0.0010195104049977033, "top1_agreement": 0.9814362481680508 }, { "index": 162, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001408145422293308, "median_kld": 0.0008444760720323075, "top1_agreement": 0.9789936492427943 }, { "index": 163, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013636897358928154, "median_kld": 0.0006869229649417719, "top1_agreement": 0.9819247679531021 }, { "index": 164, "source_cluster": "wiki5-en-2024-crowdstrike-incident", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001256602115750209, "median_kld": 0.0009289991011645071, "top1_agreement": 0.9775280898876404 }, { "index": 165, "source_cluster": "wiki5-en-jana-novotna", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0009852964184156267, "median_kld": 0.0004155826336784685, "top1_agreement": 0.9858329262335125 }, { "index": 166, "source_cluster": "wiki5-fa-h6f1de7c28c8a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001387650074639453, "median_kld": 0.0006737327394148451, "top1_agreement": 0.9853444064484611 }, { "index": 167, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001339736007318841, "median_kld": 0.0008754407894571159, "top1_agreement": 0.9765510503175379 }, { "index": 168, "source_cluster": "wiki5-en-manchester-united-f-c", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012339835989868641, "median_kld": 0.0006908020295668393, "top1_agreement": 0.9794821690278456 }, { "index": 169, "source_cluster": "wiki5-en-2016-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013730013226265136, "median_kld": 0.0008590801210459631, "top1_agreement": 0.979970688812897 }, { "index": 170, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012604226248588597, "median_kld": 0.0006602182793358224, "top1_agreement": 0.9848558866634098 }, { "index": 171, "source_cluster": "cpython5-v3.13.1-python-gc-free-threading-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001234392881938983, "median_kld": 5.883689766150724e-05, "top1_agreement": 0.9946262823644357 }, { "index": 172, "source_cluster": "wiki5-nl-nederland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012554540389797372, "median_kld": 0.0006788785908611317, "top1_agreement": 0.9848558866634098 }, { "index": 173, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014520760070828277, "median_kld": 0.0007161606733987469, "top1_agreement": 0.9804592085979482 }, { "index": 174, "source_cluster": "cpython5-v3.13.1-objects-listobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002550237938358387, "median_kld": 0.00020538560127647543, "top1_agreement": 0.9902296042989741 }, { "index": 175, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0016372880186512958, "median_kld": 0.0012198570465784542, "top1_agreement": 0.9741084513922814 }, { "index": 176, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015669766834950619, "median_kld": 0.0010930430772759792, "top1_agreement": 0.9741084513922814 }, { "index": 177, "source_cluster": "cpython5-v3.13.1-objects-obmalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014694722876843235, "median_kld": 0.0005688358965194595, "top1_agreement": 0.9863214460185638 }, { "index": 178, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003271339465387611, "median_kld": 0.0002161150382331556, "top1_agreement": 0.9838788470933073 }, { "index": 179, "source_cluster": "wiki5-ko-h827332b44213", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001448478021821081, "median_kld": 0.000926333486859221, "top1_agreement": 0.9770395701025891 }, { "index": 180, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012899469088953558, "median_kld": 0.0010037055270402107, "top1_agreement": 0.9741084513922814 }, { "index": 181, "source_cluster": "wiki5-en-youtube", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001565200315616368, "median_kld": 0.0007308826707230764, "top1_agreement": 0.9848558866634098 }, { "index": 182, "source_cluster": "cpython5-v3.13.1-python-opcode-targets-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021472756504436075, "median_kld": 7.266679655515418e-05, "top1_agreement": 0.9892525647288715 }, { "index": 183, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014966732189723277, "median_kld": 0.001142889178936457, "top1_agreement": 0.9829018075232047 }, { "index": 184, "source_cluster": "cpython5-v3.13.1-python-modsupport-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009156318267879004, "median_kld": 5.255017022420816e-05, "top1_agreement": 0.991695163654128 }, { "index": 185, "source_cluster": "wiki5-en-sha-carri-richardson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012752662558508467, "median_kld": 0.0004276680585348913, "top1_agreement": 0.9833903273082559 }, { "index": 186, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016876280740811267, "median_kld": 0.0010326164121252646, "top1_agreement": 0.9814362481680508 }, { "index": 187, "source_cluster": "wiki5-hi-h920a1524fc19", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028942485505464017, "median_kld": 0.0014325404299597722, "top1_agreement": 0.9741084513922814 }, { "index": 188, "source_cluster": "wiki5-en-agenda-47", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001187894018732596, "median_kld": 0.000823790468189145, "top1_agreement": 0.979970688812897 }, { "index": 189, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015200161418509003, "median_kld": 0.0011892204219066116, "top1_agreement": 0.979970688812897 }, { "index": 190, "source_cluster": "wiki5-en-franklin-d-roosevelt", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00182209651895067, "median_kld": 0.0008485817332299916, "top1_agreement": 0.9819247679531021 }, { "index": 191, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014768801515805182, "median_kld": 0.0010538557107793167, "top1_agreement": 0.9770395701025891 }, { "index": 192, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011910311111733348, "median_kld": 7.470816923316193e-05, "top1_agreement": 0.9833903273082559 }, { "index": 193, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015299592994273753, "median_kld": 0.00027269927977613406, "top1_agreement": 0.9897410845139228 }, { "index": 194, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010832040249806273, "median_kld": 6.59377601055916e-05, "top1_agreement": 0.9936492427943332 }, { "index": 195, "source_cluster": "wiki5-tr-recep-tayyip-erdog-an", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014525021430631792, "median_kld": 0.0007211196741536696, "top1_agreement": 0.9872984855886663 }, { "index": 196, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001379612423659695, "median_kld": 0.0008927097543391938, "top1_agreement": 0.979970688812897 }, { "index": 197, "source_cluster": "wiki5-cs-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001445185182780381, "median_kld": 0.0004164262912809136, "top1_agreement": 0.9814362481680508 }, { "index": 198, "source_cluster": "cpython5-v3.13.1-modules-timemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012181261902001529, "median_kld": 6.47456113647138e-05, "top1_agreement": 0.9833903273082559 }, { "index": 199, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015455209912357925, "median_kld": 0.0013319962811237929, "top1_agreement": 0.9755740107474352 }, { "index": 200, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013751300209359676, "median_kld": 0.0005611776843750249, "top1_agreement": 0.9809477283829995 }, { "index": 201, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014098451935393773, "median_kld": 0.0007526351593583058, "top1_agreement": 0.986809965803615 }, { "index": 202, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0038198424454167126, "median_kld": 0.0025925306776457546, "top1_agreement": 0.9653150952613581 }, { "index": 203, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00160077915937326, "median_kld": 0.0011643889829997534, "top1_agreement": 0.9809477283829995 }, { "index": 204, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016844593233063063, "median_kld": 0.00075785563321773, "top1_agreement": 0.9829018075232047 }, { "index": 205, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015694374078763056, "median_kld": 0.0008103368854364135, "top1_agreement": 0.9833903273082559 }, { "index": 206, "source_cluster": "wiki5-en-melania-trump", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012205467468688785, "median_kld": 0.0006796901396342037, "top1_agreement": 0.9843673668783586 }, { "index": 207, "source_cluster": "cpython5-v3.13.1-python-sysmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015792199441346257, "median_kld": 0.00016187243656418104, "top1_agreement": 0.9643380556912555 }, { "index": 208, "source_cluster": "wiki5-pl-zmarli-w-styczniu-2025", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011626355460655794, "median_kld": 0.00015764023646624992, "top1_agreement": 0.9804592085979482 }, { "index": 209, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001174794680074398, "median_kld": 0.0008011583583957815, "top1_agreement": 0.9824132877381534 }, { "index": 210, "source_cluster": "wiki5-es-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0010364996090878435, "median_kld": 0.0006597105279979587, "top1_agreement": 0.9838788470933073 }, { "index": 211, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013017756912654334, "median_kld": 0.0009318608223338742, "top1_agreement": 0.9804592085979482 }, { "index": 212, "source_cluster": "cpython5-v3.13.1-python-warnings-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001008089133144917, "median_kld": 4.8686504953820986e-05, "top1_agreement": 0.9946262823644357 }, { "index": 213, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014720834225123436, "median_kld": 0.0010228245437673422, "top1_agreement": 0.9853444064484611 }, { "index": 214, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014066778376763736, "median_kld": 0.0005844725402539552, "top1_agreement": 0.9819247679531021 }, { "index": 215, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00184407597496907, "median_kld": 0.00038813697847217554, "top1_agreement": 0.9770395701025891 }, { "index": 216, "source_cluster": "wiki5-fr-cookie-informatique", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0010124907605201286, "median_kld": 0.0005980071903195494, "top1_agreement": 0.986809965803615 }, { "index": 217, "source_cluster": "wiki5-en-france", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002298437445293618, "median_kld": 0.0009764051343950086, "top1_agreement": 0.9770395701025891 }, { "index": 218, "source_cluster": "wiki5-en-tadej-pogac-ar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012080544173434155, "median_kld": 0.0006885624384282973, "top1_agreement": 0.9858329262335125 }, { "index": 219, "source_cluster": "wiki5-nl-de-slimste-mens", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001604836346208383, "median_kld": 0.0006482231924564985, "top1_agreement": 0.9829018075232047 }, { "index": 220, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015122407915352403, "median_kld": 0.001106545728859487, "top1_agreement": 0.9814362481680508 }, { "index": 221, "source_cluster": "wiki5-tr-tu-rkiye", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001283961010010957, "median_kld": 0.00048417199726813465, "top1_agreement": 0.9843673668783586 }, { "index": 222, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008039588477755031, "median_kld": 2.3113604854074765e-05, "top1_agreement": 0.9921836834391793 }, { "index": 223, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014387076521022127, "median_kld": 0.0012152489196637362, "top1_agreement": 0.978505129457743 }, { "index": 224, "source_cluster": "pg30434", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0011799297122013048, "median_kld": 0.0008710759761072495, "top1_agreement": 0.9848558866634098 }, { "index": 225, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017905825291959904, "median_kld": 4.2122817060175066e-05, "top1_agreement": 0.9926722032242306 }, { "index": 226, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013586396828343527, "median_kld": 0.0010351582212990706, "top1_agreement": 0.9770395701025891 }, { "index": 227, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015112325731458803, "median_kld": 0.0011724938105999172, "top1_agreement": 0.9745969711773327 }, { "index": 228, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012258842311396864, "median_kld": 0.0003810697399444507, "top1_agreement": 0.9863214460185638 }, { "index": 229, "source_cluster": "wiki5-uk-h1e328a442ba1", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015685999720849975, "median_kld": 0.0004918812342111778, "top1_agreement": 0.9829018075232047 }, { "index": 230, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017763563274329729, "median_kld": 0.0008942205796529379, "top1_agreement": 0.9848558866634098 }, { "index": 231, "source_cluster": "cpython5-v3.13.1-python-traceback-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001556852920470328, "median_kld": 6.620670033896658e-05, "top1_agreement": 0.9814362481680508 }, { "index": 232, "source_cluster": "wiki5-en-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010413403413222708, "median_kld": 0.0004431372338018491, "top1_agreement": 0.9814362481680508 }, { "index": 233, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015219183978853453, "median_kld": 0.0006145669494799222, "top1_agreement": 0.9833903273082559 }, { "index": 234, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012363028355064309, "median_kld": 0.0006806989467804669, "top1_agreement": 0.9794821690278456 }, { "index": 235, "source_cluster": "wiki5-it-randal-kolo-muani", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013077666441330962, "median_kld": 0.0005695564250345342, "top1_agreement": 0.979970688812897 }, { "index": 236, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014909449612710453, "median_kld": 0.0011777027641528548, "top1_agreement": 0.979970688812897 }, { "index": 237, "source_cluster": "wiki5-pl-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012913493604564728, "median_kld": 0.00024539618173946565, "top1_agreement": 0.9848558866634098 }, { "index": 238, "source_cluster": "wiki5-ar-haee79b42b9cb", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001321854824112927, "median_kld": 0.0007313292971957708, "top1_agreement": 0.9897410845139228 }, { "index": 239, "source_cluster": "pg30340", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012516423143499916, "median_kld": 0.0009787232315829897, "top1_agreement": 0.9775280898876404 }, { "index": 240, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014265417836161552, "median_kld": 0.0011233486144988092, "top1_agreement": 0.9789936492427943 }, { "index": 241, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0018393141403928765, "median_kld": 0.000900873289140236, "top1_agreement": 0.978505129457743 }, { "index": 242, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014391281129009334, "median_kld": 0.001081582864117081, "top1_agreement": 0.9789936492427943 }, { "index": 243, "source_cluster": "numpy5-v2.2.1-numpy-testing-private-utils-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021970664026493177, "median_kld": 0.00023246492432349442, "top1_agreement": 0.986809965803615 }, { "index": 244, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004586287766958574, "median_kld": 0.0005277273597243948, "top1_agreement": 0.9755740107474352 }, { "index": 245, "source_cluster": "pg7326", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014845353143262097, "median_kld": 0.0011467119178405483, "top1_agreement": 0.975085490962384 }, { "index": 246, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012328216801446525, "median_kld": 0.0009248696070471851, "top1_agreement": 0.9804592085979482 }, { "index": 247, "source_cluster": "pg24739", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014388985006244753, "median_kld": 0.0010549909537935775, "top1_agreement": 0.979970688812897 }, { "index": 248, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015419345052955404, "median_kld": 0.001039044407889378, "top1_agreement": 0.9755740107474352 }, { "index": 249, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012934047932754943, "median_kld": 2.7707225593957005e-06, "top1_agreement": 0.9941377625793845 }, { "index": 250, "source_cluster": "wiki5-ko-hd51b5b46f0c7", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0019075706946004775, "median_kld": 0.001118147875786235, "top1_agreement": 0.97361993160723 }, { "index": 251, "source_cluster": "wiki5-hi-h04852c115c77", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002418435162868751, "median_kld": 0.0012636052942980314, "top1_agreement": 0.9765510503175379 }, { "index": 252, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011537843484717605, "median_kld": 8.380220035064667e-05, "top1_agreement": 0.9877870053737177 }, { "index": 253, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-distributions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017246713705092495, "median_kld": 2.5058865494642646e-05, "top1_agreement": 0.9965803615046409 }, { "index": 254, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001333442028476168, "median_kld": 0.0010173469176777417, "top1_agreement": 0.9760625305324866 }, { "index": 255, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001188876458211139, "median_kld": 0.00017382684745115284, "top1_agreement": 0.9897410845139228 }, { "index": 256, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006120399535986973, "median_kld": 0.0034235182170050393, "top1_agreement": 0.9594528578407425 }, { "index": 257, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011219585496257192, "median_kld": 0.0009195162789126243, "top1_agreement": 0.9858329262335125 }, { "index": 258, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009667839430029157, "median_kld": 2.6847207578839516e-05, "top1_agreement": 0.9824132877381534 }, { "index": 259, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001316554620497299, "median_kld": 0.0010031065639282133, "top1_agreement": 0.9838788470933073 }, { "index": 260, "source_cluster": "wiki5-zh-hdc6274f381ba", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016381327685980084, "median_kld": 0.0009736665597301908, "top1_agreement": 0.9848558866634098 }, { "index": 261, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016363729165136513, "median_kld": 0.0008499208015564363, "top1_agreement": 0.9829018075232047 }, { "index": 262, "source_cluster": "wiki5-en-project-2025", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001443241733355295, "median_kld": 0.0008422259667781873, "top1_agreement": 0.978505129457743 }, { "index": 263, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013072077287709192, "median_kld": 0.0005434981521830196, "top1_agreement": 0.9863214460185638 }, { "index": 264, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012969180141622126, "median_kld": 6.656062299725818e-05, "top1_agreement": 0.995114802149487 }, { "index": 265, "source_cluster": "wiki5-en-olympic-games", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026139559690732963, "median_kld": 0.0009725363486268179, "top1_agreement": 0.9775280898876404 }, { "index": 266, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012385713926318458, "median_kld": 0.000973878576644438, "top1_agreement": 0.9780166096726918 }, { "index": 267, "source_cluster": "cpython5-v3.13.1-modules-main-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016315004693386432, "median_kld": 6.345705802957013e-05, "top1_agreement": 0.9872984855886663 }, { "index": 268, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014260994760275248, "median_kld": 0.0011642423996818252, "top1_agreement": 0.9824132877381534 }, { "index": 269, "source_cluster": "pg18459", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014634437624444544, "median_kld": 0.0011194498217719229, "top1_agreement": 0.9833903273082559 }, { "index": 270, "source_cluster": "cpython5-v3.13.1-objects-bytesobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018348340667202006, "median_kld": 6.35269223807633e-05, "top1_agreement": 0.9789936492427943 }, { "index": 271, "source_cluster": "wiki5-sv-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001315132083384585, "median_kld": 0.0006047787350098588, "top1_agreement": 0.9829018075232047 }, { "index": 272, "source_cluster": "cpython5-v3.13.1-python-tracemalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010888191252612846, "median_kld": 4.192346112574796e-05, "top1_agreement": 0.9907181240840254 }, { "index": 273, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011247065311946443, "median_kld": 0.0006262914541537157, "top1_agreement": 0.9892525647288715 }, { "index": 274, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012704458935482964, "median_kld": 0.00100614096366769, "top1_agreement": 0.9858329262335125 }, { "index": 275, "source_cluster": "wiki5-ru-hfb9eee94f6d8", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011551118939586923, "median_kld": 0.000501446967746233, "top1_agreement": 0.986809965803615 }, { "index": 276, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010791119942733507, "median_kld": 9.080781052261955e-05, "top1_agreement": 0.9653150952613581 }, { "index": 277, "source_cluster": "wiki5-de-gro-nland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014024346307244385, "median_kld": 0.0006180598797982384, "top1_agreement": 0.9872984855886663 }, { "index": 278, "source_cluster": "wiki5-zh-h32548d7cf840", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014456901892202262, "median_kld": 0.0008120224747472093, "top1_agreement": 0.9809477283829995 }, { "index": 279, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0031516541326336934, "median_kld": 0.0007936892382254257, "top1_agreement": 0.9814362481680508 }, { "index": 280, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015685301271390884, "median_kld": 0.0001309687531738657, "top1_agreement": 0.9897410845139228 }, { "index": 281, "source_cluster": "wiki5-en-xxxtentacion", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010149297797182114, "median_kld": 0.0006417686223585406, "top1_agreement": 0.9877870053737177 }, { "index": 282, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016075205030298611, "median_kld": 0.0005318428156328991, "top1_agreement": 0.9833903273082559 }, { "index": 283, "source_cluster": "cpython5-v3.13.1-python-compile-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016738826168306996, "median_kld": 0.00017247555972943474, "top1_agreement": 0.9882755251587689 }, { "index": 284, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011840390256537107, "median_kld": 0.000746339959292186, "top1_agreement": 0.9794821690278456 }, { "index": 285, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012007340677412822, "median_kld": 6.156376345245462e-05, "top1_agreement": 0.9946262823644357 }, { "index": 286, "source_cluster": "wiki5-en-tom-daley", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015210251524135276, "median_kld": 0.0005256721046862367, "top1_agreement": 0.986809965803615 }, { "index": 287, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013933235084108337, "median_kld": 0.0011082066968128856, "top1_agreement": 0.9824132877381534 }, { "index": 288, "source_cluster": "wiki5-en-nicole-kidman", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018346222890359548, "median_kld": 0.0007590607674501371, "top1_agreement": 0.9838788470933073 }, { "index": 289, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012514680140209412, "median_kld": 0.00012322292743238705, "top1_agreement": 0.991695163654128 }, { "index": 290, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004159706313710954, "median_kld": 6.521766143663399e-05, "top1_agreement": 0.9838788470933073 }, { "index": 291, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001485854486450948, "median_kld": 0.0011292326570355726, "top1_agreement": 0.9760625305324866 }, { "index": 292, "source_cluster": "pg31257", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012707054121194026, "median_kld": 0.0009676795099409219, "top1_agreement": 0.9794821690278456 }, { "index": 293, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012995874978003195, "median_kld": 0.0010347445350475937, "top1_agreement": 0.986809965803615 }, { "index": 294, "source_cluster": "wiki5-es-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011276781410675379, "median_kld": 0.0006041804288088315, "top1_agreement": 0.9877870053737177 }, { "index": 295, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009192423746066298, "median_kld": 2.1652509383240925e-06, "top1_agreement": 0.9941377625793845 }, { "index": 296, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012892123521336723, "median_kld": 0.0009163226424178106, "top1_agreement": 0.9775280898876404 }, { "index": 297, "source_cluster": "wiki5-en-inside-out-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001489770920249242, "median_kld": 0.0006949063051990834, "top1_agreement": 0.9829018075232047 }, { "index": 298, "source_cluster": "wiki5-en-2024-venezuelan-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013787800407500297, "median_kld": 0.0007338840113106926, "top1_agreement": 0.9858329262335125 }, { "index": 299, "source_cluster": "cpython5-v3.13.1-objects-codeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001134406240325807, "median_kld": 3.65099905028643e-05, "top1_agreement": 0.995114802149487 }, { "index": 300, "source_cluster": "wiki5-en-michael-phelps", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010712558043780526, "median_kld": 0.00027556632687464333, "top1_agreement": 0.9824132877381534 }, { "index": 301, "source_cluster": "wiki5-en-shakira", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001964833989779413, "median_kld": 0.0005817109059762515, "top1_agreement": 0.9882755251587689 }, { "index": 302, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011526079613358047, "median_kld": 0.0009035414672382558, "top1_agreement": 0.986809965803615 }, { "index": 303, "source_cluster": "wiki5-en-if-film", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015957626491793528, "median_kld": 0.000741391456472229, "top1_agreement": 0.9838788470933073 }, { "index": 304, "source_cluster": "pg1259", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001439462480939991, "median_kld": 0.0011161461074493673, "top1_agreement": 0.978505129457743 }, { "index": 305, "source_cluster": "cpython5-v3.13.1-python-executor-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013772292241415716, "median_kld": 6.425549474631254e-05, "top1_agreement": 0.9946262823644357 }, { "index": 306, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011664963086361515, "median_kld": 0.0005400925333560735, "top1_agreement": 0.9872984855886663 }, { "index": 307, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010381721250854337, "median_kld": 5.508387327779474e-05, "top1_agreement": 0.9912066438690766 }, { "index": 308, "source_cluster": "pg2641", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016930655873958415, "median_kld": 0.0012210950400231013, "top1_agreement": 0.9789936492427943 }, { "index": 309, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001318841506650245, "median_kld": 0.0009938896546373144, "top1_agreement": 0.9809477283829995 }, { "index": 310, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.000954939725010282, "median_kld": 0.00031968032317308825, "top1_agreement": 0.986809965803615 }, { "index": 311, "source_cluster": "wiki5-tr-abdullah-o-calan", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012334664565405962, "median_kld": 0.0005773744787660462, "top1_agreement": 0.986809965803615 }, { "index": 312, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011587392518120352, "median_kld": 0.0008477857496770325, "top1_agreement": 0.9833903273082559 }, { "index": 313, "source_cluster": "wiki5-en-liz-truss", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010872561831401695, "median_kld": 0.0005490155441236766, "top1_agreement": 0.9877870053737177 }, { "index": 314, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014327358958825902, "median_kld": 0.0011326256167194515, "top1_agreement": 0.9833903273082559 }, { "index": 315, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032117090886835137, "median_kld": 0.0020715130247879188, "top1_agreement": 0.9692232535417684 }, { "index": 316, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001107692582227653, "median_kld": 0.0004953387835211487, "top1_agreement": 0.9804592085979482 }, { "index": 317, "source_cluster": "cpython5-v3.13.1-modules-mathmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001896795056529643, "median_kld": 0.0001270039468295181, "top1_agreement": 0.9814362481680508 }, { "index": 318, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001175499394245839, "median_kld": 0.0009412014834992988, "top1_agreement": 0.9882755251587689 }, { "index": 319, "source_cluster": "wiki5-en-ollie-watkins", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0009252998965473715, "median_kld": 0.0003526779696585436, "top1_agreement": 0.9863214460185638 }, { "index": 320, "source_cluster": "numpy5-v2.2.1-numpy-ma-timer-comparison-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008304608766054048, "median_kld": 7.869106948843463e-05, "top1_agreement": 0.9941377625793845 }, { "index": 321, "source_cluster": "wiki5-en-george-h-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017069976802493684, "median_kld": 0.0009057393323246288, "top1_agreement": 0.9824132877381534 }, { "index": 322, "source_cluster": "wiki5-en-deadpool-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001927525562745054, "median_kld": 0.001066534412246689, "top1_agreement": 0.9838788470933073 }, { "index": 323, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013200539922766116, "median_kld": 0.0007740445601029933, "top1_agreement": 0.97361993160723 }, { "index": 324, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019340686356417538, "median_kld": 0.0006429745892120309, "top1_agreement": 0.9877870053737177 }, { "index": 325, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002209942005920808, "median_kld": 0.0016724985025575734, "top1_agreement": 0.9780166096726918 }, { "index": 326, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013775966652867975, "median_kld": 0.0010888301465783456, "top1_agreement": 0.978505129457743 }, { "index": 327, "source_cluster": "cpython5-v3.13.1-python-pytime-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010315141655020358, "median_kld": 5.8045221251745716e-05, "top1_agreement": 0.9936492427943332 }, { "index": 328, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012634135288650014, "median_kld": 0.0009071712863573111, "top1_agreement": 0.9843673668783586 }, { "index": 329, "source_cluster": "cpython5-v3.13.1-modules-mmapmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009775704121976058, "median_kld": 3.0419072822529536e-05, "top1_agreement": 0.995114802149487 }, { "index": 330, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004118181125784325, "median_kld": 2.449439117491181e-05, "top1_agreement": 0.9843673668783586 }, { "index": 331, "source_cluster": "cpython5-v3.13.1-modules-overlapped-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.000907500682091286, "median_kld": 6.005755332827434e-05, "top1_agreement": 0.9428431851489986 }, { "index": 332, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013205356245872125, "median_kld": 0.000699735871876328, "top1_agreement": 0.9789936492427943 }, { "index": 333, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001219478737772891, "median_kld": 0.0009374450531929313, "top1_agreement": 0.9833903273082559 }, { "index": 334, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012608791209895408, "median_kld": 0.0009211318264306101, "top1_agreement": 0.9780166096726918 }, { "index": 335, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013917653782073386, "median_kld": 0.0009524700699330424, "top1_agreement": 0.9775280898876404 }, { "index": 336, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013892413369763167, "median_kld": 0.0008408502277461594, "top1_agreement": 0.9838788470933073 }, { "index": 337, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008588997906212377, "median_kld": 5.495987673498348e-05, "top1_agreement": 0.9902296042989741 }, { "index": 338, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014081127470817, "median_kld": 0.0008518989825461176, "top1_agreement": 0.9789936492427943 }, { "index": 339, "source_cluster": "wiki5-pl-jerzy-owsiak", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0010673271752480993, "median_kld": 0.0003706844290718436, "top1_agreement": 0.9848558866634098 }, { "index": 340, "source_cluster": "cpython5-v3.13.1-python-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019009341700600177, "median_kld": 0.00020900815856828014, "top1_agreement": 0.9872984855886663 }, { "index": 341, "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00429531536876348, "median_kld": 0.0003798045075846801, "top1_agreement": 0.9775280898876404 }, { "index": 342, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012040470614443077, "median_kld": 4.175273960171921e-05, "top1_agreement": 0.9902296042989741 }, { "index": 343, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015082166225888227, "median_kld": 0.0010424124373002996, "top1_agreement": 0.9858329262335125 }, { "index": 344, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015964268413438168, "median_kld": 0.00114520485817593, "top1_agreement": 0.9745969711773327 }, { "index": 345, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015371438009148133, "median_kld": 0.0007226125617307844, "top1_agreement": 0.9912066438690766 }, { "index": 346, "source_cluster": "wiki5-ru-youtube", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0010477702046203722, "median_kld": 0.00048463992607139517, "top1_agreement": 0.9814362481680508 }, { "index": 347, "source_cluster": "wiki5-ru-hd6785bf637ee", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001063524825940961, "median_kld": 0.00029864388079658966, "top1_agreement": 0.9887640449438202 }, { "index": 348, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013320150810736111, "median_kld": 0.0007915521337706899, "top1_agreement": 0.9848558866634098 }, { "index": 349, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001406932029557808, "median_kld": 0.0010205073062472536, "top1_agreement": 0.9819247679531021 }, { "index": 350, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019456635739958385, "median_kld": 0.0007794946088779398, "top1_agreement": 0.9824132877381534 }, { "index": 351, "source_cluster": "pg33823", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012644115255686175, "median_kld": 0.0010302135344772978, "top1_agreement": 0.979970688812897 }, { "index": 352, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001402681001166925, "median_kld": 0.0011147846209098589, "top1_agreement": 0.9819247679531021 }, { "index": 353, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013556401588959287, "median_kld": 0.0002779207985099674, "top1_agreement": 0.9892525647288715 }, { "index": 354, "source_cluster": "wiki5-en-2008-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012827886829667253, "median_kld": 0.0007631443738773669, "top1_agreement": 0.9848558866634098 }, { "index": 355, "source_cluster": "wiki5-en-raayan", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013987659394837542, "median_kld": 0.0007278787553559596, "top1_agreement": 0.9824132877381534 }, { "index": 356, "source_cluster": "wiki5-en-2020-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015640730448905182, "median_kld": 0.0009006449722619436, "top1_agreement": 0.9829018075232047 }, { "index": 357, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016427901295023187, "median_kld": 0.00014533092600288455, "top1_agreement": 0.953590620420127 }, { "index": 358, "source_cluster": "wiki5-ko-h2b748941967c", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001582699012457772, "median_kld": 0.0009730934916660772, "top1_agreement": 0.9829018075232047 }, { "index": 359, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013110766585404565, "median_kld": 0.000580790234835149, "top1_agreement": 0.986809965803615 }, { "index": 360, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013959378062714028, "median_kld": 0.0010530599356570747, "top1_agreement": 0.9794821690278456 }, { "index": 361, "source_cluster": "wiki5-en-rachel-reeves", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010544351716273272, "median_kld": 0.0007207502267192467, "top1_agreement": 0.9853444064484611 }, { "index": 362, "source_cluster": "wiki5-en-sydney-sweeney", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012803903078791453, "median_kld": 0.0005416475687525235, "top1_agreement": 0.9838788470933073 }, { "index": 363, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012785787149491212, "median_kld": 0.0008597120175721784, "top1_agreement": 0.9789936492427943 }, { "index": 364, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0018149365327838872, "median_kld": 0.0008964783664850984, "top1_agreement": 0.978505129457743 }, { "index": 365, "source_cluster": "wiki5-en-the-boys-tv-series", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001662602209207084, "median_kld": 0.0006735869155818364, "top1_agreement": 0.9848558866634098 }, { "index": 366, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011372301320707943, "median_kld": 0.0004454119812180579, "top1_agreement": 0.9858329262335125 }, { "index": 367, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013987928116822783, "median_kld": 0.0005938695862431898, "top1_agreement": 0.9877870053737177 }, { "index": 368, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00493992948491049, "median_kld": 3.154248999237552e-05, "top1_agreement": 0.9887640449438202 }, { "index": 369, "source_cluster": "wiki5-en-2024-shooting-at-a-donald-trump-rally", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015524016971462911, "median_kld": 0.0009050228441651598, "top1_agreement": 0.978505129457743 }, { "index": 370, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001316717042198705, "median_kld": 0.00014244827142917416, "top1_agreement": 0.9907181240840254 }, { "index": 371, "source_cluster": "cpython5-v3.13.1-python-getargs-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010939043116422417, "median_kld": 4.862863319443633e-05, "top1_agreement": 0.9946262823644357 }, { "index": 372, "source_cluster": "cpython5-v3.13.1-python-formatter-unicode-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011936193630998062, "median_kld": 0.00012155805072211479, "top1_agreement": 0.9853444064484611 }, { "index": 373, "source_cluster": "cpython5-v3.13.1-objects-typevarobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015497089019829461, "median_kld": 1.8031833114662277e-05, "top1_agreement": 0.9833903273082559 }, { "index": 374, "source_cluster": "pg14244", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001452687364415337, "median_kld": 0.0011418144608796865, "top1_agreement": 0.9775280898876404 }, { "index": 375, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012796648092136586, "median_kld": 0.001037721729721497, "top1_agreement": 0.97361993160723 }, { "index": 376, "source_cluster": "cpython5-v3.13.1-python-optimizer-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009364670089649675, "median_kld": 5.4463078754452e-05, "top1_agreement": 0.9926722032242306 }, { "index": 377, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013596259434215335, "median_kld": 0.0010409698205648965, "top1_agreement": 0.9838788470933073 }, { "index": 378, "source_cluster": "cpython5-v3.13.1-python-preconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013944764322329766, "median_kld": 6.749736683175911e-05, "top1_agreement": 0.9863214460185638 }, { "index": 379, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010924504270757207, "median_kld": 2.2478935889580498e-05, "top1_agreement": 0.9931607230092818 }, { "index": 380, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0009543614015606047, "median_kld": 0.0006728108742635186, "top1_agreement": 0.9833903273082559 }, { "index": 381, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011970938464571802, "median_kld": 5.6852082886305055e-05, "top1_agreement": 0.9902296042989741 }, { "index": 382, "source_cluster": "cpython5-v3.13.1-python-optimizer-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013611308206947078, "median_kld": 0.00019060687952787703, "top1_agreement": 0.9887640449438202 }, { "index": 383, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013545933837439393, "median_kld": 0.0011111546517668103, "top1_agreement": 0.9804592085979482 }, { "index": 384, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001085285869162025, "median_kld": 3.1605500739884107e-06, "top1_agreement": 0.9946262823644357 }, { "index": 385, "source_cluster": "arxiv5-cs-IR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0017536338340887931, "median_kld": 0.0010373430939694117, "top1_agreement": 0.9775280898876404 }, { "index": 386, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012509400332366954, "median_kld": 0.0009506076880754222, "top1_agreement": 0.9863214460185638 }, { "index": 387, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012781434611330556, "median_kld": 0.0006951098063439076, "top1_agreement": 0.9824132877381534 }, { "index": 388, "source_cluster": "wiki5-en-katie-ledecky", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013426293530892882, "median_kld": 0.0002737847949845218, "top1_agreement": 0.9843673668783586 }, { "index": 389, "source_cluster": "wiki5-en-president-of-the-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002095822760944623, "median_kld": 0.001318721410143553, "top1_agreement": 0.97361993160723 }, { "index": 390, "source_cluster": "wiki5-pl-s-awomir-mentzen", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011898715813257485, "median_kld": 0.0003761139782874068, "top1_agreement": 0.9853444064484611 }, { "index": 391, "source_cluster": "cpython5-v3.13.1-python-bltinmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017615631077994172, "median_kld": 4.94732068148096e-05, "top1_agreement": 0.9804592085979482 }, { "index": 392, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024812338773152086, "median_kld": 0.00012937409758828622, "top1_agreement": 0.9921836834391793 }, { "index": 393, "source_cluster": "wiki5-tr-burc-lar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015988154233570594, "median_kld": 0.0007131657287118287, "top1_agreement": 0.9824132877381534 }, { "index": 394, "source_cluster": "wiki5-en-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011938480698446652, "median_kld": 0.00064811684956112, "top1_agreement": 0.9858329262335125 }, { "index": 395, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001021154553867083, "median_kld": 7.710633716584425e-05, "top1_agreement": 0.9946262823644357 }, { "index": 396, "source_cluster": "cpython5-v3.13.1-objects-object-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011941829038196563, "median_kld": 5.103658457983329e-05, "top1_agreement": 0.9936492427943332 }, { "index": 397, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001582944360072835, "median_kld": 0.000981028701971809, "top1_agreement": 0.9853444064484611 }, { "index": 398, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012390524652930214, "median_kld": 0.0010220195163697099, "top1_agreement": 0.9804592085979482 }, { "index": 399, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00340758957814726, "median_kld": 0.0005647385040707942, "top1_agreement": 0.9789936492427943 }, { "index": 400, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001363489235002043, "median_kld": 0.0010646237857372398, "top1_agreement": 0.9765510503175379 }, { "index": 401, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00175793515590473, "median_kld": 0.0011559487084014108, "top1_agreement": 0.9838788470933073 }, { "index": 402, "source_cluster": "cpython5-v3.13.1-python-optimizer-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001096275240587717, "median_kld": 1.5200777769699275e-05, "top1_agreement": 0.9936492427943332 }, { "index": 403, "source_cluster": "wiki5-en-gretchen-whitmer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010666890139700365, "median_kld": 0.0006910089688574317, "top1_agreement": 0.9853444064484611 }, { "index": 404, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014582253862426447, "median_kld": 0.00013738107838889846, "top1_agreement": 0.9892525647288715 }, { "index": 405, "source_cluster": "wiki5-cs-c-esko", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016862368133332404, "median_kld": 0.0003542670178831031, "top1_agreement": 0.9882755251587689 }, { "index": 406, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013228280034837418, "median_kld": 0.00016340735387299077, "top1_agreement": 0.9863214460185638 }, { "index": 407, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015193408482401427, "median_kld": 0.0011700573545496695, "top1_agreement": 0.9760625305324866 }, { "index": 408, "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006447017781655713, "median_kld": 0.00021161907477562636, "top1_agreement": 0.9819247679531021 }, { "index": 409, "source_cluster": "wiki5-en-planet-of-the-apes", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018725348848770854, "median_kld": 0.0008082618932974128, "top1_agreement": 0.9858329262335125 }, { "index": 410, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014305127373535722, "median_kld": 0.0007958077988661216, "top1_agreement": 0.9770395701025891 }, { "index": 411, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006574617891915413, "median_kld": 0.003543294644373418, "top1_agreement": 0.9658036150464093 }, { "index": 412, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0016565187449201202, "median_kld": 0.0012001534007168857, "top1_agreement": 0.9824132877381534 }, { "index": 413, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012868014455682517, "median_kld": 0.0009525655713460424, "top1_agreement": 0.979970688812897 }, { "index": 414, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001520097988120736, "median_kld": 0.0008028166676012916, "top1_agreement": 0.9745969711773327 }, { "index": 415, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016014805491245995, "median_kld": 0.0010515654339116054, "top1_agreement": 0.9809477283829995 }, { "index": 416, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013258089781218612, "median_kld": 0.001080187618384798, "top1_agreement": 0.9789936492427943 }, { "index": 417, "source_cluster": "wiki5-en-abraham-lincoln", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019043147391825937, "median_kld": 0.0007846841768452961, "top1_agreement": 0.9858329262335125 }, { "index": 418, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012701012280436634, "median_kld": 0.0010083419693316387, "top1_agreement": 0.9843673668783586 }, { "index": 419, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015066289943020672, "median_kld": 0.0010272947083649342, "top1_agreement": 0.9765510503175379 }, { "index": 420, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012354904084347091, "median_kld": 0.0008153943249453732, "top1_agreement": 0.9833903273082559 }, { "index": 421, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013658312834018962, "median_kld": 0.0011458758064293306, "top1_agreement": 0.9819247679531021 }, { "index": 422, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015027465924028008, "median_kld": 0.0011600564980653871, "top1_agreement": 0.9741084513922814 }, { "index": 423, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014393227893518036, "median_kld": 0.000594790345758156, "top1_agreement": 0.9877870053737177 }, { "index": 424, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014222264824572276, "median_kld": 0.0011293922798358835, "top1_agreement": 0.979970688812897 }, { "index": 425, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010503412272271986, "median_kld": 5.101760471504235e-05, "top1_agreement": 0.9921836834391793 }, { "index": 426, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0016418622460105912, "median_kld": 0.0012521978841562031, "top1_agreement": 0.979970688812897 }, { "index": 427, "source_cluster": "arxiv5-cs-AR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014021105670781432, "median_kld": 0.0010782681726058119, "top1_agreement": 0.9789936492427943 }, { "index": 428, "source_cluster": "wiki5-ru-he023d755cf37", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011655407864424254, "median_kld": 0.0004985557279724162, "top1_agreement": 0.9843673668783586 }, { "index": 429, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001363436162401535, "median_kld": 0.0009863957524203215, "top1_agreement": 0.9829018075232047 }, { "index": 430, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013317042612852484, "median_kld": 0.0007726015605840075, "top1_agreement": 0.9833903273082559 }, { "index": 431, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011871179239913458, "median_kld": 0.0005953237396170152, "top1_agreement": 0.9863214460185638 }, { "index": 432, "source_cluster": "pg2465", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014745636107728797, "median_kld": 0.0011094087353740179, "top1_agreement": 0.9843673668783586 }, { "index": 433, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011598293229006613, "median_kld": 0.00023472884254260862, "top1_agreement": 0.9853444064484611 }, { "index": 434, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001574968144922575, "median_kld": 0.0011445195884789428, "top1_agreement": 0.9760625305324866 }, { "index": 435, "source_cluster": "wiki5-en-pete-buttigieg", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0009411136777179975, "median_kld": 0.0005959790930818443, "top1_agreement": 0.9858329262335125 }, { "index": 436, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012288968923906789, "median_kld": 0.0009539448975033338, "top1_agreement": 0.9838788470933073 }, { "index": 437, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-ziggurat-constants-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008351284517108155, "median_kld": 1.3397243858292995e-05, "top1_agreement": 0.9032730825598436 }, { "index": 438, "source_cluster": "pg1513", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006715500993460037, "median_kld": 0.0002612237589119104, "top1_agreement": 0.9775280898876404 }, { "index": 439, "source_cluster": "cpython5-v3.13.1-objects-typeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010129579167907758, "median_kld": 7.351471090366601e-05, "top1_agreement": 0.9902296042989741 }, { "index": 440, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010505451436661703, "median_kld": 0.0007512248395187271, "top1_agreement": 0.9794821690278456 }, { "index": 441, "source_cluster": "pg1695", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014934296832512816, "median_kld": 0.0012408023377759037, "top1_agreement": 0.978505129457743 }, { "index": 442, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016558881994846884, "median_kld": 0.00113188475967263, "top1_agreement": 0.9829018075232047 }, { "index": 443, "source_cluster": "cpython5-v3.13.1-objects-namespaceobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011499384029409138, "median_kld": 2.3759327245187478e-05, "top1_agreement": 0.9926722032242306 }, { "index": 444, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001516742425835226, "median_kld": 0.0011596838189689151, "top1_agreement": 0.9770395701025891 }, { "index": 445, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011172780491000168, "median_kld": 5.009383778542542e-05, "top1_agreement": 0.9907181240840254 }, { "index": 446, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014101665283076312, "median_kld": 0.0010253573592535759, "top1_agreement": 0.9760625305324866 }, { "index": 447, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015174734329033, "median_kld": 0.0010416257864562795, "top1_agreement": 0.9887640449438202 }, { "index": 448, "source_cluster": "wiki5-pl-polska", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013662252062563694, "median_kld": 0.000382283601638278, "top1_agreement": 0.9794821690278456 }, { "index": 449, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012931176308222652, "median_kld": 0.0009970945828854383, "top1_agreement": 0.9814362481680508 }, { "index": 450, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001594183625423972, "median_kld": 0.0007876620632032427, "top1_agreement": 0.9789936492427943 }, { "index": 451, "source_cluster": "wiki5-nl-marie-antoinette-van-oostenrijk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013661106267967918, "median_kld": 0.0005889828212275461, "top1_agreement": 0.9907181240840254 }, { "index": 452, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012916687104254476, "median_kld": 0.0007608279152009345, "top1_agreement": 0.9858329262335125 }, { "index": 453, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001497224149107056, "median_kld": 0.0010568354064730556, "top1_agreement": 0.9814362481680508 }, { "index": 454, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011750324175085053, "median_kld": 0.0009256950095135608, "top1_agreement": 0.9829018075232047 }, { "index": 455, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012410998864790673, "median_kld": 0.0010154576130716464, "top1_agreement": 0.9804592085979482 }, { "index": 456, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016485629309978486, "median_kld": 0.0009332202091627551, "top1_agreement": 0.9814362481680508 }, { "index": 457, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014363588634340198, "median_kld": 0.0006777622602385236, "top1_agreement": 0.9872984855886663 }, { "index": 458, "source_cluster": "wiki5-en-ismail-haniyeh", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011951259602370808, "median_kld": 0.0005994399754332136, "top1_agreement": 0.9770395701025891 }, { "index": 459, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013262446529738684, "median_kld": 0.0010038641178748975, "top1_agreement": 0.978505129457743 }, { "index": 460, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00140480053795006, "median_kld": 0.0007865731131460052, "top1_agreement": 0.9853444064484611 }, { "index": 461, "source_cluster": "wiki5-pl-stany-zjednoczone", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001092731886756246, "median_kld": 0.0002629113712941944, "top1_agreement": 0.9902296042989741 }, { "index": 462, "source_cluster": "wiki5-en-lyndon-b-johnson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001497595592291934, "median_kld": 0.0009505478781761667, "top1_agreement": 0.978505129457743 }, { "index": 463, "source_cluster": "wiki5-sv-u-137", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016396729024036908, "median_kld": 0.0007624657237101928, "top1_agreement": 0.9760625305324866 }, { "index": 464, "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00459352069424581, "median_kld": 0.0005116052165324847, "top1_agreement": 0.9833903273082559 }, { "index": 465, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013882529652982992, "median_kld": 0.0011081909882619811, "top1_agreement": 0.9789936492427943 }, { "index": 466, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013249405594855078, "median_kld": 0.0007625713764127795, "top1_agreement": 0.9814362481680508 }, { "index": 467, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013243272945394394, "median_kld": 0.00014043590183376864, "top1_agreement": 0.9267220322423058 }, { "index": 468, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005785479753680837, "median_kld": 0.00031091315640130457, "top1_agreement": 0.9775280898876404 }, { "index": 469, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001368174430411604, "median_kld": 0.001094759943612189, "top1_agreement": 0.978505129457743 }, { "index": 470, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012569523693898071, "median_kld": 0.0009937418851819757, "top1_agreement": 0.9770395701025891 }, { "index": 471, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012078445776783238, "median_kld": 0.0009255083969037514, "top1_agreement": 0.978505129457743 }, { "index": 472, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019377932802569966, "median_kld": 5.249223918618595e-06, "top1_agreement": 0.9956033219345384 }, { "index": 473, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003390342297076927, "median_kld": 1.586429050279975e-05, "top1_agreement": 0.9882755251587689 }, { "index": 474, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012484005761371217, "median_kld": 0.0007821111963330907, "top1_agreement": 0.9872984855886663 }, { "index": 475, "source_cluster": "pg3296", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0029440033461593826, "median_kld": 0.002090185657323218, "top1_agreement": 0.9682462139716659 }, { "index": 476, "source_cluster": "wiki5-en-george-washington", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017951705695589493, "median_kld": 0.0009215115247034333, "top1_agreement": 0.9833903273082559 }, { "index": 477, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014017038425639299, "median_kld": 0.0007694215685205563, "top1_agreement": 0.9824132877381534 }, { "index": 478, "source_cluster": "cpython5-v3.13.1-python-parking-lot-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009242320631034286, "median_kld": 3.786106031222758e-05, "top1_agreement": 0.995114802149487 }, { "index": 479, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013857103197638214, "median_kld": 0.0011583713177714117, "top1_agreement": 0.9804592085979482 }, { "index": 480, "source_cluster": "pg76639", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001627303352245773, "median_kld": 0.0010760008908619056, "top1_agreement": 0.9770395701025891 }, { "index": 481, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014065683917501503, "median_kld": 0.001088161444272373, "top1_agreement": 0.9780166096726918 }, { "index": 482, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00201470057825329, "median_kld": 0.0007416603373577857, "top1_agreement": 0.9853444064484611 }, { "index": 483, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013746775820812785, "median_kld": 0.0009984784121570556, "top1_agreement": 0.9745969711773327 }, { "index": 484, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001159091053514384, "median_kld": 0.0006250378353342967, "top1_agreement": 0.9780166096726918 }, { "index": 485, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00134943550884664, "median_kld": 0.0010347674995614398, "top1_agreement": 0.9838788470933073 }, { "index": 486, "source_cluster": "wiki5-zh-h5ec00bb1371e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011964001755913522, "median_kld": 0.0008160320830938872, "top1_agreement": 0.9877870053737177 }, { "index": 487, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010085831315881178, "median_kld": 2.66171753722233e-05, "top1_agreement": 0.9965803615046409 }, { "index": 488, "source_cluster": "pg245", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0020705557444088167, "median_kld": 0.0015788195299819563, "top1_agreement": 0.9745969711773327 }, { "index": 489, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012305009346821555, "median_kld": 0.0008060124117150735, "top1_agreement": 0.979970688812897 }, { "index": 490, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014309857150650637, "median_kld": 0.0010841379212696012, "top1_agreement": 0.9775280898876404 }, { "index": 491, "source_cluster": "wiki5-zh-h93f419f88dab", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017083393064230964, "median_kld": 0.0008604984870999033, "top1_agreement": 0.9843673668783586 }, { "index": 492, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018154822784402838, "median_kld": 8.713221165379537e-05, "top1_agreement": 0.9877870053737177 }, { "index": 493, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015028530050183104, "median_kld": 0.0007685300505073656, "top1_agreement": 0.986809965803615 }, { "index": 494, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0018672040609854412, "median_kld": 0.0008526221008651191, "top1_agreement": 0.9794821690278456 }, { "index": 495, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013331743654266754, "median_kld": 0.000949235848565877, "top1_agreement": 0.9780166096726918 }, { "index": 496, "source_cluster": "arxiv5-cs-CG-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011346252311615279, "median_kld": 0.000817154561048028, "top1_agreement": 0.9858329262335125 }, { "index": 497, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014052219644538903, "median_kld": 0.000982585779969014, "top1_agreement": 0.9824132877381534 }, { "index": 498, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015834958810216305, "median_kld": 0.0008435639021513452, "top1_agreement": 0.9765510503175379 }, { "index": 499, "source_cluster": "wiki5-en-jill-biden", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015724546618147808, "median_kld": 0.0008950068574584691, "top1_agreement": 0.9829018075232047 }, { "index": 500, "source_cluster": "wiki5-en-marvel-cinematic-universe", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012459488151560175, "median_kld": 0.0006683826952311733, "top1_agreement": 0.9853444064484611 }, { "index": 501, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014072832525031198, "median_kld": 0.0010379850021706716, "top1_agreement": 0.9780166096726918 }, { "index": 502, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0020296928555404437, "median_kld": 0.0008808458678508657, "top1_agreement": 0.9814362481680508 }, { "index": 503, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005087552486995816, "median_kld": 0.00010429085041607777, "top1_agreement": 0.9833903273082559 }, { "index": 504, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016281304318398354, "median_kld": 0.00027608215905061684, "top1_agreement": 0.9902296042989741 }, { "index": 505, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001639121346637643, "median_kld": 0.00026890664785650387, "top1_agreement": 0.9897410845139228 }, { "index": 506, "source_cluster": "pg10148", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014360289479558913, "median_kld": 0.0010216393790187794, "top1_agreement": 0.9789936492427943 }, { "index": 507, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001348251982297648, "median_kld": 0.0010867815003621217, "top1_agreement": 0.9833903273082559 }, { "index": 508, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.000897626113950417, "median_kld": 0.00012243882292040098, "top1_agreement": 0.9843673668783586 }, { "index": 509, "source_cluster": "wiki5-pt-rosa-ngela-lula-da-silva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011792951717694566, "median_kld": 0.0006030598927964093, "top1_agreement": 0.9824132877381534 }, { "index": 510, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015872933967010794, "median_kld": 0.0008020404903561484, "top1_agreement": 0.9872984855886663 }, { "index": 511, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012865179070771636, "median_kld": 0.0007742960872008098, "top1_agreement": 0.9829018075232047 } ], "content_sha256": "c597a07e0148bee29fc1a6f064b21266a9b19d321e2ce0855fa5f5b03a5234dc", "content_sha256_excludes": [ "generated_unix", "content_sha256" ] }