{ "schema": "qwen38-kld-ladder-cumulative/2", "tool": "tools/kld_aggregate.py", "generated_unix": 1786831791, "candidate": "hyd", "label": "1M-tail", "reference_identity": { "model_path": "/models/Qwen3.8-27B", "model_revision": null, "model_revision_source": "none", "index_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df", "config_sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", "shard_sha256": { "model-00001-of-00018.safetensors": "ba0ce20aae489ad196733da5064bcdf159a1fe84f53336648196e1ebb7751b1c", "model-00002-of-00018.safetensors": "06a148c01bfbe3faa14a5f184a7ff29a706f7ae1c8b2705d2058e26d17a001fb", "model-00003-of-00018.safetensors": "2e1bf62cbcd406eaa64b60d10353e1f0ef4039d0976e56f05cabe953454f9968", "model-00004-of-00018.safetensors": "511e34063187882659753c4d93f3859f93c019fd438d8813071921c81d9a3f1a", "model-00005-of-00018.safetensors": "635cb53446dc74f219740fc59e18b774f877b803b9722e289ca62575a6efa701", "model-00006-of-00018.safetensors": "0bc5214fac607f0e6cc92eec3789d4b8559410ef9fce66621ba8158e8410dae0", "model-00007-of-00018.safetensors": "80b0c49033e9a0d5762562aa12f4acdb7f54da586f3d0110f28c48d91cf07892", "model-00008-of-00018.safetensors": "7192c5b66185d3592927daabee1cc19e6f6e0ce75988ee20e824b624765fda79", "model-00009-of-00018.safetensors": "af3c48cc37af44f3db6ae0579baf019180d48d9c527caa0a1f03ff85813a56d8", "model-00010-of-00018.safetensors": "163490a76f3bea3a40855b7efc04ce6d27afaf1a34f0bbde495b9491f76457c9", "model-00011-of-00018.safetensors": "5f3ae1b948aeee39da77aec558e8236cd65fe4d7cb7686a76bb007acc563c6d8", "model-00012-of-00018.safetensors": "a3de1c7114677a8f5ac5c4892c90e8238ea5c1e2038c80e757dfc87c3902ca55", "model-00013-of-00018.safetensors": "06ab79a41f74c9c5cb734816feb0c7fc364104b227165ee7391231e1155aa02a", "model-00014-of-00018.safetensors": "4138ed94603065ba884bbcadedb04d7718bb40117e85e6f5c6fc5b9c05b7a85b", "model-00015-of-00018.safetensors": "69224e27b9de4e7dbf6fc936c6eaae08447bda3b80a6c31a871ab451173afd22", "model-00016-of-00018.safetensors": "73cb9a1089fb6155cb648609478d6633be8a5c7d9ca5a05bc8925ce8a553cefe", "model-00017-of-00018.safetensors": "beb51f01056142ac4984bd800507b0dd0fd18de57f8e9ef6ea41d1a3598983a8", "model-00018-of-00018.safetensors": "1d3479509e21494658f9b64d317f5ea8e55c4025d28c702d6c4d0b356ce8ea06" }, "quantization": "auto", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "candidate_identity": { "model_path": "/work/qwen38-hyd", "model_revision": null, "model_revision_source": "none", "index_sha256": "ea6e0e1064efbb72d89b4a6f9e0ee76c909a94b3f25047487a2ffb282896a26c", "config_sha256": "fbb105334da6554c10784ff1257fda5e3821d4d5426d64469cee2b2ad67ba2b3", "shard_sha256": { "model-00001-of-00003.safetensors": "792b46b54a79871030a5a029a483b8938ff509912169a1c7627913d614365f0d", "model-00002-of-00003.safetensors": "1902a7425fb7e36b45f1c65e5aa0d6e159a6dd8b79b7810e54ab33457ed1ccd2", "model-00003-of-00003.safetensors": "6fa500e4bebf04917ede2ee7b1379ded7aa85aa37110e103d36d9ad330fc0e96" }, "quantization": "exl3", "quantization_config": "{\"linear\":{\"weight\":\"mxfp8\"},\"ignore\":[\"re:.*visual\\\\..*\",\"re:.*in_proj_a$\",\"re:.*in_proj_b$\",\"re:.*in_proj_ba$\",\"re:.*mtp\\\\..*\",\"lm_head\"]}", "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "head": "/work/kld2/lm_head.safetensors", "head_sha256": "25a30fd5f826da0abc4efc4cc71def9f02bcb8085f7175eee284d221dee4cfff", "candidate_head": null, "candidate_head_sha256": null, "filter": "all", "vocab_size": 248320, "hidden_size": 5120, "comparator": { "vocab_chunk": 24832, "device": "cuda", "accumulation": "float64", "two_pass": true }, "suite": { "mode": "parent-lineage", "shard_size": 512, "shards": [ 0 ], "requested_shards": [ 0 ], "suite_token_sha256": null, "parent": { "path": "/var/tmp/work/kld5/suite", "manifest_sha256": "c79dfad3767ca5b3015129077f20dbb9282a2e51ca8bca9ed09be8c7a9c73019", "schema": "qwen38-distribution-fidelity/6", "suite_token_sha256": "510541f6861b589d44932db253ec25d96d6daaeeee4ea2ab9b65329209482b88", "contexts": 5120, "context_length": 2048, "scored_positions_per_context": 2047 } }, "reports": 1, "contexts": 512, "scored_positions": 1048064, "source_clusters": 330, "token_mean_kld": 0.0026998831596849425, "context_macro_mean_kld": 0.002699883159684943, "context_bootstrap": { "mean": 0.002699883159684943, "ci95_low": 0.0025165341342532257, "ci95_high": 0.0029118291286379205, "clusters": 330, "samples": 10000 }, "bootstrap_config": { "samples": 10000, "seed": 1, "unit": "source_cluster", "over": "union of per-context rows" }, "top1_agreement": 0.9779689026624329, "max_kld": 3.7348466556786946, "mean_jsd_bits": 0.0009602631900925122, "strata": { "code": { "contexts": 123, "scored_positions": 251781, "macro_mean_kld": 0.003236827366588197, "token_mean_kld": 0.003236827366588197 }, "encyclopedic": { "contexts": 92, "scored_positions": 188324, "macro_mean_kld": 0.0023942125821230344, "token_mean_kld": 0.0023942125821230344 }, "literary": { "contexts": 82, "scored_positions": 167854, "macro_mean_kld": 0.0031515899251047036, "token_mean_kld": 0.0031515899251047036 }, "multilingual": { "contexts": 108, "scored_positions": 221076, "macro_mean_kld": 0.0025648113747077156, "token_mean_kld": 0.0025648113747077156 }, "scientific": { "contexts": 107, "scored_positions": 219029, "macro_mean_kld": 0.0021356341288411617, "token_mean_kld": 0.0021356341288411617 } }, "worst_contexts": [ { "index": 33, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.018948920451708862, "top1_agreement": 0.9687347337567171 }, { "index": 17, "stratum": "literary", "source_cluster": "pg100", "mean_kld": 0.018021159519937786, "top1_agreement": 0.9814362481680508 }, { "index": 438, "stratum": "literary", "source_cluster": "pg1513", "mean_kld": 0.014036871008155252, "top1_agreement": 0.9721543722520762 }, { "index": 411, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.013606960026291479, "top1_agreement": 0.9467513434294089 }, { "index": 256, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.012552876529038524, "top1_agreement": 0.9443087445041524 }, { "index": 408, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "mean_kld": 0.012229086182795694, "top1_agreement": 0.9819247679531021 }, { "index": 83, "stratum": "literary", "source_cluster": "pg11", "mean_kld": 0.011879582289240525, "top1_agreement": 0.9926722032242306 }, { "index": 468, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.011152551513957222, "top1_agreement": 0.9702002931118711 }, { "index": 464, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "mean_kld": 0.01061405721090779, "top1_agreement": 0.9702002931118711 }, { "index": 503, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "mean_kld": 0.01042168851993528, "top1_agreement": 0.9809477283829995 }, { "index": 73, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "mean_kld": 0.010230052685321855, "top1_agreement": 0.9775280898876404 }, { "index": 341, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "mean_kld": 0.009628829799200156, "top1_agreement": 0.9692232535417684 }, { "index": 290, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "mean_kld": 0.008790851212773084, "top1_agreement": 0.978505129457743 }, { "index": 244, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.0087105184902211, "top1_agreement": 0.975085490962384 }, { "index": 368, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "mean_kld": 0.008024963472134312, "top1_agreement": 0.9843673668783586 }, { "index": 103, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "mean_kld": 0.00780927257105486, "top1_agreement": 0.9731314118221788 }, { "index": 330, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "mean_kld": 0.007795021767971115, "top1_agreement": 0.9819247679531021 }, { "index": 399, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.0070324443034726885, "top1_agreement": 0.9755740107474352 }, { "index": 202, "stratum": "literary", "source_cluster": "pg21839", "mean_kld": 0.006996008511081394, "top1_agreement": 0.9555446995603322 }, { "index": 152, "stratum": "multilingual", "source_cluster": "wiki5-hi-h308885d90ce4", "mean_kld": 0.006669287335352443, "top1_agreement": 0.9614069369809477 } ], "tail": { "source": "sum of the per-shard kld_tail histograms", "units": "nats", "shards": 1, "binning": { "log10_low": -12.0, "log10_high": 2.0, "bins_per_decade": 40, "bins": 560, "edge_formula": "edges[i] = 10 ** (log10_low + i / bins_per_decade)", "bucket_rule": "bucket(v) = bisect_right(bin_edges, v)", "underflow": "counts[0]: v < bin_edges[0], including every exact zero", "overflow": "counts[561]: v >= bin_edges[-1]" }, "bin_edges": [ 1e-12, 1.0592537251772898e-12, 1.1220184543019652e-12, 1.1885022274370166e-12, 1.258925411794166e-12, 1.333521432163324e-12, 1.4125375446227555e-12, 1.496235656094436e-12, 1.584893192461111e-12, 1.6788040181225588e-12, 1.7782794100389228e-12, 1.883649089489802e-12, 1.9952623149688827e-12, 2.1134890398366434e-12, 2.238721138568338e-12, 2.3713737056616554e-12, 2.5118864315095823e-12, 2.660725059798814e-12, 2.8183829312644492e-12, 2.9853826189179573e-12, 3.1622776601683794e-12, 3.349654391578279e-12, 3.5481338923357604e-12, 3.758374042884436e-12, 3.9810717055349695e-12, 4.2169650342858224e-12, 4.466835921509635e-12, 4.731512589614812e-12, 5.011872336272715e-12, 5.3088444423098795e-12, 5.6234132519034904e-12, 5.956621435290109e-12, 6.309573444801943e-12, 6.683439175686135e-12, 7.079457843841373e-12, 7.498942093324559e-12, 7.943282347242821e-12, 8.413951416451965e-12, 8.912509381337441e-12, 9.440608762859226e-12, 1e-11, 1.0592537251772897e-11, 1.1220184543019653e-11, 1.1885022274370165e-11, 1.2589254117941662e-11, 1.3335214321633241e-11, 1.4125375446227554e-11, 1.496235656094436e-11, 1.5848931924611107e-11, 1.678804018122559e-11, 1.7782794100389227e-11, 1.883649089489802e-11, 1.9952623149688828e-11, 2.1134890398366433e-11, 2.2387211385683377e-11, 2.3713737056616552e-11, 2.5118864315095823e-11, 2.660725059798814e-11, 2.8183829312644493e-11, 2.985382618917957e-11, 3.1622776601683794e-11, 3.349654391578279e-11, 3.548133892335761e-11, 3.758374042884436e-11, 3.9810717055349695e-11, 4.216965034285823e-11, 4.4668359215096346e-11, 4.731512589614812e-11, 5.011872336272715e-11, 5.3088444423098794e-11, 5.6234132519034906e-11, 5.956621435290109e-11, 6.309573444801942e-11, 6.683439175686135e-11, 7.079457843841374e-11, 7.498942093324558e-11, 7.943282347242822e-11, 8.413951416451964e-11, 8.912509381337441e-11, 9.440608762859226e-11, 1e-10, 1.0592537251772898e-10, 1.1220184543019652e-10, 1.1885022274370164e-10, 1.2589254117941662e-10, 1.333521432163324e-10, 1.4125375446227556e-10, 1.496235656094436e-10, 1.584893192461111e-10, 1.6788040181225588e-10, 1.778279410038923e-10, 1.8836490894898022e-10, 1.9952623149688828e-10, 2.1134890398366433e-10, 2.2387211385683377e-10, 2.371373705661655e-10, 2.511886431509582e-10, 2.660725059798814e-10, 2.8183829312644494e-10, 2.985382618917957e-10, 3.1622776601683795e-10, 3.349654391578279e-10, 3.5481338923357605e-10, 3.7583740428844356e-10, 3.9810717055349694e-10, 4.2169650342858224e-10, 4.4668359215096347e-10, 4.731512589614812e-10, 5.011872336272714e-10, 5.30884444230988e-10, 5.623413251903491e-10, 5.95662143529011e-10, 6.309573444801942e-10, 6.683439175686135e-10, 7.079457843841373e-10, 7.498942093324559e-10, 7.943282347242822e-10, 8.413951416451964e-10, 8.912509381337441e-10, 9.440608762859226e-10, 1e-09, 1.0592537251772898e-09, 1.1220184543019653e-09, 1.1885022274370164e-09, 1.2589254117941663e-09, 1.333521432163324e-09, 1.4125375446227555e-09, 1.4962356560944358e-09, 1.584893192461111e-09, 1.6788040181225589e-09, 1.7782794100389228e-09, 1.883649089489802e-09, 1.9952623149688828e-09, 2.113489039836643e-09, 2.2387211385683377e-09, 2.3713737056616553e-09, 2.511886431509582e-09, 2.660725059798814e-09, 2.8183829312644493e-09, 2.985382618917957e-09, 3.1622776601683795e-09, 3.3496543915782794e-09, 3.5481338923357603e-09, 3.758374042884436e-09, 3.981071705534969e-09, 4.216965034285823e-09, 4.466835921509635e-09, 4.731512589614813e-09, 5.011872336272715e-09, 5.3088444423098795e-09, 5.623413251903491e-09, 5.956621435290109e-09, 6.309573444801943e-09, 6.6834391756861355e-09, 7.0794578438413736e-09, 7.498942093324558e-09, 7.943282347242822e-09, 8.413951416451965e-09, 8.912509381337441e-09, 9.440608762859226e-09, 1e-08, 1.0592537251772898e-08, 1.122018454301963e-08, 1.188502227437019e-08, 1.2589254117941661e-08, 1.333521432163324e-08, 1.4125375446227554e-08, 1.496235656094433e-08, 1.5848931924611143e-08, 1.6788040181225588e-08, 1.7782794100389228e-08, 1.883649089489802e-08, 1.9952623149688786e-08, 2.1134890398366476e-08, 2.2387211385683378e-08, 2.371373705661655e-08, 2.511886431509582e-08, 2.6607250597988087e-08, 2.818382931264455e-08, 2.985382618917957e-08, 3.162277660168379e-08, 3.3496543915782795e-08, 3.548133892335753e-08, 3.7583740428844434e-08, 3.981071705534969e-08, 4.2169650342858225e-08, 4.4668359215096346e-08, 4.731512589614803e-08, 5.011872336272725e-08, 5.3088444423098795e-08, 5.6234132519034905e-08, 5.95662143529011e-08, 6.30957344480193e-08, 6.683439175686149e-08, 7.079457843841373e-08, 7.498942093324559e-08, 7.943282347242822e-08, 8.413951416451947e-08, 8.912509381337459e-08, 9.440608762859226e-08, 1e-07, 1.0592537251772897e-07, 1.122018454301963e-07, 1.188502227437019e-07, 1.2589254117941662e-07, 1.333521432163324e-07, 1.4125375446227555e-07, 1.4962356560944328e-07, 1.584893192461114e-07, 1.6788040181225588e-07, 1.7782794100389227e-07, 1.883649089489802e-07, 1.9952623149688787e-07, 2.1134890398366478e-07, 2.2387211385683377e-07, 2.3713737056616554e-07, 2.5118864315095823e-07, 2.6607250597988083e-07, 2.818382931264455e-07, 2.9853826189179574e-07, 3.162277660168379e-07, 3.3496543915782793e-07, 3.548133892335753e-07, 3.7583740428844433e-07, 3.981071705534969e-07, 4.2169650342858225e-07, 4.466835921509635e-07, 4.7315125896148026e-07, 5.011872336272725e-07, 5.308844442309879e-07, 5.62341325190349e-07, 5.956621435290109e-07, 6.30957344480193e-07, 6.683439175686149e-07, 7.079457843841374e-07, 7.498942093324558e-07, 7.943282347242822e-07, 8.413951416451948e-07, 8.912509381337459e-07, 9.440608762859226e-07, 1e-06, 1.0592537251772898e-06, 1.122018454301963e-06, 1.1885022274370189e-06, 1.2589254117941661e-06, 1.333521432163324e-06, 1.4125375446227554e-06, 1.4962356560944329e-06, 1.584893192461114e-06, 1.678804018122559e-06, 1.778279410038923e-06, 1.883649089489802e-06, 1.9952623149688787e-06, 2.113489039836648e-06, 2.2387211385683376e-06, 2.3713737056616552e-06, 2.5118864315095823e-06, 2.6607250597988086e-06, 2.818382931264455e-06, 2.9853826189179572e-06, 3.162277660168379e-06, 3.3496543915782793e-06, 3.548133892335753e-06, 3.7583740428844434e-06, 3.981071705534969e-06, 4.216965034285822e-06, 4.466835921509635e-06, 4.731512589614803e-06, 5.011872336272725e-06, 5.308844442309879e-06, 5.623413251903491e-06, 5.956621435290109e-06, 6.30957344480193e-06, 6.683439175686149e-06, 7.079457843841373e-06, 7.498942093324558e-06, 7.943282347242822e-06, 8.413951416451948e-06, 8.91250938133746e-06, 9.440608762859225e-06, 1e-05, 1.0592537251772897e-05, 1.122018454301963e-05, 1.188502227437019e-05, 1.2589254117941661e-05, 1.333521432163324e-05, 1.4125375446227555e-05, 1.4962356560944327e-05, 1.584893192461114e-05, 1.6788040181225588e-05, 1.778279410038923e-05, 1.883649089489802e-05, 1.9952623149688786e-05, 2.1134890398366476e-05, 2.238721138568338e-05, 2.3713737056616554e-05, 2.5118864315095822e-05, 2.6607250597988085e-05, 2.818382931264455e-05, 2.985382618917957e-05, 3.1622776601683795e-05, 3.3496543915782794e-05, 3.5481338923357534e-05, 3.758374042884443e-05, 3.9810717055349695e-05, 4.216965034285822e-05, 4.466835921509635e-05, 4.731512589614803e-05, 5.011872336272725e-05, 5.308844442309879e-05, 5.623413251903491e-05, 5.9566214352901096e-05, 6.309573444801929e-05, 6.683439175686149e-05, 7.079457843841373e-05, 7.498942093324559e-05, 7.943282347242822e-05, 8.413951416451947e-05, 8.912509381337459e-05, 9.440608762859227e-05, 0.0001, 0.00010592537251772897, 0.00011220184543019653, 0.00011885022274370165, 0.0001258925411794166, 0.0001333521432163324, 0.00014125375446227554, 0.00014962356560944357, 0.0001584893192461111, 0.00016788040181225588, 0.00017782794100389227, 0.0001883649089489802, 0.00019952623149688828, 0.00021134890398366433, 0.00022387211385683378, 0.00023713737056616554, 0.0002511886431509582, 0.0002660725059798814, 0.0002818382931264449, 0.00029853826189179573, 0.00031622776601683794, 0.00033496543915782794, 0.000354813389233576, 0.00037583740428844356, 0.0003981071705534969, 0.00042169650342858224, 0.0004466835921509635, 0.00047315125896148127, 0.0005011872336272714, 0.000530884444230988, 0.0005623413251903491, 0.000595662143529011, 0.0006309573444801943, 0.0006683439175686135, 0.0007079457843841374, 0.0007498942093324559, 0.0007943282347242822, 0.0008413951416451964, 0.0008912509381337441, 0.0009440608762859227, 0.001, 0.0010592537251772898, 0.0011220184543019652, 0.0011885022274370164, 0.0012589254117941662, 0.001333521432163324, 0.0014125375446227555, 0.0014962356560944358, 0.0015848931924611108, 0.001678804018122559, 0.0017782794100389228, 0.0018836490894898021, 0.001995262314968883, 0.002113489039836643, 0.0022387211385683377, 0.0023713737056616554, 0.002511886431509582, 0.002660725059798814, 0.002818382931264449, 0.002985382618917957, 0.0031622776601683794, 0.0033496543915782794, 0.0035481338923357606, 0.0037583740428844357, 0.003981071705534969, 0.004216965034285823, 0.004466835921509635, 0.004731512589614813, 0.005011872336272715, 0.005308844442309879, 0.005623413251903491, 0.005956621435290109, 0.006309573444801942, 0.006683439175686135, 0.0070794578438413735, 0.007498942093324558, 0.00794328234724282, 0.008413951416451964, 0.008912509381337442, 0.009440608762859227, 0.01, 0.010592537251772897, 0.011220184543019653, 0.011885022274370166, 0.012589254117941661, 0.01333521432163324, 0.014125375446227554, 0.014962356560944358, 0.01584893192461111, 0.01678804018122559, 0.01778279410038923, 0.01883649089489802, 0.01995262314968883, 0.021134890398366434, 0.022387211385683378, 0.023713737056616554, 0.025118864315095822, 0.02660725059798814, 0.02818382931264449, 0.02985382618917957, 0.03162277660168379, 0.033496543915782793, 0.03548133892335761, 0.03758374042884435, 0.03981071705534969, 0.042169650342858224, 0.04466835921509635, 0.04731512589614813, 0.050118723362727144, 0.05308844442309879, 0.05623413251903491, 0.059566214352901097, 0.06309573444801943, 0.06683439175686136, 0.07079457843841373, 0.07498942093324558, 0.07943282347242822, 0.08413951416451965, 0.08912509381337441, 0.09440608762859226, 0.1, 0.10592537251772897, 0.11220184543019653, 0.11885022274370165, 0.12589254117941662, 0.1333521432163324, 0.14125375446227553, 0.1496235656094436, 0.1584893192461111, 0.16788040181225589, 0.1778279410038923, 0.1883649089489802, 0.19952623149688828, 0.21134890398366432, 0.22387211385683378, 0.23713737056616552, 0.25118864315095824, 0.2660725059798814, 0.2818382931264449, 0.2985382618917957, 0.31622776601683794, 0.33496543915782795, 0.354813389233576, 0.37583740428844353, 0.3981071705534969, 0.4216965034285822, 0.4466835921509635, 0.47315125896148125, 0.5011872336272715, 0.5308844442309879, 0.5623413251903491, 0.5956621435290109, 0.6309573444801942, 0.6683439175686136, 0.7079457843841374, 0.7498942093324559, 0.7943282347242822, 0.8413951416451965, 0.8912509381337441, 0.9440608762859226, 1.0, 1.0592537251772898, 1.1220184543019653, 1.1885022274370165, 1.2589254117941662, 1.333521432163324, 1.4125375446227555, 1.4962356560944359, 1.584893192461111, 1.678804018122559, 1.7782794100389228, 1.8836490894898021, 1.9952623149688828, 2.1134890398366433, 2.2387211385683377, 2.371373705661655, 2.5118864315095824, 2.660725059798814, 2.8183829312644493, 2.9853826189179573, 3.1622776601683795, 3.3496543915782793, 3.5481338923357604, 3.7583740428844354, 3.981071705534969, 4.216965034285822, 4.4668359215096345, 4.7315125896148125, 5.011872336272715, 5.308844442309879, 5.623413251903491, 5.95662143529011, 6.309573444801943, 6.683439175686135, 7.079457843841373, 7.498942093324558, 7.943282347242821, 8.413951416451965, 8.91250938133744, 9.440608762859226, 10.0, 10.592537251772898, 11.220184543019652, 11.885022274370165, 12.589254117941662, 13.33521432163324, 14.125375446227554, 14.96235656094436, 15.84893192461111, 16.78804018122559, 17.78279410038923, 18.83649089489802, 19.95262314968883, 21.134890398366434, 22.38721138568338, 23.71373705661655, 25.11886431509582, 26.60725059798814, 28.18382931264449, 29.85382618917957, 31.622776601683793, 33.496543915782794, 35.481338923357605, 37.58374042884436, 39.81071705534969, 42.169650342858226, 44.668359215096345, 47.315125896148125, 50.118723362727145, 53.08844442309879, 56.23413251903491, 59.56621435290109, 63.09573444801943, 66.83439175686135, 70.79457843841374, 74.98942093324558, 79.43282347242821, 84.13951416451965, 89.1250938133744, 94.40608762859226, 100.0 ], "counts": [ 19836, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 1, 1, 1, 1, 0, 2, 0, 2, 0, 1, 1, 2, 2, 0, 0, 0, 0, 2, 1, 1, 0, 0, 3, 2, 1, 0, 0, 3, 2, 0, 2, 1, 1, 1, 3, 6, 4, 2, 3, 6, 4, 8, 3, 8, 6, 8, 4, 5, 4, 4, 13, 8, 10, 6, 9, 10, 11, 15, 7, 15, 9, 17, 9, 10, 19, 18, 18, 22, 14, 11, 18, 19, 22, 31, 28, 26, 24, 34, 36, 36, 30, 38, 46, 44, 45, 38, 44, 66, 68, 58, 55, 55, 84, 78, 62, 91, 82, 87, 81, 79, 107, 107, 120, 132, 115, 145, 133, 131, 149, 159, 192, 157, 182, 191, 213, 197, 244, 261, 225, 270, 271, 316, 312, 334, 353, 391, 394, 436, 418, 499, 506, 510, 540, 589, 605, 639, 646, 702, 765, 822, 867, 855, 953, 965, 1026, 1141, 1246, 1260, 1284, 1459, 1489, 1451, 1650, 1685, 1776, 1850, 1839, 1919, 1975, 1961, 2009, 2065, 2096, 2167, 2174, 2242, 2157, 2307, 2379, 2372, 2480, 2407, 2420, 2538, 2579, 2635, 2527, 2669, 2586, 2742, 2729, 2700, 2756, 2601, 2767, 2709, 2938, 2936, 2900, 2864, 2906, 2953, 2931, 3067, 3063, 2969, 3041, 3109, 3111, 3199, 3069, 3108, 3199, 3151, 3218, 3146, 3305, 3438, 3354, 3281, 3256, 3421, 3432, 3445, 3530, 3430, 3479, 3720, 3613, 3605, 3758, 3687, 3636, 3859, 3741, 3844, 3962, 3983, 3975, 4022, 4048, 4156, 4135, 4220, 4470, 4406, 4496, 4461, 4649, 4769, 4831, 4787, 4964, 5150, 5087, 5269, 5394, 5545, 5776, 5723, 6018, 5989, 6341, 6409, 6726, 6727, 6929, 7589, 7725, 8257, 8231, 8778, 9120, 9299, 9910, 10258, 10760, 11374, 11939, 12380, 13428, 13789, 14546, 15676, 16579, 18165, 19641, 22358, 27189, 23459, 21226, 19610, 18451, 17452, 16506, 15667, 14556, 13990, 13015, 12106, 11380, 10797, 9893, 9484, 8874, 8278, 7677, 7128, 6614, 6228, 5977, 5744, 5346, 4152, 3616, 3331, 3015, 2944, 2625, 2424, 2254, 2233, 2047, 1991, 1796, 1780, 1817, 1373, 1272, 1136, 1149, 984, 968, 923, 842, 827, 792, 697, 543, 508, 538, 488, 454, 454, 412, 325, 333, 284, 289, 281, 247, 219, 191, 179, 188, 176, 129, 132, 136, 102, 112, 96, 82, 93, 83, 71, 68, 64, 62, 44, 44, 35, 29, 41, 24, 27, 25, 32, 23, 18, 18, 15, 18, 14, 8, 7, 7, 9, 5, 8, 6, 8, 5, 5, 6, 2, 1, 0, 6, 5, 3, 1, 1, 2, 2, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "total_count": 1048064, "underflow_count": 19836, "overflow_count": 0, "max_kld_exact": 3.7348466556786946, "min_kld_exact": -6.823319377069481e-06, "quantiles": { "p50": { "quantile": 0.5, "lower": 0.0010592537251772898, "upper": 0.0011220184543019652, "estimate": 0.0010900819975596216, "bin": 362, "bin_kind": "log", "bin_lower": 0.0010592537251772898, "bin_upper": 0.0011220184543019652, "order_statistic": 524032, "positions_below_bin": 518082, "positions_in_bin": 11939, "relative_width": 0.05593912371407732 }, "p95": { "quantile": 0.95, "lower": 0.00794328234724282, "upper": 0.008413951416451964, "estimate": 0.008215492628542702, "bin": 397, "bin_kind": "log", "bin_lower": 0.00794328234724282, "bin_upper": 0.008413951416451964, "order_statistic": 995660, "positions_below_bin": 993230, "positions_in_bin": 4152, "relative_width": 0.05593912371407744 }, "p99": { "quantile": 0.99, "lower": 0.02660725059798814, "upper": 0.02818382931264449, "estimate": 0.02757557923404735, "bin": 418, "bin_kind": "log", "bin_lower": 0.02660725059798814, "bin_upper": 0.02818382931264449, "order_statistic": 1037583, "positions_below_bin": 1037060, "positions_in_bin": 842, "relative_width": 0.05593912371407346 }, "p999": { "quantile": 0.999, "lower": 0.12589254117941662, "upper": 0.1333521432163324, "estimate": 0.13187603630480707, "bin": 445, "bin_kind": "log", "bin_lower": 0.12589254117941662, "bin_upper": 0.1333521432163324, "order_statistic": 1047015, "positions_below_bin": 1046938, "positions_in_bin": 96, "relative_width": 0.0559391237140774 }, "p9999": { "quantile": 0.9999, "lower": 0.4466835921509635, "upper": 0.47315125896148125, "estimate": 0.4629397409478931, "bin": 467, "bin_kind": "log", "bin_lower": 0.4466835921509635, "bin_upper": 0.47315125896148125, "order_statistic": 1047959, "positions_below_bin": 1047950, "positions_in_bin": 14, "relative_width": 0.05593912371407738 } }, "exceedance": [ { "requested": 0.0001, "threshold": 0.0001, "exact": true, "positions": 784738, "fraction": 0.7487500763312164 }, { "requested": 0.001, "threshold": 0.001, "exact": true, "positions": 541356, "fraction": 0.516529524914509 }, { "requested": 0.01, "threshold": 0.01, "exact": true, "positions": 40720, "fraction": 0.03885258915486077 }, { "requested": 0.1, "threshold": 0.1, "exact": true, "positions": 1608, "fraction": 0.001534257449926722 }, { "requested": 1.0, "threshold": 1.0, "exact": true, "positions": 23, "fraction": 2.1945224719101123e-05 } ], "method": "counts add across shards, percentiles do not: each quantile is reported as the [lower, upper] bin interval that provably contains it, plus a log-uniform point estimate inside that interval. max_kld_exact and the exceedance counts are exact, not interpolated." }, "ladder": { "checkpoint": "1M", "checkpoint_positions": 1000000, "next": "2M", "next_positions": 2000000, "positions_to_next": 951936, "targets": { "1M": 1000000, "2M": 2000000, "5M": 5000000, "10M": 10000000 } }, "shards": [ { "shard": 0, "report": "/var/tmp/work/kld5-tail/reports/shard-0000/report-hyd.json", "report_sha256": "ef5240a658b899d9eb39854ed0c2794f705e37dee885c8b16763af4c9c1f97f9", "suite_token_sha256": "caef8a4628d6c07c162100895096f890cdf9cafc8e4c48b3d66035d737ee7cf7", "reference_capture": "/work/kld5-tail/hidden/shard-0000/hidden-bf16", "candidate_capture": "/work/kld5-tail/hidden/shard-0000/hidden-hyd", "contexts": 512, "scored_positions": 1048064, "context_index_min": 0, "context_index_max": 511, "token_mean_kld": 0.002699883159684943, "context_macro_mean_kld": 0.002699883159684943, "top1_agreement": 0.9779689026624329, "max_kld": 3.7348466556786946, "p999_kld": 0.13126287966486647, "row_consistency": { "token_mean_relative_gap": 1.6062949518334313e-16, "top1_relative_gap": 0.0 } } ], "consistency": { "tolerance": 1e-06, "max_token_mean_relative_gap": 1.6062949518334313e-16, "max_top1_relative_gap": 0.0, "note": "headline numbers are recomputed from per-context rows and cross-checked against each shard report's own summary" }, "not_aggregable": { "token_percentiles_exact": "an exact cumulative median/p95/p99/p999 would need the token-level KLD vector, which no shard report carries. `tail.quantiles` bounds each one by the histogram bin it falls in, which is exact to the bin width; each shard's own exact percentiles are in its report", "jsd_percentiles": "shard reports carry only the position-weighted mean JSD, so its distribution cannot be recovered here" }, "inputs": { "/var/tmp/work/kld5-tail/reports/shard-0000/report-hyd.json": "ef5240a658b899d9eb39854ed0c2794f705e37dee885c8b16763af4c9c1f97f9" }, "per_context_all": [ { "index": 0, "source_cluster": "pg2868", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0018712942274862242, "median_kld": 0.001483379186465239, "top1_agreement": 0.9760625305324866 }, { "index": 1, "source_cluster": "wiki5-en-2028-summer-olympics", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002343919605911252, "median_kld": 0.001069598420730955, "top1_agreement": 0.9833903273082559 }, { "index": 2, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0022062550678549615, "median_kld": 0.0017176261135318782, "top1_agreement": 0.9716658524670249 }, { "index": 3, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025206001321059776, "median_kld": 0.0017992205498558178, "top1_agreement": 0.9789936492427943 }, { "index": 4, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002249991552840784, "median_kld": 0.0017571907847653279, "top1_agreement": 0.9780166096726918 }, { "index": 5, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021997173849225187, "median_kld": 0.0015924574357626398, "top1_agreement": 0.9819247679531021 }, { "index": 6, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0022563200635961522, "median_kld": 0.0016614409678368247, "top1_agreement": 0.9682462139716659 }, { "index": 7, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002996926890666159, "median_kld": 0.00013416188059522938, "top1_agreement": 0.9882755251587689 }, { "index": 8, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002027905535819387, "median_kld": 0.0015470256277865246, "top1_agreement": 0.9731314118221788 }, { "index": 9, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0018001419927773056, "median_kld": 0.001439734008272353, "top1_agreement": 0.9731314118221788 }, { "index": 10, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021968633034089957, "median_kld": 0.0017461948709751596, "top1_agreement": 0.9745969711773327 }, { "index": 11, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001496397820440944, "median_kld": 2.517873532781323e-05, "top1_agreement": 0.9956033219345384 }, { "index": 12, "source_cluster": "wiki5-fr-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017428621866163673, "median_kld": 0.0010302778546815716, "top1_agreement": 0.9755740107474352 }, { "index": 13, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015347187126963796, "median_kld": 0.00011890426762306561, "top1_agreement": 0.9872984855886663 }, { "index": 14, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002069020890170401, "median_kld": 0.0002176063358376723, "top1_agreement": 0.9872984855886663 }, { "index": 15, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022507953345230285, "median_kld": 0.001565425756325567, "top1_agreement": 0.9765510503175379 }, { "index": 16, "source_cluster": "wiki5-en-uefa-european-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002292553023268664, "median_kld": 0.0012248898195394986, "top1_agreement": 0.978505129457743 }, { "index": 17, "source_cluster": "pg100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018021159519937786, "median_kld": 0.0004268291000357749, "top1_agreement": 0.9814362481680508 }, { "index": 18, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00178522621374738, "median_kld": 0.0013986069636757748, "top1_agreement": 0.9770395701025891 }, { "index": 19, "source_cluster": "wiki5-ja-h82e8f84f6d85", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0021185300006831068, "median_kld": 0.000385091952921357, "top1_agreement": 0.9848558866634098 }, { "index": 20, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002064224639971121, "median_kld": 0.001640836751001018, "top1_agreement": 0.9741084513922814 }, { "index": 21, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012600855014985855, "median_kld": 9.612113774526421e-05, "top1_agreement": 0.9912066438690766 }, { "index": 22, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002439865704124141, "median_kld": 0.0017648315779865698, "top1_agreement": 0.9648265754763068 }, { "index": 23, "source_cluster": "wiki5-sv-peter-lemarc", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023980285834416014, "median_kld": 0.0011451767986727646, "top1_agreement": 0.979970688812897 }, { "index": 24, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0019497178418763034, "median_kld": 0.0015953609226926346, "top1_agreement": 0.9741084513922814 }, { "index": 25, "source_cluster": "wiki5-sv-christine-meltzer", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0021219390906640836, "median_kld": 0.0008107740120522067, "top1_agreement": 0.9794821690278456 }, { "index": 26, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0019220641649162352, "median_kld": 0.0007873176119588265, "top1_agreement": 0.9765510503175379 }, { "index": 27, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002011692765422925, "median_kld": 0.001654515589144978, "top1_agreement": 0.9760625305324866 }, { "index": 28, "source_cluster": "pg3268", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0031324687440489347, "median_kld": 0.0017356106038164398, "top1_agreement": 0.9648265754763068 }, { "index": 29, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023313180259039996, "median_kld": 0.0018687730221245147, "top1_agreement": 0.9672691744015632 }, { "index": 30, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002599224137116815, "median_kld": 0.0018697575431190216, "top1_agreement": 0.9731314118221788 }, { "index": 31, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024594630548241208, "median_kld": 0.0012409294395183679, "top1_agreement": 0.9770395701025891 }, { "index": 32, "source_cluster": "numpy5-v2.2.1-numpy-ma-core-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019248991684055812, "median_kld": 0.00015026946197105318, "top1_agreement": 0.9887640449438202 }, { "index": 33, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.018948920451708862, "median_kld": 0.00014198953343758092, "top1_agreement": 0.9687347337567171 }, { "index": 34, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001744209390854485, "median_kld": 4.127811962267858e-05, "top1_agreement": 0.9887640449438202 }, { "index": 35, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021281815317303996, "median_kld": 0.0013955988755469662, "top1_agreement": 0.9780166096726918 }, { "index": 36, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0038131701083476597, "median_kld": 0.0025991279982235937, "top1_agreement": 0.9623839765510503 }, { "index": 37, "source_cluster": "wiki5-en-gavin-newsom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014273403734196572, "median_kld": 0.0007796066675496149, "top1_agreement": 0.9794821690278456 }, { "index": 38, "source_cluster": "wiki5-en-deadpool", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002642390861225516, "median_kld": 0.001588348500263237, "top1_agreement": 0.9804592085979482 }, { "index": 39, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029245826641101733, "median_kld": 0.00018292803744124342, "top1_agreement": 0.9902296042989741 }, { "index": 40, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001655735095606298, "median_kld": 0.001283201833871317, "top1_agreement": 0.9745969711773327 }, { "index": 41, "source_cluster": "wiki5-id-satryo-brodjonegoro", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00204220904882544, "median_kld": 0.0010994945442917015, "top1_agreement": 0.9838788470933073 }, { "index": 42, "source_cluster": "wiki5-tr-ole-gunnar-solskj-r", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017467127608632859, "median_kld": 0.0006421495049835357, "top1_agreement": 0.9824132877381534 }, { "index": 43, "source_cluster": "arxiv5-cs-LO-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002566747065845717, "median_kld": 0.0016725426766619478, "top1_agreement": 0.97361993160723 }, { "index": 44, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021742777622948658, "median_kld": 0.001722120938158156, "top1_agreement": 0.97361993160723 }, { "index": 45, "source_cluster": "wiki5-de-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0018918665637297732, "median_kld": 0.0011225684422697668, "top1_agreement": 0.9819247679531021 }, { "index": 46, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020117888685261542, "median_kld": 0.0017204583044474475, "top1_agreement": 0.9760625305324866 }, { "index": 47, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027365988812153644, "median_kld": 0.001248256652225166, "top1_agreement": 0.9770395701025891 }, { "index": 48, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002111099628415061, "median_kld": 0.0015280222541815824, "top1_agreement": 0.9677576941866145 }, { "index": 49, "source_cluster": "pg28203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002538020482342592, "median_kld": 0.0016791602470078715, "top1_agreement": 0.9682462139716659 }, { "index": 50, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001849392224981681, "median_kld": 0.00010681753261110316, "top1_agreement": 0.9926722032242306 }, { "index": 51, "source_cluster": "wiki5-en-reform-uk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001962694001765013, "median_kld": 0.0009803422185106214, "top1_agreement": 0.9809477283829995 }, { "index": 52, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006273226808236689, "median_kld": 0.00047722660772109293, "top1_agreement": 0.9765510503175379 }, { "index": 53, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023451820972474413, "median_kld": 0.0011709178488672478, "top1_agreement": 0.9716658524670249 }, { "index": 54, "source_cluster": "cpython5-v3.13.1-python-ceval-macros-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003618268711153266, "median_kld": 0.0005822716062304778, "top1_agreement": 0.9843673668783586 }, { "index": 55, "source_cluster": "wiki5-pt-marcelo-rubens-paiva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002635303760222707, "median_kld": 0.0009448002763861041, "top1_agreement": 0.9755740107474352 }, { "index": 56, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001803207578261112, "median_kld": 0.0015452311845933764, "top1_agreement": 0.9755740107474352 }, { "index": 57, "source_cluster": "numpy5-v2.2.1-numpy-ma-mrecords-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002279063368583016, "median_kld": 0.00046681229498801713, "top1_agreement": 0.9848558866634098 }, { "index": 58, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012871738292072304, "median_kld": 0.00012094275169016733, "top1_agreement": 0.9780166096726918 }, { "index": 59, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002063890015520112, "median_kld": 0.0013540429543752452, "top1_agreement": 0.9833903273082559 }, { "index": 60, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002942166050148645, "median_kld": 0.0016739461824002433, "top1_agreement": 0.9741084513922814 }, { "index": 61, "source_cluster": "wiki5-hi-he3b8efc60c88", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.005458631570650757, "median_kld": 0.002542281054047635, "top1_agreement": 0.9614069369809477 }, { "index": 62, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021737945461356594, "median_kld": 0.0001038529973118596, "top1_agreement": 0.9658036150464093 }, { "index": 63, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002042113528095203, "median_kld": 0.00147579004450904, "top1_agreement": 0.9765510503175379 }, { "index": 64, "source_cluster": "wiki5-en-elon-musk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002230321837709309, "median_kld": 0.0013031365970164188, "top1_agreement": 0.979970688812897 }, { "index": 65, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018546987563846566, "median_kld": 0.0013028617963755096, "top1_agreement": 0.975085490962384 }, { "index": 66, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021455327583648942, "median_kld": 9.275246435436202e-05, "top1_agreement": 0.991695163654128 }, { "index": 67, "source_cluster": "wiki5-en-vivek-ramaswamy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017699491070406013, "median_kld": 0.0011065093910929136, "top1_agreement": 0.9824132877381534 }, { "index": 68, "source_cluster": "wiki5-en-donald-trump-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022191376759384436, "median_kld": 0.001122675028454978, "top1_agreement": 0.979970688812897 }, { "index": 69, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0030058493946045007, "median_kld": 0.0009147486313736408, "top1_agreement": 0.978505129457743 }, { "index": 70, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0022836754360121667, "median_kld": 0.0016633489017081615, "top1_agreement": 0.9760625305324866 }, { "index": 71, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020536726097984256, "median_kld": 0.00018188821862707982, "top1_agreement": 0.986809965803615 }, { "index": 72, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016013653086395477, "median_kld": 8.997335303817522e-05, "top1_agreement": 0.9902296042989741 }, { "index": 73, "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010230052685321855, "median_kld": 0.0002890962460266183, "top1_agreement": 0.9775280898876404 }, { "index": 74, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002245670473771285, "median_kld": 0.0016178217545075313, "top1_agreement": 0.9760625305324866 }, { "index": 75, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022912126526236296, "median_kld": 0.0012381804854157963, "top1_agreement": 0.9775280898876404 }, { "index": 76, "source_cluster": "wiki5-it-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017615097836275815, "median_kld": 0.0010829047228071431, "top1_agreement": 0.9814362481680508 }, { "index": 77, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022094199705419777, "median_kld": 0.0017684278833485223, "top1_agreement": 0.9760625305324866 }, { "index": 78, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00201394995919414, "median_kld": 0.0016806635017587723, "top1_agreement": 0.9770395701025891 }, { "index": 79, "source_cluster": "wiki5-pt-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002446882904072953, "median_kld": 0.0011427516146795824, "top1_agreement": 0.9765510503175379 }, { "index": 80, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024771653660296262, "median_kld": 0.0014745331970971165, "top1_agreement": 0.9809477283829995 }, { "index": 81, "source_cluster": "pg20203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00249295441767543, "median_kld": 0.001419822992374975, "top1_agreement": 0.9755740107474352 }, { "index": 82, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017301417164784665, "median_kld": 5.1117078636586655e-05, "top1_agreement": 0.9912066438690766 }, { "index": 83, "source_cluster": "pg11", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.011879582289240525, "median_kld": 1.5282313553743876e-05, "top1_agreement": 0.9926722032242306 }, { "index": 84, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0022981045640807353, "median_kld": 9.327498977890203e-05, "top1_agreement": 0.9902296042989741 }, { "index": 85, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0021541646787176746, "median_kld": 0.0015080149023560807, "top1_agreement": 0.9755740107474352 }, { "index": 86, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0025105792082187107, "median_kld": 0.0013000690940998538, "top1_agreement": 0.9814362481680508 }, { "index": 87, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0018084512872796278, "median_kld": 0.0014090798892993917, "top1_agreement": 0.9853444064484611 }, { "index": 88, "source_cluster": "wiki5-en-gerald-ford", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002816612657057915, "median_kld": 0.0014709511477661863, "top1_agreement": 0.9804592085979482 }, { "index": 89, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002092515823816933, "median_kld": 0.0013837583924782848, "top1_agreement": 0.9780166096726918 }, { "index": 90, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026472427445833873, "median_kld": 0.0009008072775338327, "top1_agreement": 0.9789936492427943 }, { "index": 91, "source_cluster": "cpython5-v3.13.1-objects-complexobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016326351321688613, "median_kld": 8.716029412170201e-05, "top1_agreement": 0.9882755251587689 }, { "index": 92, "source_cluster": "cpython5-v3.13.1-objects-iterobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002141227409632789, "median_kld": 3.699968085157934e-05, "top1_agreement": 0.9936492427943332 }, { "index": 93, "source_cluster": "wiki5-ja-h059e7e765623", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002365152193580012, "median_kld": 0.001403967551595997, "top1_agreement": 0.979970688812897 }, { "index": 94, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0034931080724270053, "median_kld": 0.001385715613650973, "top1_agreement": 0.97361993160723 }, { "index": 95, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0018896164882435246, "median_kld": 0.0016103523216060012, "top1_agreement": 0.9731314118221788 }, { "index": 96, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024983157535010186, "median_kld": 0.0010840497703838992, "top1_agreement": 0.9755740107474352 }, { "index": 97, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024408781766420114, "median_kld": 0.0017873818778753048, "top1_agreement": 0.97361993160723 }, { "index": 98, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002553445391078016, "median_kld": 0.0014489730300510928, "top1_agreement": 0.9809477283829995 }, { "index": 99, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002133124713350309, "median_kld": 0.0016488629412378941, "top1_agreement": 0.97361993160723 }, { "index": 100, "source_cluster": "cpython5-v3.13.1-objects-floatobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0022215701045999754, "median_kld": 0.00038608307326626345, "top1_agreement": 0.9638495359062041 }, { "index": 101, "source_cluster": "cpython5-v3.13.1-objects-unionobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001614290221299766, "median_kld": 6.762150840028402e-05, "top1_agreement": 0.9897410845139228 }, { "index": 102, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002853990398027089, "median_kld": 0.0011503385576361325, "top1_agreement": 0.9775280898876404 }, { "index": 103, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00780927257105486, "median_kld": 0.0006299519925505592, "top1_agreement": 0.9731314118221788 }, { "index": 104, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0033197976537671994, "median_kld": 1.1370379734532143e-05, "top1_agreement": 0.9902296042989741 }, { "index": 105, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0021307998611573274, "median_kld": 0.0016165190660792916, "top1_agreement": 0.9760625305324866 }, { "index": 106, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0021539131500017744, "median_kld": 0.0016971474469755776, "top1_agreement": 0.9770395701025891 }, { "index": 107, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002457698451911494, "median_kld": 0.00169297478049657, "top1_agreement": 0.9775280898876404 }, { "index": 108, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0022437911480786077, "median_kld": 0.0016401884042807069, "top1_agreement": 0.9726428920371275 }, { "index": 109, "source_cluster": "wiki5-en-robert-f-kennedy-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018937227788255067, "median_kld": 0.0012636187527732545, "top1_agreement": 0.9775280898876404 }, { "index": 110, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011522055377723923, "median_kld": 0.00012257005085913875, "top1_agreement": 0.9921836834391793 }, { "index": 111, "source_cluster": "wiki5-en-list-of-highest-grossing-films", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001740796711517691, "median_kld": 0.001244820872756236, "top1_agreement": 0.9794821690278456 }, { "index": 112, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021418763165399683, "median_kld": 0.001688780145471469, "top1_agreement": 0.9780166096726918 }, { "index": 113, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020894972980840913, "median_kld": 9.36464590495234e-05, "top1_agreement": 0.9897410845139228 }, { "index": 114, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019952587582582, "median_kld": 0.0011865458976672016, "top1_agreement": 0.9765510503175379 }, { "index": 115, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002215823430185107, "median_kld": 0.0016196330282411964, "top1_agreement": 0.9716658524670249 }, { "index": 116, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002089242038250216, "median_kld": 0.0014416528634626502, "top1_agreement": 0.9775280898876404 }, { "index": 117, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002245621746249917, "median_kld": 0.0016923946518261346, "top1_agreement": 0.9741084513922814 }, { "index": 118, "source_cluster": "wiki5-ar-h667583703021", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002000239112004914, "median_kld": 0.0012215931207890662, "top1_agreement": 0.9770395701025891 }, { "index": 119, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029652375577383467, "median_kld": 0.0009137301494241967, "top1_agreement": 0.9775280898876404 }, { "index": 120, "source_cluster": "wiki5-ja-h6eba8794e3c6", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.005507834063539405, "median_kld": 0.0012359032971289707, "top1_agreement": 0.9775280898876404 }, { "index": 121, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0027468533861274296, "median_kld": 3.5391979302301646e-05, "top1_agreement": 0.9882755251587689 }, { "index": 122, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026079873724054034, "median_kld": 0.0016562887379194535, "top1_agreement": 0.9745969711773327 }, { "index": 123, "source_cluster": "wiki5-en-united-kingdom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025806548334531085, "median_kld": 0.001348656172609708, "top1_agreement": 0.9789936492427943 }, { "index": 124, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001993812844303658, "median_kld": 0.0015525679109806845, "top1_agreement": 0.9760625305324866 }, { "index": 125, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021180152765660184, "median_kld": 0.0016402212128809879, "top1_agreement": 0.9721543722520762 }, { "index": 126, "source_cluster": "wiki5-sv-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002457414176704317, "median_kld": 0.0008328128496941645, "top1_agreement": 0.9814362481680508 }, { "index": 127, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002647607442711935, "median_kld": 0.0016445104092781548, "top1_agreement": 0.9721543722520762 }, { "index": 128, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017826019713266866, "median_kld": 5.4542463456375145e-05, "top1_agreement": 0.9912066438690766 }, { "index": 129, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025995108669612473, "median_kld": 0.0010367247412261804, "top1_agreement": 0.9741084513922814 }, { "index": 130, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022175311419607322, "median_kld": 0.0016063620997854855, "top1_agreement": 0.9726428920371275 }, { "index": 131, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028180733743723443, "median_kld": 3.3451154732411226e-05, "top1_agreement": 0.9902296042989741 }, { "index": 132, "source_cluster": "wiki5-en-assassination-of-john-f-kennedy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002566670242033237, "median_kld": 0.001324840366404345, "top1_agreement": 0.9794821690278456 }, { "index": 133, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021349657738439854, "median_kld": 0.0015076174350951987, "top1_agreement": 0.9731314118221788 }, { "index": 134, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002944303164457594, "median_kld": 0.0009156522117557131, "top1_agreement": 0.9755740107474352 }, { "index": 135, "source_cluster": "wiki5-tr-osmanl-i-mparatorlug-u", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003172312050098424, "median_kld": 0.0010098225447308096, "top1_agreement": 0.9765510503175379 }, { "index": 136, "source_cluster": "wiki5-fa-h44e3fcb0d500", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0022147516384606056, "median_kld": 0.0009629504415897827, "top1_agreement": 0.9770395701025891 }, { "index": 137, "source_cluster": "wiki5-en-glen-powell", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002023952457266834, "median_kld": 0.0008690299109730404, "top1_agreement": 0.9848558866634098 }, { "index": 138, "source_cluster": "wiki5-sv-henrik-viii-av-england", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003613631118232041, "median_kld": 0.0015358572845798335, "top1_agreement": 0.9775280898876404 }, { "index": 139, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0021140416442073707, "median_kld": 0.0013576363409697478, "top1_agreement": 0.979970688812897 }, { "index": 140, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002040921897207445, "median_kld": 0.0012404075153824579, "top1_agreement": 0.9833903273082559 }, { "index": 141, "source_cluster": "pg5197", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0018201529464953712, "median_kld": 0.001402344389305199, "top1_agreement": 0.9765510503175379 }, { "index": 142, "source_cluster": "pg31635", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0019458905668406068, "median_kld": 0.0014890225558019665, "top1_agreement": 0.9760625305324866 }, { "index": 143, "source_cluster": "wiki5-en-dua-lipa", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015995907060181165, "median_kld": 0.0009406574702097714, "top1_agreement": 0.9863214460185638 }, { "index": 144, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002092319465069745, "median_kld": 0.00011259415176922971, "top1_agreement": 0.9892525647288715 }, { "index": 145, "source_cluster": "wiki5-fa-hc7c13d635b08", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00384147755601973, "median_kld": 0.0007242602041515056, "top1_agreement": 0.97361993160723 }, { "index": 146, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0031531609521085456, "median_kld": 0.0012025082286299948, "top1_agreement": 0.9838788470933073 }, { "index": 147, "source_cluster": "wiki5-zh-hba42412b42f4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023100130054823625, "median_kld": 0.0015686404954067257, "top1_agreement": 0.9677576941866145 }, { "index": 148, "source_cluster": "numpy5-v2.2.1-numpy-matrixlib-defmatrix-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014427936530888009, "median_kld": 2.0612242561224292e-05, "top1_agreement": 0.9946262823644357 }, { "index": 149, "source_cluster": "wiki5-en-serena-williams", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001945785612129261, "median_kld": 0.0010418582493145756, "top1_agreement": 0.9794821690278456 }, { "index": 150, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003376638011196189, "median_kld": 0.0013071585608486203, "top1_agreement": 0.979970688812897 }, { "index": 151, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001812852367378942, "median_kld": 0.0010183687199969427, "top1_agreement": 0.9745969711773327 }, { "index": 152, "source_cluster": "wiki5-hi-h308885d90ce4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.006669287335352443, "median_kld": 0.002903099113609642, "top1_agreement": 0.9614069369809477 }, { "index": 153, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002111005267109908, "median_kld": 0.0016079701738647145, "top1_agreement": 0.979970688812897 }, { "index": 154, "source_cluster": "wiki5-en-charli-xcx", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00327576316578241, "median_kld": 0.0011366917919986008, "top1_agreement": 0.9745969711773327 }, { "index": 155, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002156142073646568, "median_kld": 0.0013287974031044314, "top1_agreement": 0.9794821690278456 }, { "index": 156, "source_cluster": "cpython5-v3.13.1-objects-dictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002617687399597017, "median_kld": 0.0003578389378660063, "top1_agreement": 0.9814362481680508 }, { "index": 157, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-litemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015548198384006348, "median_kld": 4.637429945875127e-05, "top1_agreement": 0.9936492427943332 }, { "index": 158, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023196216619815082, "median_kld": 0.001752003919406775, "top1_agreement": 0.97361993160723 }, { "index": 159, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006589772399209074, "median_kld": 0.00030353772967828263, "top1_agreement": 0.9780166096726918 }, { "index": 160, "source_cluster": "wiki5-it-david-lynch", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026127253309869616, "median_kld": 0.00035718793876071686, "top1_agreement": 0.9829018075232047 }, { "index": 161, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027188035096191525, "median_kld": 0.0015562884668725019, "top1_agreement": 0.9755740107474352 }, { "index": 162, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002255188667614658, "median_kld": 0.00130587523707959, "top1_agreement": 0.9789936492427943 }, { "index": 163, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002156680979780962, "median_kld": 0.0011535395606188104, "top1_agreement": 0.9706888128969223 }, { "index": 164, "source_cluster": "wiki5-en-2024-crowdstrike-incident", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019575393213771435, "median_kld": 0.0014334906351223253, "top1_agreement": 0.9770395701025891 }, { "index": 165, "source_cluster": "wiki5-en-jana-novotna", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016287880061165991, "median_kld": 0.000713594292506059, "top1_agreement": 0.9809477283829995 }, { "index": 166, "source_cluster": "wiki5-fa-h6f1de7c28c8a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0020512919599677206, "median_kld": 0.0010994973836204736, "top1_agreement": 0.9829018075232047 }, { "index": 167, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002229282501972272, "median_kld": 0.0014524777340305661, "top1_agreement": 0.9697117733268197 }, { "index": 168, "source_cluster": "wiki5-en-manchester-united-f-c", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018301312750317693, "median_kld": 0.0011396420201741364, "top1_agreement": 0.9780166096726918 }, { "index": 169, "source_cluster": "wiki5-en-2016-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023140844244453037, "median_kld": 0.0013613656555193643, "top1_agreement": 0.9682462139716659 }, { "index": 170, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021728181417589357, "median_kld": 0.0009748158142883767, "top1_agreement": 0.9809477283829995 }, { "index": 171, "source_cluster": "cpython5-v3.13.1-python-gc-free-threading-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0025133927483987108, "median_kld": 8.582558831449205e-05, "top1_agreement": 0.9897410845139228 }, { "index": 172, "source_cluster": "wiki5-nl-nederland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002185301368020157, "median_kld": 0.0011023883305369964, "top1_agreement": 0.9745969711773327 }, { "index": 173, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002126574086183899, "median_kld": 0.0011872517262396798, "top1_agreement": 0.9755740107474352 }, { "index": 174, "source_cluster": "cpython5-v3.13.1-objects-listobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0037882994269025708, "median_kld": 0.00029018178332762545, "top1_agreement": 0.9794821690278456 }, { "index": 175, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026187096880503887, "median_kld": 0.0018527067980471656, "top1_agreement": 0.9687347337567171 }, { "index": 176, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002397002769198951, "median_kld": 0.0016153998970480643, "top1_agreement": 0.9677576941866145 }, { "index": 177, "source_cluster": "cpython5-v3.13.1-objects-obmalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024089003203292755, "median_kld": 0.0009148812802894923, "top1_agreement": 0.9804592085979482 }, { "index": 178, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006606256015175671, "median_kld": 0.000428372525514753, "top1_agreement": 0.9716658524670249 }, { "index": 179, "source_cluster": "wiki5-ko-h827332b44213", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023939274458520503, "median_kld": 0.0014783646583964583, "top1_agreement": 0.9711773326819736 }, { "index": 180, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021207817422133676, "median_kld": 0.0015506066787480677, "top1_agreement": 0.9755740107474352 }, { "index": 181, "source_cluster": "wiki5-en-youtube", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026285703251446683, "median_kld": 0.0012385054282617602, "top1_agreement": 0.9770395701025891 }, { "index": 182, "source_cluster": "cpython5-v3.13.1-python-opcode-targets-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003949874493661621, "median_kld": 0.00012106562084923667, "top1_agreement": 0.9819247679531021 }, { "index": 183, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002413856180822761, "median_kld": 0.0017002550527962512, "top1_agreement": 0.9789936492427943 }, { "index": 184, "source_cluster": "cpython5-v3.13.1-python-modsupport-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001785740653710995, "median_kld": 8.982820284586523e-05, "top1_agreement": 0.9897410845139228 }, { "index": 185, "source_cluster": "wiki5-en-sha-carri-richardson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001737674277378507, "median_kld": 0.0006431172203349433, "top1_agreement": 0.9794821690278456 }, { "index": 186, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00264579394787404, "median_kld": 0.0016309066506892123, "top1_agreement": 0.9741084513922814 }, { "index": 187, "source_cluster": "wiki5-hi-h920a1524fc19", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.005690847739949742, "median_kld": 0.0022849822089483496, "top1_agreement": 0.9653150952613581 }, { "index": 188, "source_cluster": "wiki5-en-agenda-47", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001744220015421887, "median_kld": 0.0013118924880046734, "top1_agreement": 0.9755740107474352 }, { "index": 189, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023736590160133237, "median_kld": 0.0018208934639645236, "top1_agreement": 0.9745969711773327 }, { "index": 190, "source_cluster": "wiki5-en-franklin-d-roosevelt", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026289474584614775, "median_kld": 0.001384857983339316, "top1_agreement": 0.9775280898876404 }, { "index": 191, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002396842680724637, "median_kld": 0.0016369410083711955, "top1_agreement": 0.97361993160723 }, { "index": 192, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002436326720072776, "median_kld": 0.00015430505692037855, "top1_agreement": 0.9780166096726918 }, { "index": 193, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003200684179642864, "median_kld": 0.000532852142896445, "top1_agreement": 0.9819247679531021 }, { "index": 194, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020227806431675223, "median_kld": 0.0001178855784615962, "top1_agreement": 0.9882755251587689 }, { "index": 195, "source_cluster": "wiki5-tr-recep-tayyip-erdog-an", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002328259961288077, "median_kld": 0.001174902163029401, "top1_agreement": 0.9833903273082559 }, { "index": 196, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001936082267569112, "median_kld": 0.0013333546830835985, "top1_agreement": 0.9706888128969223 }, { "index": 197, "source_cluster": "wiki5-cs-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026717588621418833, "median_kld": 0.0008160386278177612, "top1_agreement": 0.9697117733268197 }, { "index": 198, "source_cluster": "cpython5-v3.13.1-modules-timemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0023895603315813737, "median_kld": 0.00011236402899555964, "top1_agreement": 0.9858329262335125 }, { "index": 199, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002171813974566929, "median_kld": 0.0018901555565804529, "top1_agreement": 0.9687347337567171 }, { "index": 200, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026111401137601698, "median_kld": 0.0009903770933306077, "top1_agreement": 0.9770395701025891 }, { "index": 201, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002279944624989121, "median_kld": 0.0012944238160628174, "top1_agreement": 0.9829018075232047 }, { "index": 202, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006996008511081394, "median_kld": 0.004682310454313665, "top1_agreement": 0.9555446995603322 }, { "index": 203, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002413436805233948, "median_kld": 0.0017837535646663127, "top1_agreement": 0.9824132877381534 }, { "index": 204, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003745376502064042, "median_kld": 0.0011779730515897313, "top1_agreement": 0.97361993160723 }, { "index": 205, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027724483473054004, "median_kld": 0.001380682791932486, "top1_agreement": 0.9716658524670249 }, { "index": 206, "source_cluster": "wiki5-en-melania-trump", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002161343348860713, "median_kld": 0.0011091042217685754, "top1_agreement": 0.9789936492427943 }, { "index": 207, "source_cluster": "cpython5-v3.13.1-python-sysmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029658471903727416, "median_kld": 0.0003330307079920658, "top1_agreement": 0.95847581827064 }, { "index": 208, "source_cluster": "wiki5-pl-zmarli-w-styczniu-2025", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002207906558984204, "median_kld": 0.0003534440481018919, "top1_agreement": 0.9745969711773327 }, { "index": 209, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001843666354604587, "median_kld": 0.0012979587490917766, "top1_agreement": 0.9789936492427943 }, { "index": 210, "source_cluster": "wiki5-es-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016461938564699401, "median_kld": 0.0010488217017154966, "top1_agreement": 0.9858329262335125 }, { "index": 211, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0018462916387063308, "median_kld": 0.001449185922695051, "top1_agreement": 0.9765510503175379 }, { "index": 212, "source_cluster": "cpython5-v3.13.1-python-warnings-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016384888926915993, "median_kld": 0.00010191423698202584, "top1_agreement": 0.9926722032242306 }, { "index": 213, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023741601718172806, "median_kld": 0.0015960746145537996, "top1_agreement": 0.979970688812897 }, { "index": 214, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0022642289051231505, "median_kld": 0.0009792624531428373, "top1_agreement": 0.9809477283829995 }, { "index": 215, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003164885853199423, "median_kld": 0.0006702639930438181, "top1_agreement": 0.9658036150464093 }, { "index": 216, "source_cluster": "wiki5-fr-cookie-informatique", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016100627734620962, "median_kld": 0.001049809662390544, "top1_agreement": 0.9819247679531021 }, { "index": 217, "source_cluster": "wiki5-en-france", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003950415803683396, "median_kld": 0.0015915376446002938, "top1_agreement": 0.9765510503175379 }, { "index": 218, "source_cluster": "wiki5-en-tadej-pogac-ar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018038031671482047, "median_kld": 0.0009373331783351091, "top1_agreement": 0.9809477283829995 }, { "index": 219, "source_cluster": "wiki5-nl-de-slimste-mens", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027858849533150707, "median_kld": 0.0008764280082260711, "top1_agreement": 0.9770395701025891 }, { "index": 220, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024970963063619604, "median_kld": 0.0016995091345961555, "top1_agreement": 0.9760625305324866 }, { "index": 221, "source_cluster": "wiki5-tr-tu-rkiye", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002209188602279182, "median_kld": 0.0008018005254371019, "top1_agreement": 0.9814362481680508 }, { "index": 222, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014341597748768545, "median_kld": 3.675344400910774e-05, "top1_agreement": 0.9912066438690766 }, { "index": 223, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002199118384518976, "median_kld": 0.0018168690849051927, "top1_agreement": 0.9760625305324866 }, { "index": 224, "source_cluster": "pg30434", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0017097642626599091, "median_kld": 0.0012990841610189818, "top1_agreement": 0.978505129457743 }, { "index": 225, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003127148666724821, "median_kld": 9.196499849650763e-05, "top1_agreement": 0.9912066438690766 }, { "index": 226, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0019359511864534959, "median_kld": 0.0015354894690631227, "top1_agreement": 0.978505129457743 }, { "index": 227, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021098940641201707, "median_kld": 0.0018092606404174205, "top1_agreement": 0.9745969711773327 }, { "index": 228, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0021033727675490023, "median_kld": 0.0007617476785526378, "top1_agreement": 0.9838788470933073 }, { "index": 229, "source_cluster": "wiki5-uk-h1e328a442ba1", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0025772473071627266, "median_kld": 0.0007626827300555306, "top1_agreement": 0.9745969711773327 }, { "index": 230, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003024471171326293, "median_kld": 0.0014253618865041062, "top1_agreement": 0.9731314118221788 }, { "index": 231, "source_cluster": "cpython5-v3.13.1-python-traceback-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0027128055863756997, "median_kld": 0.00010318379393758903, "top1_agreement": 0.9824132877381534 }, { "index": 232, "source_cluster": "wiki5-en-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001853125377086331, "median_kld": 0.0007514067087726062, "top1_agreement": 0.9814362481680508 }, { "index": 233, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00257662317228802, "median_kld": 0.0011882203840514194, "top1_agreement": 0.9789936492427943 }, { "index": 234, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001931253743453547, "median_kld": 0.0011249438516358623, "top1_agreement": 0.9697117733268197 }, { "index": 235, "source_cluster": "wiki5-it-randal-kolo-muani", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0020047722788554267, "median_kld": 0.0011441677741856893, "top1_agreement": 0.9745969711773327 }, { "index": 236, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024435480909372914, "median_kld": 0.0017827629196744965, "top1_agreement": 0.9755740107474352 }, { "index": 237, "source_cluster": "wiki5-pl-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0025021974786800555, "median_kld": 0.0004413898348332168, "top1_agreement": 0.9789936492427943 }, { "index": 238, "source_cluster": "wiki5-ar-haee79b42b9cb", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0022704529669473512, "median_kld": 0.001352227853203658, "top1_agreement": 0.9794821690278456 }, { "index": 239, "source_cluster": "pg30340", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0021012768867299065, "median_kld": 0.0017512519218314537, "top1_agreement": 0.9687347337567171 }, { "index": 240, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021135394704080725, "median_kld": 0.0016487112756493616, "top1_agreement": 0.9731314118221788 }, { "index": 241, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0032071594198881405, "median_kld": 0.0014670391319668852, "top1_agreement": 0.9794821690278456 }, { "index": 242, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002340298715516631, "median_kld": 0.0015781062654696143, "top1_agreement": 0.9770395701025891 }, { "index": 243, "source_cluster": "numpy5-v2.2.1-numpy-testing-private-utils-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004318110437692357, "median_kld": 0.0004899019332516019, "top1_agreement": 0.9789936492427943 }, { "index": 244, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0087105184902211, "median_kld": 0.0009709986209145427, "top1_agreement": 0.975085490962384 }, { "index": 245, "source_cluster": "pg7326", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023720300410701805, "median_kld": 0.0018022227435494642, "top1_agreement": 0.9633610161211529 }, { "index": 246, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0018262727189930351, "median_kld": 0.0013642336153338874, "top1_agreement": 0.9775280898876404 }, { "index": 247, "source_cluster": "pg24739", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023441942084703833, "median_kld": 0.0016285882944160335, "top1_agreement": 0.975085490962384 }, { "index": 248, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025609125171156895, "median_kld": 0.0016826529953100078, "top1_agreement": 0.9741084513922814 }, { "index": 249, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021980777098525453, "median_kld": 3.7057013761998547e-06, "top1_agreement": 0.991695163654128 }, { "index": 250, "source_cluster": "wiki5-ko-hd51b5b46f0c7", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0031375301428950603, "median_kld": 0.001811031877878122, "top1_agreement": 0.9677576941866145 }, { "index": 251, "source_cluster": "wiki5-hi-h04852c115c77", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004114677236415218, "median_kld": 0.0020067630721314345, "top1_agreement": 0.9726428920371275 }, { "index": 252, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020752535755458666, "median_kld": 0.00013485414271485752, "top1_agreement": 0.9819247679531021 }, { "index": 253, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-distributions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004046596603173701, "median_kld": 4.636937455870793e-05, "top1_agreement": 0.9882755251587689 }, { "index": 254, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002076954897800482, "median_kld": 0.0016080540301040003, "top1_agreement": 0.9716658524670249 }, { "index": 255, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001887517914267342, "median_kld": 0.00026788516819920005, "top1_agreement": 0.9887640449438202 }, { "index": 256, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.012552876529038524, "median_kld": 0.0068238193239764655, "top1_agreement": 0.9443087445041524 }, { "index": 257, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0016723891212747583, "median_kld": 0.001367909311738913, "top1_agreement": 0.979970688812897 }, { "index": 258, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018669819257811466, "median_kld": 5.041289712437447e-05, "top1_agreement": 0.9804592085979482 }, { "index": 259, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001965504730964383, "median_kld": 0.0015611233498020738, "top1_agreement": 0.9760625305324866 }, { "index": 260, "source_cluster": "wiki5-zh-hdc6274f381ba", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027565552151014405, "median_kld": 0.0016115118859545419, "top1_agreement": 0.975085490962384 }, { "index": 261, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002715432133432713, "median_kld": 0.001381862258313049, "top1_agreement": 0.9726428920371275 }, { "index": 262, "source_cluster": "wiki5-en-project-2025", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002452055398430639, "median_kld": 0.0013769471099891462, "top1_agreement": 0.97361993160723 }, { "index": 263, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00250973189578967, "median_kld": 0.0009145728650992169, "top1_agreement": 0.978505129457743 }, { "index": 264, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020891811242753186, "median_kld": 0.00010985204993829711, "top1_agreement": 0.9877870053737177 }, { "index": 265, "source_cluster": "wiki5-en-olympic-games", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004860553563218609, "median_kld": 0.0017538706176338792, "top1_agreement": 0.975085490962384 }, { "index": 266, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001858006254337992, "median_kld": 0.0014549544138304782, "top1_agreement": 0.9731314118221788 }, { "index": 267, "source_cluster": "cpython5-v3.13.1-modules-main-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0026380989243548502, "median_kld": 0.0001328172305186115, "top1_agreement": 0.9829018075232047 }, { "index": 268, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023426480685812896, "median_kld": 0.0018397290649261322, "top1_agreement": 0.978505129457743 }, { "index": 269, "source_cluster": "pg18459", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024689173694909207, "median_kld": 0.0018386247593298322, "top1_agreement": 0.9726428920371275 }, { "index": 270, "source_cluster": "cpython5-v3.13.1-objects-bytesobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029574825092906886, "median_kld": 9.575274152950897e-05, "top1_agreement": 0.9765510503175379 }, { "index": 271, "source_cluster": "wiki5-sv-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002124966678254274, "median_kld": 0.001087242239123043, "top1_agreement": 0.97361993160723 }, { "index": 272, "source_cluster": "cpython5-v3.13.1-python-tracemalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018049123729991182, "median_kld": 6.541733852261089e-05, "top1_agreement": 0.9858329262335125 }, { "index": 273, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0016278759304838245, "median_kld": 0.0009227834056382278, "top1_agreement": 0.9848558866634098 }, { "index": 274, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001963360379100782, "median_kld": 0.0014851182862400947, "top1_agreement": 0.9863214460185638 }, { "index": 275, "source_cluster": "wiki5-ru-hfb9eee94f6d8", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001959639186046991, "median_kld": 0.000839619826820126, "top1_agreement": 0.9829018075232047 }, { "index": 276, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021056083761057365, "median_kld": 0.00016461386837818281, "top1_agreement": 0.9658036150464093 }, { "index": 277, "source_cluster": "wiki5-de-gro-nland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002439401788184163, "median_kld": 0.001092183764200172, "top1_agreement": 0.9745969711773327 }, { "index": 278, "source_cluster": "wiki5-zh-h32548d7cf840", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0025936894650333492, "median_kld": 0.0013177269871604835, "top1_agreement": 0.9794821690278456 }, { "index": 279, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0066463040105261845, "median_kld": 0.0014329583051448935, "top1_agreement": 0.9726428920371275 }, { "index": 280, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002534564485648217, "median_kld": 0.0002191818641961163, "top1_agreement": 0.9853444064484611 }, { "index": 281, "source_cluster": "wiki5-en-xxxtentacion", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014597493992747255, "median_kld": 0.0009719927251126137, "top1_agreement": 0.9780166096726918 }, { "index": 282, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026296289927339586, "median_kld": 0.0008769146288614138, "top1_agreement": 0.9765510503175379 }, { "index": 283, "source_cluster": "cpython5-v3.13.1-python-compile-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0025215991227569676, "median_kld": 0.0002799260293393502, "top1_agreement": 0.9833903273082559 }, { "index": 284, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001565398114883617, "median_kld": 0.0011391274985328437, "top1_agreement": 0.9809477283829995 }, { "index": 285, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0025995884976226847, "median_kld": 0.00011487531150308761, "top1_agreement": 0.9912066438690766 }, { "index": 286, "source_cluster": "wiki5-en-tom-daley", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022643840933019065, "median_kld": 0.0008622151862230365, "top1_agreement": 0.9780166096726918 }, { "index": 287, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020656623457568912, "median_kld": 0.0017103039216408433, "top1_agreement": 0.9741084513922814 }, { "index": 288, "source_cluster": "wiki5-en-nicole-kidman", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0024030988879006603, "median_kld": 0.0010489868907086475, "top1_agreement": 0.9858329262335125 }, { "index": 289, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0026733203262092756, "median_kld": 0.00023707000223893715, "top1_agreement": 0.9902296042989741 }, { "index": 290, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008790851212773084, "median_kld": 0.00010869537836423471, "top1_agreement": 0.978505129457743 }, { "index": 291, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002289580455464844, "median_kld": 0.001712362326998118, "top1_agreement": 0.9716658524670249 }, { "index": 292, "source_cluster": "pg31257", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0019603077073041477, "median_kld": 0.0015602452008351975, "top1_agreement": 0.9760625305324866 }, { "index": 293, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0020283100288385502, "median_kld": 0.0016053752258358145, "top1_agreement": 0.9814362481680508 }, { "index": 294, "source_cluster": "wiki5-es-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0019765838280453507, "median_kld": 0.0009810205519897863, "top1_agreement": 0.9780166096726918 }, { "index": 295, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018188574911765555, "median_kld": 2.5636399727524406e-06, "top1_agreement": 0.9921836834391793 }, { "index": 296, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002053429488676957, "median_kld": 0.001529789669262982, "top1_agreement": 0.9755740107474352 }, { "index": 297, "source_cluster": "wiki5-en-inside-out-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002649580716863594, "median_kld": 0.0011365131962293162, "top1_agreement": 0.9780166096726918 }, { "index": 298, "source_cluster": "wiki5-en-2024-venezuelan-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028262508900869544, "median_kld": 0.0012574147751251985, "top1_agreement": 0.9780166096726918 }, { "index": 299, "source_cluster": "cpython5-v3.13.1-objects-codeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017767742823989825, "median_kld": 5.2945565601092426e-05, "top1_agreement": 0.9946262823644357 }, { "index": 300, "source_cluster": "wiki5-en-michael-phelps", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002373557557131806, "median_kld": 0.00047634797752493796, "top1_agreement": 0.9838788470933073 }, { "index": 301, "source_cluster": "wiki5-en-shakira", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0033075286567653237, "median_kld": 0.0010189199442791619, "top1_agreement": 0.9765510503175379 }, { "index": 302, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001679552939361005, "median_kld": 0.001482823121364163, "top1_agreement": 0.978505129457743 }, { "index": 303, "source_cluster": "wiki5-en-if-film", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022581782225663902, "median_kld": 0.0011936146140385517, "top1_agreement": 0.9819247679531021 }, { "index": 304, "source_cluster": "pg1259", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002154629335783033, "median_kld": 0.0016333289472072465, "top1_agreement": 0.97361993160723 }, { "index": 305, "source_cluster": "cpython5-v3.13.1-python-executor-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020206892130516995, "median_kld": 0.0001360618987291673, "top1_agreement": 0.9912066438690766 }, { "index": 306, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002354490254845156, "median_kld": 0.0009443508542403833, "top1_agreement": 0.9814362481680508 }, { "index": 307, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014555840645664212, "median_kld": 8.997336502858388e-05, "top1_agreement": 0.9872984855886663 }, { "index": 308, "source_cluster": "pg2641", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0029470467619804696, "median_kld": 0.0018161140023948974, "top1_agreement": 0.9726428920371275 }, { "index": 309, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020752257144349643, "median_kld": 0.0015967947679258465, "top1_agreement": 0.97361993160723 }, { "index": 310, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015030508982150537, "median_kld": 0.0005463376746774884, "top1_agreement": 0.9853444064484611 }, { "index": 311, "source_cluster": "wiki5-tr-abdullah-o-calan", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023846733829582653, "median_kld": 0.0009757993466337211, "top1_agreement": 0.9848558866634098 }, { "index": 312, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0017952537483707507, "median_kld": 0.0012852284662514535, "top1_agreement": 0.9789936492427943 }, { "index": 313, "source_cluster": "wiki5-en-liz-truss", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017458289281089496, "median_kld": 0.000932990538700551, "top1_agreement": 0.9863214460185638 }, { "index": 314, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022253790501783675, "median_kld": 0.0017253495286695397, "top1_agreement": 0.9731314118221788 }, { "index": 315, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006118087111670478, "median_kld": 0.003576387476414311, "top1_agreement": 0.9638495359062041 }, { "index": 316, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001845613681265823, "median_kld": 0.0008208752049085888, "top1_agreement": 0.9711773326819736 }, { "index": 317, "source_cluster": "cpython5-v3.13.1-modules-mathmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002468220784494671, "median_kld": 0.00018047184216740675, "top1_agreement": 0.9809477283829995 }, { "index": 318, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0018972030925332732, "median_kld": 0.0015547013210834848, "top1_agreement": 0.9824132877381534 }, { "index": 319, "source_cluster": "wiki5-en-ollie-watkins", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014210721280484243, "median_kld": 0.0006320493533671367, "top1_agreement": 0.9843673668783586 }, { "index": 320, "source_cluster": "numpy5-v2.2.1-numpy-ma-timer-comparison-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012393675054626456, "median_kld": 0.00011833177792119898, "top1_agreement": 0.9907181240840254 }, { "index": 321, "source_cluster": "wiki5-en-george-h-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003023681096255758, "median_kld": 0.0014579811468706794, "top1_agreement": 0.9711773326819736 }, { "index": 322, "source_cluster": "wiki5-en-deadpool-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002746167274615208, "median_kld": 0.0014880061595476946, "top1_agreement": 0.9794821690278456 }, { "index": 323, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002334704552491453, "median_kld": 0.0011590163318260238, "top1_agreement": 0.9706888128969223 }, { "index": 324, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0031389069169666306, "median_kld": 0.0010471212310179112, "top1_agreement": 0.9824132877381534 }, { "index": 325, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003866740489246976, "median_kld": 0.0026168737771854467, "top1_agreement": 0.9692232535417684 }, { "index": 326, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020997991916568244, "median_kld": 0.00173533856980157, "top1_agreement": 0.9726428920371275 }, { "index": 327, "source_cluster": "cpython5-v3.13.1-python-pytime-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017276965618801122, "median_kld": 9.191113539941398e-05, "top1_agreement": 0.9887640449438202 }, { "index": 328, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001930657705719556, "median_kld": 0.0013428302291913496, "top1_agreement": 0.9770395701025891 }, { "index": 329, "source_cluster": "cpython5-v3.13.1-modules-mmapmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001772061493774382, "median_kld": 4.199802001547681e-05, "top1_agreement": 0.9902296042989741 }, { "index": 330, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007795021767971115, "median_kld": 4.887561216193603e-05, "top1_agreement": 0.9819247679531021 }, { "index": 331, "source_cluster": "cpython5-v3.13.1-modules-overlapped-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014716359989615097, "median_kld": 9.147551222099537e-05, "top1_agreement": 0.9418661455788959 }, { "index": 332, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002110304691924542, "median_kld": 0.0012284714346151304, "top1_agreement": 0.9760625305324866 }, { "index": 333, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0018145284926478435, "median_kld": 0.0015049888115470367, "top1_agreement": 0.9755740107474352 }, { "index": 334, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0018924750159678909, "median_kld": 0.0013983519367855024, "top1_agreement": 0.9760625305324866 }, { "index": 335, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021153999632691056, "median_kld": 0.0015451478388435191, "top1_agreement": 0.9731314118221788 }, { "index": 336, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022440819355806206, "median_kld": 0.0013214594200690044, "top1_agreement": 0.9789936492427943 }, { "index": 337, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001437361251617468, "median_kld": 9.219988899644704e-05, "top1_agreement": 0.9887640449438202 }, { "index": 338, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002473142633158452, "median_kld": 0.0013955381437824599, "top1_agreement": 0.9755740107474352 }, { "index": 339, "source_cluster": "wiki5-pl-jerzy-owsiak", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0019767984663422345, "median_kld": 0.0005712812885292351, "top1_agreement": 0.9804592085979482 }, { "index": 340, "source_cluster": "cpython5-v3.13.1-python-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028976855375477248, "median_kld": 0.00036452858228130935, "top1_agreement": 0.9853444064484611 }, { "index": 341, "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009628829799200156, "median_kld": 0.0008190514458874532, "top1_agreement": 0.9692232535417684 }, { "index": 342, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001836231972496256, "median_kld": 8.150565268927323e-05, "top1_agreement": 0.9872984855886663 }, { "index": 343, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002245705890449996, "median_kld": 0.0016662947263057504, "top1_agreement": 0.9780166096726918 }, { "index": 344, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0025243440025539353, "median_kld": 0.0018412546489798842, "top1_agreement": 0.9731314118221788 }, { "index": 345, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002254693797742782, "median_kld": 0.0010651532520569162, "top1_agreement": 0.9843673668783586 }, { "index": 346, "source_cluster": "wiki5-ru-youtube", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001737373341717136, "median_kld": 0.0008717084747331683, "top1_agreement": 0.979970688812897 }, { "index": 347, "source_cluster": "wiki5-ru-hd6785bf637ee", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017016904817688417, "median_kld": 0.0005719636053527211, "top1_agreement": 0.9838788470933073 }, { "index": 348, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021433546749373665, "median_kld": 0.0013051159327233108, "top1_agreement": 0.9794821690278456 }, { "index": 349, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0021378812567593537, "median_kld": 0.001650742619588641, "top1_agreement": 0.9741084513922814 }, { "index": 350, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0032711872198670218, "median_kld": 0.0012270608249593806, "top1_agreement": 0.9721543722520762 }, { "index": 351, "source_cluster": "pg33823", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0019014024688665551, "median_kld": 0.001576374216710974, "top1_agreement": 0.9741084513922814 }, { "index": 352, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002189757230175921, "median_kld": 0.0016995067013674259, "top1_agreement": 0.9760625305324866 }, { "index": 353, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024881467930123156, "median_kld": 0.00044647135746345157, "top1_agreement": 0.9853444064484611 }, { "index": 354, "source_cluster": "wiki5-en-2008-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001975841984964663, "median_kld": 0.0011211849977144084, "top1_agreement": 0.9804592085979482 }, { "index": 355, "source_cluster": "wiki5-en-raayan", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023249755720522527, "median_kld": 0.0011562629428638616, "top1_agreement": 0.979970688812897 }, { "index": 356, "source_cluster": "wiki5-en-2020-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023429308168828526, "median_kld": 0.0014121643109774595, "top1_agreement": 0.9775280898876404 }, { "index": 357, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029876823505938974, "median_kld": 0.0002569760628219342, "top1_agreement": 0.9482169027845627 }, { "index": 358, "source_cluster": "wiki5-ko-h2b748941967c", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002795118643119135, "median_kld": 0.0015989116870969156, "top1_agreement": 0.978505129457743 }, { "index": 359, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024846657936195963, "median_kld": 0.0009571028815571481, "top1_agreement": 0.9760625305324866 }, { "index": 360, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0021871488199086834, "median_kld": 0.0016663660319409246, "top1_agreement": 0.9692232535417684 }, { "index": 361, "source_cluster": "wiki5-en-rachel-reeves", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016616237565476764, "median_kld": 0.0011379578675132507, "top1_agreement": 0.9814362481680508 }, { "index": 362, "source_cluster": "wiki5-en-sydney-sweeney", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026262415962213506, "median_kld": 0.0009811942750275193, "top1_agreement": 0.9775280898876404 }, { "index": 363, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002063464956991978, "median_kld": 0.0014587132507131173, "top1_agreement": 0.978505129457743 }, { "index": 364, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0031538829426883243, "median_kld": 0.0014850620354991406, "top1_agreement": 0.9702002931118711 }, { "index": 365, "source_cluster": "wiki5-en-the-boys-tv-series", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003033393440547634, "median_kld": 0.0009299149401158502, "top1_agreement": 0.9824132877381534 }, { "index": 366, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017637248243284383, "median_kld": 0.0007378634379762161, "top1_agreement": 0.9824132877381534 }, { "index": 367, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002406433901648151, "median_kld": 0.0009339651616047662, "top1_agreement": 0.9804592085979482 }, { "index": 368, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008024963472134312, "median_kld": 6.85465552550113e-05, "top1_agreement": 0.9843673668783586 }, { "index": 369, "source_cluster": "wiki5-en-2024-shooting-at-a-donald-trump-rally", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002266616152716995, "median_kld": 0.0014104954360547595, "top1_agreement": 0.9760625305324866 }, { "index": 370, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002389396728090723, "median_kld": 0.0002457967636075864, "top1_agreement": 0.9907181240840254 }, { "index": 371, "source_cluster": "cpython5-v3.13.1-python-getargs-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020561513828623082, "median_kld": 7.581175837856335e-05, "top1_agreement": 0.9892525647288715 }, { "index": 372, "source_cluster": "cpython5-v3.13.1-python-formatter-unicode-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018425000111179882, "median_kld": 0.00024055769894892887, "top1_agreement": 0.9902296042989741 }, { "index": 373, "source_cluster": "cpython5-v3.13.1-objects-typevarobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002778122522843376, "median_kld": 3.80473842938045e-05, "top1_agreement": 0.9794821690278456 }, { "index": 374, "source_cluster": "pg14244", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002200015314861975, "median_kld": 0.001669700478487357, "top1_agreement": 0.9755740107474352 }, { "index": 375, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022206271573226855, "median_kld": 0.0016696755191389911, "top1_agreement": 0.9711773326819736 }, { "index": 376, "source_cluster": "cpython5-v3.13.1-python-optimizer-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016641709500046804, "median_kld": 9.496998469948892e-05, "top1_agreement": 0.9912066438690766 }, { "index": 377, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023124010708973574, "median_kld": 0.0016894187117770798, "top1_agreement": 0.9770395701025891 }, { "index": 378, "source_cluster": "cpython5-v3.13.1-python-preconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00226258391115539, "median_kld": 0.00011408403462098704, "top1_agreement": 0.9863214460185638 }, { "index": 379, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002154119096483807, "median_kld": 3.679135781986531e-05, "top1_agreement": 0.9902296042989741 }, { "index": 380, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013951963941943662, "median_kld": 0.0010539571376284584, "top1_agreement": 0.979970688812897 }, { "index": 381, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016407471771551741, "median_kld": 8.869802386191061e-05, "top1_agreement": 0.9877870053737177 }, { "index": 382, "source_cluster": "cpython5-v3.13.1-python-optimizer-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002069740716941284, "median_kld": 0.0003165969895917442, "top1_agreement": 0.9838788470933073 }, { "index": 383, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0022861357681522015, "median_kld": 0.001663562147768971, "top1_agreement": 0.9760625305324866 }, { "index": 384, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00198644408568776, "median_kld": 5.852567110053997e-06, "top1_agreement": 0.9912066438690766 }, { "index": 385, "source_cluster": "arxiv5-cs-IR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002788392928105979, "median_kld": 0.0016660204382858979, "top1_agreement": 0.9706888128969223 }, { "index": 386, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0020720960998454625, "median_kld": 0.0014896159896125027, "top1_agreement": 0.9780166096726918 }, { "index": 387, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019222796838752204, "median_kld": 0.0011402496235284332, "top1_agreement": 0.9819247679531021 }, { "index": 388, "source_cluster": "wiki5-en-katie-ledecky", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021599044504638076, "median_kld": 0.0004210198301670687, "top1_agreement": 0.9770395701025891 }, { "index": 389, "source_cluster": "wiki5-en-president-of-the-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003904041289005167, "median_kld": 0.002058766654357669, "top1_agreement": 0.97361993160723 }, { "index": 390, "source_cluster": "wiki5-pl-s-awomir-mentzen", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001998887022886516, "median_kld": 0.0007988648683863175, "top1_agreement": 0.9726428920371275 }, { "index": 391, "source_cluster": "cpython5-v3.13.1-python-bltinmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003612430223540266, "median_kld": 8.2226749455655e-05, "top1_agreement": 0.9770395701025891 }, { "index": 392, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004455144630232957, "median_kld": 0.00021024146318637804, "top1_agreement": 0.9882755251587689 }, { "index": 393, "source_cluster": "wiki5-tr-burc-lar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026934502414732503, "median_kld": 0.0011521722089469222, "top1_agreement": 0.9760625305324866 }, { "index": 394, "source_cluster": "wiki5-en-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002169189416241813, "median_kld": 0.001116994763947332, "top1_agreement": 0.9804592085979482 }, { "index": 395, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018938709958653147, "median_kld": 0.0001329794040429988, "top1_agreement": 0.9936492427943332 }, { "index": 396, "source_cluster": "cpython5-v3.13.1-objects-object-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001944720580361808, "median_kld": 8.311956641193774e-05, "top1_agreement": 0.9931607230092818 }, { "index": 397, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026367161543911946, "median_kld": 0.0016133760881018588, "top1_agreement": 0.975085490962384 }, { "index": 398, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0018472142824319888, "median_kld": 0.0015606607005338446, "top1_agreement": 0.9794821690278456 }, { "index": 399, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0070324443034726885, "median_kld": 0.0010345572488148491, "top1_agreement": 0.9755740107474352 }, { "index": 400, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001960813403512315, "median_kld": 0.0016254002169802106, "top1_agreement": 0.9706888128969223 }, { "index": 401, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028688245763402666, "median_kld": 0.0018437066169099126, "top1_agreement": 0.9824132877381534 }, { "index": 402, "source_cluster": "cpython5-v3.13.1-python-optimizer-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014754996599925796, "median_kld": 2.6216723823857535e-05, "top1_agreement": 0.9926722032242306 }, { "index": 403, "source_cluster": "wiki5-en-gretchen-whitmer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017699366758391168, "median_kld": 0.0011069915719303935, "top1_agreement": 0.9809477283829995 }, { "index": 404, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002563854878736366, "median_kld": 0.00023884057199552444, "top1_agreement": 0.9838788470933073 }, { "index": 405, "source_cluster": "wiki5-cs-c-esko", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003528859582561139, "median_kld": 0.0008431457028450495, "top1_agreement": 0.975085490962384 }, { "index": 406, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0025516247604728958, "median_kld": 0.00029467006202565926, "top1_agreement": 0.9848558866634098 }, { "index": 407, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002243042572841368, "median_kld": 0.0017519959851597378, "top1_agreement": 0.9731314118221788 }, { "index": 408, "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012229086182795694, "median_kld": 0.00044677182490815426, "top1_agreement": 0.9819247679531021 }, { "index": 409, "source_cluster": "wiki5-en-planet-of-the-apes", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002725243317616385, "median_kld": 0.001265112660247425, "top1_agreement": 0.9716658524670249 }, { "index": 410, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021362851845953793, "median_kld": 0.0013229087605779455, "top1_agreement": 0.9711773326819736 }, { "index": 411, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.013606960026291479, "median_kld": 0.006758517045270196, "top1_agreement": 0.9467513434294089 }, { "index": 412, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025831512174380854, "median_kld": 0.0018524755277908866, "top1_agreement": 0.9775280898876404 }, { "index": 413, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0020731879828487843, "median_kld": 0.0014844170380001742, "top1_agreement": 0.9702002931118711 }, { "index": 414, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028674317669198177, "median_kld": 0.0013811713568543382, "top1_agreement": 0.97361993160723 }, { "index": 415, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00247997780740333, "median_kld": 0.0016016809908023788, "top1_agreement": 0.9741084513922814 }, { "index": 416, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0020974111374964274, "median_kld": 0.00159737636505497, "top1_agreement": 0.978505129457743 }, { "index": 417, "source_cluster": "wiki5-en-abraham-lincoln", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003270137799009602, "median_kld": 0.001301244505611976, "top1_agreement": 0.9838788470933073 }, { "index": 418, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002135920194941617, "median_kld": 0.0016825414920731419, "top1_agreement": 0.9809477283829995 }, { "index": 419, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023472982401290927, "median_kld": 0.0015579182634386513, "top1_agreement": 0.9731314118221788 }, { "index": 420, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0018623797006372177, "median_kld": 0.0012574326414256376, "top1_agreement": 0.9770395701025891 }, { "index": 421, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002007276369572685, "median_kld": 0.0016422983408119762, "top1_agreement": 0.9755740107474352 }, { "index": 422, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023050093866512334, "median_kld": 0.0017130972569248115, "top1_agreement": 0.9731314118221788 }, { "index": 423, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024423280176057893, "median_kld": 0.0011079492956014292, "top1_agreement": 0.9741084513922814 }, { "index": 424, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020969581860893205, "median_kld": 0.0016559469455614817, "top1_agreement": 0.9726428920371275 }, { "index": 425, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018960322857423497, "median_kld": 9.430032082846651e-05, "top1_agreement": 0.9946262823644357 }, { "index": 426, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002255417331708657, "median_kld": 0.0018291884637164912, "top1_agreement": 0.97361993160723 }, { "index": 427, "source_cluster": "arxiv5-cs-AR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020877595682559555, "median_kld": 0.0015760457122269145, "top1_agreement": 0.97361993160723 }, { "index": 428, "source_cluster": "wiki5-ru-he023d755cf37", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0019938483106224114, "median_kld": 0.0007662300140509615, "top1_agreement": 0.979970688812897 }, { "index": 429, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002328607339787312, "median_kld": 0.0015316168352228487, "top1_agreement": 0.9770395701025891 }, { "index": 430, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00220581176015594, "median_kld": 0.0012417659567489636, "top1_agreement": 0.9765510503175379 }, { "index": 431, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001816277551794365, "median_kld": 0.0009707825856821728, "top1_agreement": 0.9838788470933073 }, { "index": 432, "source_cluster": "pg2465", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024885961506448447, "median_kld": 0.0017398020795837965, "top1_agreement": 0.9775280898876404 }, { "index": 433, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0022331167143019113, "median_kld": 0.0005127872962020774, "top1_agreement": 0.9814362481680508 }, { "index": 434, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002204441118205477, "median_kld": 0.0017524419081382803, "top1_agreement": 0.9770395701025891 }, { "index": 435, "source_cluster": "wiki5-en-pete-buttigieg", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015347759836293654, "median_kld": 0.0009490563161307364, "top1_agreement": 0.9819247679531021 }, { "index": 436, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0019615941088465564, "median_kld": 0.0016700658266017854, "top1_agreement": 0.9716658524670249 }, { "index": 437, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-ziggurat-constants-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010782682045660107, "median_kld": 2.5919461107415387e-05, "top1_agreement": 0.8930141670737665 }, { "index": 438, "source_cluster": "pg1513", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.014036871008155252, "median_kld": 0.0005125978137789922, "top1_agreement": 0.9721543722520762 }, { "index": 439, "source_cluster": "cpython5-v3.13.1-objects-typeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001776867562964669, "median_kld": 0.0001276068295161803, "top1_agreement": 0.9921836834391793 }, { "index": 440, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017939492079435358, "median_kld": 0.0011886958702120864, "top1_agreement": 0.9775280898876404 }, { "index": 441, "source_cluster": "pg1695", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026477894963167414, "median_kld": 0.0019835513801353954, "top1_agreement": 0.9765510503175379 }, { "index": 442, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002678681284000494, "median_kld": 0.0018570381583344897, "top1_agreement": 0.9731314118221788 }, { "index": 443, "source_cluster": "cpython5-v3.13.1-objects-namespaceobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021860298341291012, "median_kld": 4.516807067400652e-05, "top1_agreement": 0.9892525647288715 }, { "index": 444, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002316102967239543, "median_kld": 0.0017632396489375424, "top1_agreement": 0.9741084513922814 }, { "index": 445, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019801183736753315, "median_kld": 9.268528625838712e-05, "top1_agreement": 0.9902296042989741 }, { "index": 446, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021548962578675076, "median_kld": 0.0016134931188709345, "top1_agreement": 0.9726428920371275 }, { "index": 447, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024665039597125686, "median_kld": 0.0016449071245006053, "top1_agreement": 0.9789936492427943 }, { "index": 448, "source_cluster": "wiki5-pl-polska", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002305911964816194, "median_kld": 0.0007691887976761791, "top1_agreement": 0.9745969711773327 }, { "index": 449, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0019746740429532382, "median_kld": 0.0015141533722200506, "top1_agreement": 0.9755740107474352 }, { "index": 450, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002262640376643749, "median_kld": 0.0012252537316612688, "top1_agreement": 0.97361993160723 }, { "index": 451, "source_cluster": "wiki5-nl-marie-antoinette-van-oostenrijk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002322985819824152, "median_kld": 0.0009460229237123752, "top1_agreement": 0.9814362481680508 }, { "index": 452, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002116673847665816, "median_kld": 0.0012015148063255765, "top1_agreement": 0.9819247679531021 }, { "index": 453, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024393373026586557, "median_kld": 0.0016137285835498005, "top1_agreement": 0.9819247679531021 }, { "index": 454, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0018657277563950696, "median_kld": 0.0015522819614943728, "top1_agreement": 0.97361993160723 }, { "index": 455, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001964402076775601, "median_kld": 0.0016690207631882004, "top1_agreement": 0.9716658524670249 }, { "index": 456, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028537091301786784, "median_kld": 0.0015673828580844429, "top1_agreement": 0.9780166096726918 }, { "index": 457, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023286822477570934, "median_kld": 0.0010169670868265257, "top1_agreement": 0.9775280898876404 }, { "index": 458, "source_cluster": "wiki5-en-ismail-haniyeh", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002134354077440836, "median_kld": 0.0009495360211531079, "top1_agreement": 0.9780166096726918 }, { "index": 459, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021421363538158926, "median_kld": 0.001600043704909293, "top1_agreement": 0.9731314118221788 }, { "index": 460, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002337190389737965, "median_kld": 0.0013269900628074538, "top1_agreement": 0.9789936492427943 }, { "index": 461, "source_cluster": "wiki5-pl-stany-zjednoczone", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001911603653499665, "median_kld": 0.0004044679062289447, "top1_agreement": 0.9824132877381534 }, { "index": 462, "source_cluster": "wiki5-en-lyndon-b-johnson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002604409875172465, "median_kld": 0.0014973522773260584, "top1_agreement": 0.97361993160723 }, { "index": 463, "source_cluster": "wiki5-sv-u-137", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028433488879516106, "median_kld": 0.0013010456968913786, "top1_agreement": 0.9755740107474352 }, { "index": 464, "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01061405721090779, "median_kld": 0.0008645666774662608, "top1_agreement": 0.9702002931118711 }, { "index": 465, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002362935285937319, "median_kld": 0.0017515531713101495, "top1_agreement": 0.9731314118221788 }, { "index": 466, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003282016746729542, "median_kld": 0.001189480123699127, "top1_agreement": 0.979970688812897 }, { "index": 467, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002100139244680431, "median_kld": 0.0002695504175207475, "top1_agreement": 0.9242794333170493 }, { "index": 468, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011152551513957222, "median_kld": 0.0005622844993382614, "top1_agreement": 0.9702002931118711 }, { "index": 469, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00220399988424938, "median_kld": 0.0017782069490266394, "top1_agreement": 0.9789936492427943 }, { "index": 470, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0018340154612176286, "median_kld": 0.0016112499984899387, "top1_agreement": 0.9706888128969223 }, { "index": 471, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0017427157456265956, "median_kld": 0.0015252385526185464, "top1_agreement": 0.9780166096726918 }, { "index": 472, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0033652716163172216, "median_kld": 7.702741397164203e-06, "top1_agreement": 0.991695163654128 }, { "index": 473, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005259446329143984, "median_kld": 2.646930253424884e-05, "top1_agreement": 0.9843673668783586 }, { "index": 474, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021992876858068274, "median_kld": 0.0012056171446381825, "top1_agreement": 0.9809477283829995 }, { "index": 475, "source_cluster": "pg3296", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.005126438784271647, "median_kld": 0.0032402577694483625, "top1_agreement": 0.9540791402051783 }, { "index": 476, "source_cluster": "wiki5-en-george-washington", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0029641937448553752, "median_kld": 0.001522260513411311, "top1_agreement": 0.978505129457743 }, { "index": 477, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002172793659713875, "median_kld": 0.001155064600766309, "top1_agreement": 0.9794821690278456 }, { "index": 478, "source_cluster": "cpython5-v3.13.1-python-parking-lot-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002053340130202901, "median_kld": 6.300049951346587e-05, "top1_agreement": 0.9882755251587689 }, { "index": 479, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002144115267481446, "median_kld": 0.001724979173019392, "top1_agreement": 0.9721543722520762 }, { "index": 480, "source_cluster": "pg76639", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002369070551247046, "median_kld": 0.0017736892810944482, "top1_agreement": 0.9706888128969223 }, { "index": 481, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00208453800207901, "median_kld": 0.0016631143535050796, "top1_agreement": 0.9716658524670249 }, { "index": 482, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003686863020245207, "median_kld": 0.0014022143781318164, "top1_agreement": 0.9775280898876404 }, { "index": 483, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002234398813457223, "median_kld": 0.0016892617732082726, "top1_agreement": 0.9775280898876404 }, { "index": 484, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001919842881003172, "median_kld": 0.0010532209416851401, "top1_agreement": 0.9697117733268197 }, { "index": 485, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0020569516773232825, "median_kld": 0.001524632672271764, "top1_agreement": 0.979970688812897 }, { "index": 486, "source_cluster": "wiki5-zh-h5ec00bb1371e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0020236104516921263, "median_kld": 0.0013235045225883368, "top1_agreement": 0.9819247679531021 }, { "index": 487, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016573044619990623, "median_kld": 5.013671849690704e-05, "top1_agreement": 0.9946262823644357 }, { "index": 488, "source_cluster": "pg245", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0034723244610670046, "median_kld": 0.0022876868658840976, "top1_agreement": 0.9682462139716659 }, { "index": 489, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018708917836061582, "median_kld": 0.0013177039608951446, "top1_agreement": 0.9765510503175379 }, { "index": 490, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022134817098665442, "median_kld": 0.0017086924178215668, "top1_agreement": 0.9726428920371275 }, { "index": 491, "source_cluster": "wiki5-zh-h93f419f88dab", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002905807663495008, "median_kld": 0.0012956762166140834, "top1_agreement": 0.9804592085979482 }, { "index": 492, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003413253596617903, "median_kld": 0.00015093725926362822, "top1_agreement": 0.9829018075232047 }, { "index": 493, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026651766292840086, "median_kld": 0.0012757750820355795, "top1_agreement": 0.9819247679531021 }, { "index": 494, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0034058949652445605, "median_kld": 0.0015542193572173346, "top1_agreement": 0.9755740107474352 }, { "index": 495, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002025864923103912, "median_kld": 0.001485050751171002, "top1_agreement": 0.9731314118221788 }, { "index": 496, "source_cluster": "arxiv5-cs-CG-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0017130261707514528, "median_kld": 0.0012077965157004655, "top1_agreement": 0.9819247679531021 }, { "index": 497, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022902059355434704, "median_kld": 0.0015924326813916423, "top1_agreement": 0.9814362481680508 }, { "index": 498, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028095641622493546, "median_kld": 0.0014621988543126463, "top1_agreement": 0.9721543722520762 }, { "index": 499, "source_cluster": "wiki5-en-jill-biden", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018989796429386566, "median_kld": 0.0012644883332200152, "top1_agreement": 0.975085490962384 }, { "index": 500, "source_cluster": "wiki5-en-marvel-cinematic-universe", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001949184023978167, "median_kld": 0.001093036123904767, "top1_agreement": 0.9848558866634098 }, { "index": 501, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001966521565923258, "median_kld": 0.0015277614751312285, "top1_agreement": 0.9745969711773327 }, { "index": 502, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0034399991336950815, "median_kld": 0.0013301916031593919, "top1_agreement": 0.9775280898876404 }, { "index": 503, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01042168851993528, "median_kld": 0.00021566260885563793, "top1_agreement": 0.9809477283829995 }, { "index": 504, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029281462218789796, "median_kld": 0.0004706695118059656, "top1_agreement": 0.9887640449438202 }, { "index": 505, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029071227119238444, "median_kld": 0.0004577903243898618, "top1_agreement": 0.9838788470933073 }, { "index": 506, "source_cluster": "pg10148", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0021367817025572436, "median_kld": 0.0016512102690455777, "top1_agreement": 0.9760625305324866 }, { "index": 507, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020075492945626373, "median_kld": 0.0016097198225821785, "top1_agreement": 0.975085490962384 }, { "index": 508, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011751141116616095, "median_kld": 0.00021891000750232092, "top1_agreement": 0.9775280898876404 }, { "index": 509, "source_cluster": "wiki5-pt-rosa-ngela-lula-da-silva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0019802751225599428, "median_kld": 0.001113025558879599, "top1_agreement": 0.9721543722520762 }, { "index": 510, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0030041571377992103, "median_kld": 0.0012288918060363585, "top1_agreement": 0.9721543722520762 }, { "index": 511, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021240501760753034, "median_kld": 0.001290941880018437, "top1_agreement": 0.9760625305324866 } ], "content_sha256": "01f579d710543abc1b2136a8ec580226b56186289b60f86fec5e9535203d4b08", "content_sha256_excludes": [ "generated_unix", "content_sha256" ] }