{ "schema": "qwen38-kld-ladder-cumulative/2", "tool": "tools/kld_aggregate.py", "generated_unix": 1786831790, "candidate": "k5k6", "label": "1M-tail", "reference_identity": { "model_path": "/models/Qwen3.8-27B", "model_revision": null, "model_revision_source": "none", "index_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df", "config_sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", "shard_sha256": { "model-00001-of-00018.safetensors": "ba0ce20aae489ad196733da5064bcdf159a1fe84f53336648196e1ebb7751b1c", "model-00002-of-00018.safetensors": "06a148c01bfbe3faa14a5f184a7ff29a706f7ae1c8b2705d2058e26d17a001fb", "model-00003-of-00018.safetensors": "2e1bf62cbcd406eaa64b60d10353e1f0ef4039d0976e56f05cabe953454f9968", "model-00004-of-00018.safetensors": "511e34063187882659753c4d93f3859f93c019fd438d8813071921c81d9a3f1a", "model-00005-of-00018.safetensors": "635cb53446dc74f219740fc59e18b774f877b803b9722e289ca62575a6efa701", "model-00006-of-00018.safetensors": "0bc5214fac607f0e6cc92eec3789d4b8559410ef9fce66621ba8158e8410dae0", "model-00007-of-00018.safetensors": "80b0c49033e9a0d5762562aa12f4acdb7f54da586f3d0110f28c48d91cf07892", "model-00008-of-00018.safetensors": "7192c5b66185d3592927daabee1cc19e6f6e0ce75988ee20e824b624765fda79", "model-00009-of-00018.safetensors": "af3c48cc37af44f3db6ae0579baf019180d48d9c527caa0a1f03ff85813a56d8", "model-00010-of-00018.safetensors": "163490a76f3bea3a40855b7efc04ce6d27afaf1a34f0bbde495b9491f76457c9", "model-00011-of-00018.safetensors": "5f3ae1b948aeee39da77aec558e8236cd65fe4d7cb7686a76bb007acc563c6d8", "model-00012-of-00018.safetensors": "a3de1c7114677a8f5ac5c4892c90e8238ea5c1e2038c80e757dfc87c3902ca55", "model-00013-of-00018.safetensors": "06ab79a41f74c9c5cb734816feb0c7fc364104b227165ee7391231e1155aa02a", "model-00014-of-00018.safetensors": "4138ed94603065ba884bbcadedb04d7718bb40117e85e6f5c6fc5b9c05b7a85b", "model-00015-of-00018.safetensors": "69224e27b9de4e7dbf6fc936c6eaae08447bda3b80a6c31a871ab451173afd22", "model-00016-of-00018.safetensors": "73cb9a1089fb6155cb648609478d6633be8a5c7d9ca5a05bc8925ce8a553cefe", "model-00017-of-00018.safetensors": "beb51f01056142ac4984bd800507b0dd0fd18de57f8e9ef6ea41d1a3598983a8", "model-00018-of-00018.safetensors": "1d3479509e21494658f9b64d317f5ea8e55c4025d28c702d6c4d0b356ce8ea06" }, "quantization": "auto", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "candidate_identity": { "model_path": "/work/Qwen3.8-27B-K5K6", "model_revision": null, "model_revision_source": "none", "index_sha256": "f8ca5af94a4a8352eb2f0329c891f20e0c15d7b2733b396d88fb9fba05eabb24", "config_sha256": "fbb105334da6554c10784ff1257fda5e3821d4d5426d64469cee2b2ad67ba2b3", "shard_sha256": { "model-00001-of-00004.safetensors": "349a94dc3fd74450dad3b1f57b76dec57b8b5bbe6add2ccd7e0adf5d777f3fb5", "model-00002-of-00004.safetensors": "ea44be556fe63123fe278c357de90941c741d3cdd79062ccfba9f0d6b66d54f2", "model-00003-of-00004.safetensors": "02efb298bc40bb3c739fb525d4b70ed4d307a7e24fd30ed71cb7e1433a6c326a", "model-00004-of-00004.safetensors": "6832280ea4f2b630371fcb58548b8ec03f0a11ad36a031af0807d8daed88b238" }, "quantization": "exl3", "quantization_config": "{\"linear\":{\"weight\":\"mxfp8\"},\"ignore\":[\"re:.*visual\\\\..*\",\"re:.*in_proj_a$\",\"re:.*in_proj_b$\",\"re:.*in_proj_ba$\",\"re:.*mtp\\\\..*\",\"lm_head\"]}", "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "head": "/work/kld2/lm_head.safetensors", "head_sha256": "25a30fd5f826da0abc4efc4cc71def9f02bcb8085f7175eee284d221dee4cfff", "candidate_head": null, "candidate_head_sha256": null, "filter": "all", "vocab_size": 248320, "hidden_size": 5120, "comparator": { "vocab_chunk": 24832, "device": "cuda", "accumulation": "float64", "two_pass": true }, "suite": { "mode": "parent-lineage", "shard_size": 512, "shards": [ 0 ], "requested_shards": [ 0 ], "suite_token_sha256": null, "parent": { "path": "/var/tmp/work/kld5/suite", "manifest_sha256": "c79dfad3767ca5b3015129077f20dbb9282a2e51ca8bca9ed09be8c7a9c73019", "schema": "qwen38-distribution-fidelity/6", "suite_token_sha256": "510541f6861b589d44932db253ec25d96d6daaeeee4ea2ab9b65329209482b88", "contexts": 5120, "context_length": 2048, "scored_positions_per_context": 2047 } }, "reports": 1, "contexts": 512, "scored_positions": 1048064, "source_clusters": 330, "token_mean_kld": 0.0031413603551342147, "context_macro_mean_kld": 0.0031413603551342147, "context_bootstrap": { "mean": 0.0031413603551342147, "ci95_low": 0.0029467532068065522, "ci95_high": 0.003368682230985319, "clusters": 330, "samples": 10000 }, "bootstrap_config": { "samples": 10000, "seed": 1, "unit": "source_cluster", "over": "union of per-context rows" }, "top1_agreement": 0.9761083292623352, "max_kld": 5.506768094147674, "mean_jsd_bits": 0.001113919483571485, "strata": { "code": { "contexts": 123, "scored_positions": 251781, "macro_mean_kld": 0.003776272239373673, "token_mean_kld": 0.003776272239373673 }, "encyclopedic": { "contexts": 92, "scored_positions": 188324, "macro_mean_kld": 0.0028159987232851155, "token_mean_kld": 0.0028159987232851155 }, "literary": { "contexts": 82, "scored_positions": 167854, "macro_mean_kld": 0.0036303194562273705, "token_mean_kld": 0.003630319456227371 }, "multilingual": { "contexts": 108, "scored_positions": 221076, "macro_mean_kld": 0.0029637529843673342, "token_mean_kld": 0.0029637529843673342 }, "scientific": { "contexts": 107, "scored_positions": 219029, "macro_mean_kld": 0.0024958094964598974, "token_mean_kld": 0.0024958094964598974 } }, "worst_contexts": [ { "index": 33, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.0208877579515113, "top1_agreement": 0.9672691744015632 }, { "index": 17, "stratum": "literary", "source_cluster": "pg100", "mean_kld": 0.017987320146687507, "top1_agreement": 0.9819247679531021 }, { "index": 408, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "mean_kld": 0.01678625405095675, "top1_agreement": 0.9731314118221788 }, { "index": 411, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.015098219308087295, "top1_agreement": 0.9428431851489986 }, { "index": 438, "stratum": "literary", "source_cluster": "pg1513", "mean_kld": 0.01481002429313861, "top1_agreement": 0.9706888128969223 }, { "index": 256, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.01359246545701854, "top1_agreement": 0.9438202247191011 }, { "index": 83, "stratum": "literary", "source_cluster": "pg11", "mean_kld": 0.01251467783827004, "top1_agreement": 0.9912066438690766 }, { "index": 468, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.011857378168250467, "top1_agreement": 0.9662921348314607 }, { "index": 503, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "mean_kld": 0.011450700514229575, "top1_agreement": 0.975085490962384 }, { "index": 73, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "mean_kld": 0.0110342152863883, "top1_agreement": 0.9711773326819736 }, { "index": 341, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "mean_kld": 0.010291397074069512, "top1_agreement": 0.9677576941866145 }, { "index": 290, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "mean_kld": 0.01021745317644373, "top1_agreement": 0.9804592085979482 }, { "index": 464, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "mean_kld": 0.009805965729359543, "top1_agreement": 0.97361993160723 }, { "index": 244, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.009639114000987483, "top1_agreement": 0.9706888128969223 }, { "index": 330, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "mean_kld": 0.008576061652011144, "top1_agreement": 0.9819247679531021 }, { "index": 368, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "mean_kld": 0.008461584240840517, "top1_agreement": 0.9814362481680508 }, { "index": 202, "stratum": "literary", "source_cluster": "pg21839", "mean_kld": 0.008180811369622874, "top1_agreement": 0.9545676599902296 }, { "index": 103, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "mean_kld": 0.00817203273828715, "top1_agreement": 0.9711773326819736 }, { "index": 279, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.007873183723726977, "top1_agreement": 0.9755740107474352 }, { "index": 152, "stratum": "multilingual", "source_cluster": "wiki5-hi-h308885d90ce4", "mean_kld": 0.0072642562683125555, "top1_agreement": 0.9521250610649731 } ], "tail": { "source": "sum of the per-shard kld_tail histograms", "units": "nats", "shards": 1, "binning": { "log10_low": -12.0, "log10_high": 2.0, "bins_per_decade": 40, "bins": 560, "edge_formula": "edges[i] = 10 ** (log10_low + i / bins_per_decade)", "bucket_rule": "bucket(v) = bisect_right(bin_edges, v)", "underflow": "counts[0]: v < bin_edges[0], including every exact zero", "overflow": "counts[561]: v >= bin_edges[-1]" }, "bin_edges": [ 1e-12, 1.0592537251772898e-12, 1.1220184543019652e-12, 1.1885022274370166e-12, 1.258925411794166e-12, 1.333521432163324e-12, 1.4125375446227555e-12, 1.496235656094436e-12, 1.584893192461111e-12, 1.6788040181225588e-12, 1.7782794100389228e-12, 1.883649089489802e-12, 1.9952623149688827e-12, 2.1134890398366434e-12, 2.238721138568338e-12, 2.3713737056616554e-12, 2.5118864315095823e-12, 2.660725059798814e-12, 2.8183829312644492e-12, 2.9853826189179573e-12, 3.1622776601683794e-12, 3.349654391578279e-12, 3.5481338923357604e-12, 3.758374042884436e-12, 3.9810717055349695e-12, 4.2169650342858224e-12, 4.466835921509635e-12, 4.731512589614812e-12, 5.011872336272715e-12, 5.3088444423098795e-12, 5.6234132519034904e-12, 5.956621435290109e-12, 6.309573444801943e-12, 6.683439175686135e-12, 7.079457843841373e-12, 7.498942093324559e-12, 7.943282347242821e-12, 8.413951416451965e-12, 8.912509381337441e-12, 9.440608762859226e-12, 1e-11, 1.0592537251772897e-11, 1.1220184543019653e-11, 1.1885022274370165e-11, 1.2589254117941662e-11, 1.3335214321633241e-11, 1.4125375446227554e-11, 1.496235656094436e-11, 1.5848931924611107e-11, 1.678804018122559e-11, 1.7782794100389227e-11, 1.883649089489802e-11, 1.9952623149688828e-11, 2.1134890398366433e-11, 2.2387211385683377e-11, 2.3713737056616552e-11, 2.5118864315095823e-11, 2.660725059798814e-11, 2.8183829312644493e-11, 2.985382618917957e-11, 3.1622776601683794e-11, 3.349654391578279e-11, 3.548133892335761e-11, 3.758374042884436e-11, 3.9810717055349695e-11, 4.216965034285823e-11, 4.4668359215096346e-11, 4.731512589614812e-11, 5.011872336272715e-11, 5.3088444423098794e-11, 5.6234132519034906e-11, 5.956621435290109e-11, 6.309573444801942e-11, 6.683439175686135e-11, 7.079457843841374e-11, 7.498942093324558e-11, 7.943282347242822e-11, 8.413951416451964e-11, 8.912509381337441e-11, 9.440608762859226e-11, 1e-10, 1.0592537251772898e-10, 1.1220184543019652e-10, 1.1885022274370164e-10, 1.2589254117941662e-10, 1.333521432163324e-10, 1.4125375446227556e-10, 1.496235656094436e-10, 1.584893192461111e-10, 1.6788040181225588e-10, 1.778279410038923e-10, 1.8836490894898022e-10, 1.9952623149688828e-10, 2.1134890398366433e-10, 2.2387211385683377e-10, 2.371373705661655e-10, 2.511886431509582e-10, 2.660725059798814e-10, 2.8183829312644494e-10, 2.985382618917957e-10, 3.1622776601683795e-10, 3.349654391578279e-10, 3.5481338923357605e-10, 3.7583740428844356e-10, 3.9810717055349694e-10, 4.2169650342858224e-10, 4.4668359215096347e-10, 4.731512589614812e-10, 5.011872336272714e-10, 5.30884444230988e-10, 5.623413251903491e-10, 5.95662143529011e-10, 6.309573444801942e-10, 6.683439175686135e-10, 7.079457843841373e-10, 7.498942093324559e-10, 7.943282347242822e-10, 8.413951416451964e-10, 8.912509381337441e-10, 9.440608762859226e-10, 1e-09, 1.0592537251772898e-09, 1.1220184543019653e-09, 1.1885022274370164e-09, 1.2589254117941663e-09, 1.333521432163324e-09, 1.4125375446227555e-09, 1.4962356560944358e-09, 1.584893192461111e-09, 1.6788040181225589e-09, 1.7782794100389228e-09, 1.883649089489802e-09, 1.9952623149688828e-09, 2.113489039836643e-09, 2.2387211385683377e-09, 2.3713737056616553e-09, 2.511886431509582e-09, 2.660725059798814e-09, 2.8183829312644493e-09, 2.985382618917957e-09, 3.1622776601683795e-09, 3.3496543915782794e-09, 3.5481338923357603e-09, 3.758374042884436e-09, 3.981071705534969e-09, 4.216965034285823e-09, 4.466835921509635e-09, 4.731512589614813e-09, 5.011872336272715e-09, 5.3088444423098795e-09, 5.623413251903491e-09, 5.956621435290109e-09, 6.309573444801943e-09, 6.6834391756861355e-09, 7.0794578438413736e-09, 7.498942093324558e-09, 7.943282347242822e-09, 8.413951416451965e-09, 8.912509381337441e-09, 9.440608762859226e-09, 1e-08, 1.0592537251772898e-08, 1.122018454301963e-08, 1.188502227437019e-08, 1.2589254117941661e-08, 1.333521432163324e-08, 1.4125375446227554e-08, 1.496235656094433e-08, 1.5848931924611143e-08, 1.6788040181225588e-08, 1.7782794100389228e-08, 1.883649089489802e-08, 1.9952623149688786e-08, 2.1134890398366476e-08, 2.2387211385683378e-08, 2.371373705661655e-08, 2.511886431509582e-08, 2.6607250597988087e-08, 2.818382931264455e-08, 2.985382618917957e-08, 3.162277660168379e-08, 3.3496543915782795e-08, 3.548133892335753e-08, 3.7583740428844434e-08, 3.981071705534969e-08, 4.2169650342858225e-08, 4.4668359215096346e-08, 4.731512589614803e-08, 5.011872336272725e-08, 5.3088444423098795e-08, 5.6234132519034905e-08, 5.95662143529011e-08, 6.30957344480193e-08, 6.683439175686149e-08, 7.079457843841373e-08, 7.498942093324559e-08, 7.943282347242822e-08, 8.413951416451947e-08, 8.912509381337459e-08, 9.440608762859226e-08, 1e-07, 1.0592537251772897e-07, 1.122018454301963e-07, 1.188502227437019e-07, 1.2589254117941662e-07, 1.333521432163324e-07, 1.4125375446227555e-07, 1.4962356560944328e-07, 1.584893192461114e-07, 1.6788040181225588e-07, 1.7782794100389227e-07, 1.883649089489802e-07, 1.9952623149688787e-07, 2.1134890398366478e-07, 2.2387211385683377e-07, 2.3713737056616554e-07, 2.5118864315095823e-07, 2.6607250597988083e-07, 2.818382931264455e-07, 2.9853826189179574e-07, 3.162277660168379e-07, 3.3496543915782793e-07, 3.548133892335753e-07, 3.7583740428844433e-07, 3.981071705534969e-07, 4.2169650342858225e-07, 4.466835921509635e-07, 4.7315125896148026e-07, 5.011872336272725e-07, 5.308844442309879e-07, 5.62341325190349e-07, 5.956621435290109e-07, 6.30957344480193e-07, 6.683439175686149e-07, 7.079457843841374e-07, 7.498942093324558e-07, 7.943282347242822e-07, 8.413951416451948e-07, 8.912509381337459e-07, 9.440608762859226e-07, 1e-06, 1.0592537251772898e-06, 1.122018454301963e-06, 1.1885022274370189e-06, 1.2589254117941661e-06, 1.333521432163324e-06, 1.4125375446227554e-06, 1.4962356560944329e-06, 1.584893192461114e-06, 1.678804018122559e-06, 1.778279410038923e-06, 1.883649089489802e-06, 1.9952623149688787e-06, 2.113489039836648e-06, 2.2387211385683376e-06, 2.3713737056616552e-06, 2.5118864315095823e-06, 2.6607250597988086e-06, 2.818382931264455e-06, 2.9853826189179572e-06, 3.162277660168379e-06, 3.3496543915782793e-06, 3.548133892335753e-06, 3.7583740428844434e-06, 3.981071705534969e-06, 4.216965034285822e-06, 4.466835921509635e-06, 4.731512589614803e-06, 5.011872336272725e-06, 5.308844442309879e-06, 5.623413251903491e-06, 5.956621435290109e-06, 6.30957344480193e-06, 6.683439175686149e-06, 7.079457843841373e-06, 7.498942093324558e-06, 7.943282347242822e-06, 8.413951416451948e-06, 8.91250938133746e-06, 9.440608762859225e-06, 1e-05, 1.0592537251772897e-05, 1.122018454301963e-05, 1.188502227437019e-05, 1.2589254117941661e-05, 1.333521432163324e-05, 1.4125375446227555e-05, 1.4962356560944327e-05, 1.584893192461114e-05, 1.6788040181225588e-05, 1.778279410038923e-05, 1.883649089489802e-05, 1.9952623149688786e-05, 2.1134890398366476e-05, 2.238721138568338e-05, 2.3713737056616554e-05, 2.5118864315095822e-05, 2.6607250597988085e-05, 2.818382931264455e-05, 2.985382618917957e-05, 3.1622776601683795e-05, 3.3496543915782794e-05, 3.5481338923357534e-05, 3.758374042884443e-05, 3.9810717055349695e-05, 4.216965034285822e-05, 4.466835921509635e-05, 4.731512589614803e-05, 5.011872336272725e-05, 5.308844442309879e-05, 5.623413251903491e-05, 5.9566214352901096e-05, 6.309573444801929e-05, 6.683439175686149e-05, 7.079457843841373e-05, 7.498942093324559e-05, 7.943282347242822e-05, 8.413951416451947e-05, 8.912509381337459e-05, 9.440608762859227e-05, 0.0001, 0.00010592537251772897, 0.00011220184543019653, 0.00011885022274370165, 0.0001258925411794166, 0.0001333521432163324, 0.00014125375446227554, 0.00014962356560944357, 0.0001584893192461111, 0.00016788040181225588, 0.00017782794100389227, 0.0001883649089489802, 0.00019952623149688828, 0.00021134890398366433, 0.00022387211385683378, 0.00023713737056616554, 0.0002511886431509582, 0.0002660725059798814, 0.0002818382931264449, 0.00029853826189179573, 0.00031622776601683794, 0.00033496543915782794, 0.000354813389233576, 0.00037583740428844356, 0.0003981071705534969, 0.00042169650342858224, 0.0004466835921509635, 0.00047315125896148127, 0.0005011872336272714, 0.000530884444230988, 0.0005623413251903491, 0.000595662143529011, 0.0006309573444801943, 0.0006683439175686135, 0.0007079457843841374, 0.0007498942093324559, 0.0007943282347242822, 0.0008413951416451964, 0.0008912509381337441, 0.0009440608762859227, 0.001, 0.0010592537251772898, 0.0011220184543019652, 0.0011885022274370164, 0.0012589254117941662, 0.001333521432163324, 0.0014125375446227555, 0.0014962356560944358, 0.0015848931924611108, 0.001678804018122559, 0.0017782794100389228, 0.0018836490894898021, 0.001995262314968883, 0.002113489039836643, 0.0022387211385683377, 0.0023713737056616554, 0.002511886431509582, 0.002660725059798814, 0.002818382931264449, 0.002985382618917957, 0.0031622776601683794, 0.0033496543915782794, 0.0035481338923357606, 0.0037583740428844357, 0.003981071705534969, 0.004216965034285823, 0.004466835921509635, 0.004731512589614813, 0.005011872336272715, 0.005308844442309879, 0.005623413251903491, 0.005956621435290109, 0.006309573444801942, 0.006683439175686135, 0.0070794578438413735, 0.007498942093324558, 0.00794328234724282, 0.008413951416451964, 0.008912509381337442, 0.009440608762859227, 0.01, 0.010592537251772897, 0.011220184543019653, 0.011885022274370166, 0.012589254117941661, 0.01333521432163324, 0.014125375446227554, 0.014962356560944358, 0.01584893192461111, 0.01678804018122559, 0.01778279410038923, 0.01883649089489802, 0.01995262314968883, 0.021134890398366434, 0.022387211385683378, 0.023713737056616554, 0.025118864315095822, 0.02660725059798814, 0.02818382931264449, 0.02985382618917957, 0.03162277660168379, 0.033496543915782793, 0.03548133892335761, 0.03758374042884435, 0.03981071705534969, 0.042169650342858224, 0.04466835921509635, 0.04731512589614813, 0.050118723362727144, 0.05308844442309879, 0.05623413251903491, 0.059566214352901097, 0.06309573444801943, 0.06683439175686136, 0.07079457843841373, 0.07498942093324558, 0.07943282347242822, 0.08413951416451965, 0.08912509381337441, 0.09440608762859226, 0.1, 0.10592537251772897, 0.11220184543019653, 0.11885022274370165, 0.12589254117941662, 0.1333521432163324, 0.14125375446227553, 0.1496235656094436, 0.1584893192461111, 0.16788040181225589, 0.1778279410038923, 0.1883649089489802, 0.19952623149688828, 0.21134890398366432, 0.22387211385683378, 0.23713737056616552, 0.25118864315095824, 0.2660725059798814, 0.2818382931264449, 0.2985382618917957, 0.31622776601683794, 0.33496543915782795, 0.354813389233576, 0.37583740428844353, 0.3981071705534969, 0.4216965034285822, 0.4466835921509635, 0.47315125896148125, 0.5011872336272715, 0.5308844442309879, 0.5623413251903491, 0.5956621435290109, 0.6309573444801942, 0.6683439175686136, 0.7079457843841374, 0.7498942093324559, 0.7943282347242822, 0.8413951416451965, 0.8912509381337441, 0.9440608762859226, 1.0, 1.0592537251772898, 1.1220184543019653, 1.1885022274370165, 1.2589254117941662, 1.333521432163324, 1.4125375446227555, 1.4962356560944359, 1.584893192461111, 1.678804018122559, 1.7782794100389228, 1.8836490894898021, 1.9952623149688828, 2.1134890398366433, 2.2387211385683377, 2.371373705661655, 2.5118864315095824, 2.660725059798814, 2.8183829312644493, 2.9853826189179573, 3.1622776601683795, 3.3496543915782793, 3.5481338923357604, 3.7583740428844354, 3.981071705534969, 4.216965034285822, 4.4668359215096345, 4.7315125896148125, 5.011872336272715, 5.308844442309879, 5.623413251903491, 5.95662143529011, 6.309573444801943, 6.683439175686135, 7.079457843841373, 7.498942093324558, 7.943282347242821, 8.413951416451965, 8.91250938133744, 9.440608762859226, 10.0, 10.592537251772898, 11.220184543019652, 11.885022274370165, 12.589254117941662, 13.33521432163324, 14.125375446227554, 14.96235656094436, 15.84893192461111, 16.78804018122559, 17.78279410038923, 18.83649089489802, 19.95262314968883, 21.134890398366434, 22.38721138568338, 23.71373705661655, 25.11886431509582, 26.60725059798814, 28.18382931264449, 29.85382618917957, 31.622776601683793, 33.496543915782794, 35.481338923357605, 37.58374042884436, 39.81071705534969, 42.169650342858226, 44.668359215096345, 47.315125896148125, 50.118723362727145, 53.08844442309879, 56.23413251903491, 59.56621435290109, 63.09573444801943, 66.83439175686135, 70.79457843841374, 74.98942093324558, 79.43282347242821, 84.13951416451965, 89.1250938133744, 94.40608762859226, 100.0 ], "counts": [ 16952, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 2, 0, 0, 1, 0, 1, 2, 1, 0, 0, 1, 4, 3, 2, 1, 8, 2, 2, 2, 5, 4, 2, 2, 8, 6, 3, 4, 5, 6, 3, 6, 3, 6, 10, 9, 9, 10, 7, 9, 14, 8, 6, 18, 10, 15, 16, 9, 14, 17, 15, 13, 16, 19, 23, 15, 16, 16, 28, 35, 23, 25, 33, 32, 33, 31, 22, 38, 29, 48, 43, 42, 55, 60, 36, 71, 56, 54, 55, 71, 70, 83, 73, 92, 87, 90, 105, 104, 110, 123, 134, 112, 165, 108, 136, 186, 177, 162, 194, 179, 172, 179, 242, 250, 246, 255, 262, 296, 327, 316, 383, 379, 401, 426, 405, 462, 509, 503, 516, 573, 568, 645, 680, 696, 776, 786, 790, 903, 954, 907, 1081, 1139, 1188, 1263, 1296, 1322, 1421, 1491, 1582, 1539, 1636, 1722, 1740, 1731, 1857, 1913, 1930, 1974, 2064, 2155, 2117, 2181, 2267, 2247, 2206, 2381, 2353, 2297, 2395, 2494, 2520, 2525, 2517, 2524, 2536, 2600, 2684, 2608, 2661, 2705, 2811, 2735, 2764, 2768, 2837, 2958, 2790, 2877, 2927, 3029, 2997, 2972, 3017, 3012, 3074, 3184, 3128, 3092, 3213, 3218, 3216, 3225, 3308, 3358, 3337, 3356, 3346, 3351, 3437, 3442, 3420, 3524, 3511, 3587, 3580, 3704, 3613, 3766, 3556, 3759, 3730, 3766, 3747, 3934, 4035, 3939, 3936, 4111, 4239, 4171, 4290, 4365, 4512, 4607, 4469, 4674, 4615, 4869, 4864, 4908, 5026, 5159, 5357, 5407, 5747, 5643, 5762, 6058, 6254, 6338, 6388, 6839, 7182, 7226, 7558, 7934, 8177, 8487, 8972, 9088, 9694, 10262, 10891, 11153, 11975, 12802, 13319, 14413, 15169, 16691, 18066, 20666, 24766, 22482, 20936, 19817, 18875, 18339, 17817, 16939, 16178, 15496, 15033, 14043, 13275, 12820, 11922, 11339, 10703, 10133, 9401, 8956, 8518, 7859, 7686, 7091, 6769, 5396, 4886, 4311, 3958, 3621, 3318, 3174, 3002, 2755, 2597, 2533, 2400, 2227, 2240, 1680, 1628, 1457, 1438, 1254, 1219, 1128, 1130, 1075, 1020, 817, 769, 650, 663, 615, 572, 572, 501, 429, 396, 403, 333, 364, 329, 282, 236, 244, 224, 206, 173, 162, 126, 136, 156, 125, 111, 105, 112, 80, 81, 67, 61, 45, 47, 51, 40, 47, 40, 23, 27, 27, 25, 23, 22, 15, 15, 21, 13, 15, 8, 7, 6, 14, 10, 6, 8, 2, 3, 3, 1, 5, 0, 1, 1, 1, 1, 3, 0, 2, 0, 0, 1, 2, 0, 0, 0, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "total_count": 1048064, "underflow_count": 16952, "overflow_count": 0, "max_kld_exact": 5.506768094147674, "min_kld_exact": -6.853392189246597e-06, "quantiles": { "p50": { "quantile": 0.5, "lower": 0.0012589254117941662, "upper": 0.001333521432163324, "estimate": 0.0012841906720443207, "bin": 365, "bin_kind": "log", "bin_lower": 0.0012589254117941662, "bin_upper": 0.001333521432163324, "order_statistic": 524032, "positions_below_bin": 519613, "positions_in_bin": 12802, "relative_width": 0.05593912371407741 }, "p95": { "quantile": 0.95, "lower": 0.009440608762859227, "upper": 0.01, "estimate": 0.00988106777630639, "bin": 400, "bin_kind": "log", "bin_lower": 0.009440608762859227, "bin_upper": 0.01, "order_statistic": 995660, "positions_below_bin": 992525, "positions_in_bin": 3958, "relative_width": 0.05593912371407734 }, "p99": { "quantile": 0.99, "lower": 0.03162277660168379, "upper": 0.033496543915782793, "estimate": 0.03208029639101388, "bin": 421, "bin_kind": "log", "bin_lower": 0.03162277660168379, "bin_upper": 0.033496543915782793, "order_statistic": 1037583, "positions_below_bin": 1037379, "positions_in_bin": 817, "relative_width": 0.05593912371407746 }, "p999": { "quantile": 0.999, "lower": 0.14125375446227553, "upper": 0.1496235656094436, "estimate": 0.14457861085190143, "bin": 447, "bin_kind": "log", "bin_lower": 0.14125375446227553, "bin_upper": 0.1496235656094436, "order_statistic": 1047015, "positions_below_bin": 1046973, "positions_in_bin": 105, "relative_width": 0.05593912371407753 }, "p9999": { "quantile": 0.9999, "lower": 0.47315125896148125, "upper": 0.5011872336272715, "estimate": 0.4982965549452662, "bin": 468, "bin_kind": "log", "bin_lower": 0.47315125896148125, "bin_upper": 0.5011872336272715, "order_statistic": 1047959, "positions_below_bin": 1047947, "positions_in_bin": 13, "relative_width": 0.055939123714073544 } }, "exceedance": [ { "requested": 0.0001, "threshold": 0.0001, "exact": true, "positions": 799079, "fraction": 0.7624334010136785 }, { "requested": 0.001, "threshold": 0.001, "exact": true, "positions": 572732, "fraction": 0.5464666279921837 }, { "requested": 0.01, "threshold": 0.01, "exact": true, "positions": 51581, "fraction": 0.04921550592330239 }, { "requested": 0.1, "threshold": 0.1, "exact": true, "positions": 1907, "fraction": 0.0018195453712750366 }, { "requested": 1.0, "threshold": 1.0, "exact": true, "positions": 21, "fraction": 2.0036944308744504e-05 } ], "method": "counts add across shards, percentiles do not: each quantile is reported as the [lower, upper] bin interval that provably contains it, plus a log-uniform point estimate inside that interval. max_kld_exact and the exceedance counts are exact, not interpolated." }, "ladder": { "checkpoint": "1M", "checkpoint_positions": 1000000, "next": "2M", "next_positions": 2000000, "positions_to_next": 951936, "targets": { "1M": 1000000, "2M": 2000000, "5M": 5000000, "10M": 10000000 } }, "shards": [ { "shard": 0, "report": "/var/tmp/work/kld5-tail/reports/shard-0000/report-k5k6.json", "report_sha256": "2f2ab0797c70b657933952c9016b1540748806dab2221c374b25066bfc373ad3", "suite_token_sha256": "caef8a4628d6c07c162100895096f890cdf9cafc8e4c48b3d66035d737ee7cf7", "reference_capture": "/work/kld5-tail/hidden/shard-0000/hidden-bf16", "candidate_capture": "/work/kld5-tail/hidden/shard-0000/hidden-k5k6", "contexts": 512, "scored_positions": 1048064, "context_index_min": 0, "context_index_max": 511, "token_mean_kld": 0.0031413603551342147, "context_macro_mean_kld": 0.0031413603551342147, "top1_agreement": 0.9761083292623352, "max_kld": 5.506768094147674, "p999_kld": 0.14470799411698693, "row_consistency": { "token_mean_relative_gap": 0.0, "top1_relative_gap": 0.0 } } ], "consistency": { "tolerance": 1e-06, "max_token_mean_relative_gap": 0.0, "max_top1_relative_gap": 0.0, "note": "headline numbers are recomputed from per-context rows and cross-checked against each shard report's own summary" }, "not_aggregable": { "token_percentiles_exact": "an exact cumulative median/p95/p99/p999 would need the token-level KLD vector, which no shard report carries. `tail.quantiles` bounds each one by the histogram bin it falls in, which is exact to the bin width; each shard's own exact percentiles are in its report", "jsd_percentiles": "shard reports carry only the position-weighted mean JSD, so its distribution cannot be recovered here" }, "inputs": { "/var/tmp/work/kld5-tail/reports/shard-0000/report-k5k6.json": "2f2ab0797c70b657933952c9016b1540748806dab2221c374b25066bfc373ad3" }, "per_context_all": [ { "index": 0, "source_cluster": "pg2868", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024491299659915523, "median_kld": 0.0018307366781300516, "top1_agreement": 0.9760625305324866 }, { "index": 1, "source_cluster": "wiki5-en-2028-summer-olympics", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002435929539806484, "median_kld": 0.0012301916553951742, "top1_agreement": 0.9814362481680508 }, { "index": 2, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002432250351305005, "median_kld": 0.0019331946668899036, "top1_agreement": 0.9731314118221788 }, { "index": 3, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003147237811254968, "median_kld": 0.002052772316631035, "top1_agreement": 0.9765510503175379 }, { "index": 4, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002431265952587194, "median_kld": 0.00186353749893442, "top1_agreement": 0.9789936492427943 }, { "index": 5, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002424435092388775, "median_kld": 0.001748663622379354, "top1_agreement": 0.9789936492427943 }, { "index": 6, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002739985229055353, "median_kld": 0.0020190898087548703, "top1_agreement": 0.9692232535417684 }, { "index": 7, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004056118689499168, "median_kld": 0.00019983259657330166, "top1_agreement": 0.9814362481680508 }, { "index": 8, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021943978546265486, "median_kld": 0.0017054360192787499, "top1_agreement": 0.9706888128969223 }, { "index": 9, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0022299382717999505, "median_kld": 0.0017820728476749537, "top1_agreement": 0.9662921348314607 }, { "index": 10, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002465820679663115, "median_kld": 0.0019258670263297972, "top1_agreement": 0.9741084513922814 }, { "index": 11, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018206547872566677, "median_kld": 3.8719804514641964e-05, "top1_agreement": 0.995114802149487 }, { "index": 12, "source_cluster": "wiki5-fr-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0021237226776051068, "median_kld": 0.0012528963175100216, "top1_agreement": 0.9731314118221788 }, { "index": 13, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0023316622717715245, "median_kld": 0.00019330734947686778, "top1_agreement": 0.9892525647288715 }, { "index": 14, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0027972705654524376, "median_kld": 0.00022905294199726534, "top1_agreement": 0.9848558866634098 }, { "index": 15, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00277852338515958, "median_kld": 0.001802276616887255, "top1_agreement": 0.9780166096726918 }, { "index": 16, "source_cluster": "wiki5-en-uefa-european-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026653705493504976, "median_kld": 0.0014253922666824792, "top1_agreement": 0.9848558866634098 }, { "index": 17, "source_cluster": "pg100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.017987320146687507, "median_kld": 0.0005150999035636872, "top1_agreement": 0.9819247679531021 }, { "index": 18, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0019954199851583833, "median_kld": 0.0016395905403925326, "top1_agreement": 0.9731314118221788 }, { "index": 19, "source_cluster": "wiki5-ja-h82e8f84f6d85", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002296733364198231, "median_kld": 0.0005269027315080166, "top1_agreement": 0.9814362481680508 }, { "index": 20, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002345552083881034, "median_kld": 0.001876070487725201, "top1_agreement": 0.9741084513922814 }, { "index": 21, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001666085303101828, "median_kld": 0.00015157620786776516, "top1_agreement": 0.9877870053737177 }, { "index": 22, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027622396671983466, "median_kld": 0.0018968033689361619, "top1_agreement": 0.9741084513922814 }, { "index": 23, "source_cluster": "wiki5-sv-peter-lemarc", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002864859551037027, "median_kld": 0.001221512968584193, "top1_agreement": 0.9731314118221788 }, { "index": 24, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023011709639645986, "median_kld": 0.0018476937439118046, "top1_agreement": 0.975085490962384 }, { "index": 25, "source_cluster": "wiki5-sv-christine-meltzer", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026165046530257753, "median_kld": 0.0009067097253137035, "top1_agreement": 0.9780166096726918 }, { "index": 26, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002428868445138295, "median_kld": 0.0009337174262782355, "top1_agreement": 0.9780166096726918 }, { "index": 27, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00254637554320618, "median_kld": 0.001942542034967687, "top1_agreement": 0.9741084513922814 }, { "index": 28, "source_cluster": "pg3268", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003118473291914821, "median_kld": 0.0019097410322075348, "top1_agreement": 0.9716658524670249 }, { "index": 29, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002724085089650562, "median_kld": 0.0020607813489732507, "top1_agreement": 0.9633610161211529 }, { "index": 30, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032561034826692793, "median_kld": 0.0021294102789397584, "top1_agreement": 0.9711773326819736 }, { "index": 31, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002662659326498334, "median_kld": 0.0014885924574628007, "top1_agreement": 0.978505129457743 }, { "index": 32, "source_cluster": "numpy5-v2.2.1-numpy-ma-core-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002500522118006991, "median_kld": 0.00023216140011328434, "top1_agreement": 0.9882755251587689 }, { "index": 33, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0208877579515113, "median_kld": 0.00017098572109830457, "top1_agreement": 0.9672691744015632 }, { "index": 34, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002734095394322985, "median_kld": 4.7927358565402756e-05, "top1_agreement": 0.9892525647288715 }, { "index": 35, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024717595597170054, "median_kld": 0.0015691086659899156, "top1_agreement": 0.975085490962384 }, { "index": 36, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.004441640687543977, "median_kld": 0.0030470037023526686, "top1_agreement": 0.9589643380556913 }, { "index": 37, "source_cluster": "wiki5-en-gavin-newsom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017860390921249922, "median_kld": 0.00104503630433328, "top1_agreement": 0.9765510503175379 }, { "index": 38, "source_cluster": "wiki5-en-deadpool", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0035433785697151434, "median_kld": 0.0019612142152709566, "top1_agreement": 0.97361993160723 }, { "index": 39, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00347195450904079, "median_kld": 0.0001979256554989206, "top1_agreement": 0.9887640449438202 }, { "index": 40, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002041252876864544, "median_kld": 0.001448661585888189, "top1_agreement": 0.9702002931118711 }, { "index": 41, "source_cluster": "wiki5-id-satryo-brodjonegoro", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023511460171526406, "median_kld": 0.001319558134014187, "top1_agreement": 0.9775280898876404 }, { "index": 42, "source_cluster": "wiki5-tr-ole-gunnar-solskj-r", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002038694870896458, "median_kld": 0.0006659399435875457, "top1_agreement": 0.9838788470933073 }, { "index": 43, "source_cluster": "arxiv5-cs-LO-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029655768938356628, "median_kld": 0.001972118704962611, "top1_agreement": 0.97361993160723 }, { "index": 44, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026272101706843053, "median_kld": 0.0019388416718584267, "top1_agreement": 0.9653150952613581 }, { "index": 45, "source_cluster": "wiki5-de-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002374948125665506, "median_kld": 0.001348303144595775, "top1_agreement": 0.9716658524670249 }, { "index": 46, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025949991110391104, "median_kld": 0.0019517329475167156, "top1_agreement": 0.9697117733268197 }, { "index": 47, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030795219367159158, "median_kld": 0.0014345505223900545, "top1_agreement": 0.9706888128969223 }, { "index": 48, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024859206692247875, "median_kld": 0.0017112179010041473, "top1_agreement": 0.9628724963361016 }, { "index": 49, "source_cluster": "pg28203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003042146648042436, "median_kld": 0.0018980972045383737, "top1_agreement": 0.9638495359062041 }, { "index": 50, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002223066772660595, "median_kld": 0.0001419579251589198, "top1_agreement": 0.9907181240840254 }, { "index": 51, "source_cluster": "wiki5-en-reform-uk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023477751493747646, "median_kld": 0.0012160546918380533, "top1_agreement": 0.979970688812897 }, { "index": 52, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005944644930013016, "median_kld": 0.00048718212791953874, "top1_agreement": 0.979970688812897 }, { "index": 53, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027434393351897977, "median_kld": 0.0013839372315942455, "top1_agreement": 0.9755740107474352 }, { "index": 54, "source_cluster": "cpython5-v3.13.1-python-ceval-macros-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00397399716581296, "median_kld": 0.0007313546120712999, "top1_agreement": 0.9829018075232047 }, { "index": 55, "source_cluster": "wiki5-pt-marcelo-rubens-paiva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027335078230789726, "median_kld": 0.001098291555333919, "top1_agreement": 0.9716658524670249 }, { "index": 56, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002175195382986123, "median_kld": 0.0018024745557738697, "top1_agreement": 0.9692232535417684 }, { "index": 57, "source_cluster": "numpy5-v2.2.1-numpy-ma-mrecords-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002713013238836844, "median_kld": 0.0006078117614691791, "top1_agreement": 0.9809477283829995 }, { "index": 58, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001769879000535392, "median_kld": 0.00020134112734560006, "top1_agreement": 0.9721543722520762 }, { "index": 59, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002378512558152447, "median_kld": 0.0014303573460916486, "top1_agreement": 0.9824132877381534 }, { "index": 60, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003510356538224942, "median_kld": 0.0019062856752043444, "top1_agreement": 0.9770395701025891 }, { "index": 61, "source_cluster": "wiki5-hi-he3b8efc60c88", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0064649668378081475, "median_kld": 0.0029536774800362764, "top1_agreement": 0.9662921348314607 }, { "index": 62, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002895662588019308, "median_kld": 0.00012955990539964546, "top1_agreement": 0.9711773326819736 }, { "index": 63, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023432115126387227, "median_kld": 0.0016997645376441994, "top1_agreement": 0.97361993160723 }, { "index": 64, "source_cluster": "wiki5-en-elon-musk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0024620974601870893, "median_kld": 0.0015284943037841003, "top1_agreement": 0.97361993160723 }, { "index": 65, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002537966820317898, "median_kld": 0.0015382284954341685, "top1_agreement": 0.9770395701025891 }, { "index": 66, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020866096472856224, "median_kld": 0.00011684228026900834, "top1_agreement": 0.9941377625793845 }, { "index": 67, "source_cluster": "wiki5-en-vivek-ramaswamy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019637687672382784, "median_kld": 0.0013234235484560486, "top1_agreement": 0.9843673668783586 }, { "index": 68, "source_cluster": "wiki5-en-donald-trump-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025280746581424593, "median_kld": 0.0013599088271121218, "top1_agreement": 0.9794821690278456 }, { "index": 69, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0030342243000887935, "median_kld": 0.0011057436414034783, "top1_agreement": 0.9775280898876404 }, { "index": 70, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002730273611079549, "median_kld": 0.001933396639287821, "top1_agreement": 0.9721543722520762 }, { "index": 71, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002401671054359397, "median_kld": 0.00020589526626224597, "top1_agreement": 0.9858329262335125 }, { "index": 72, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002291335169716107, "median_kld": 0.00012200846607512972, "top1_agreement": 0.9882755251587689 }, { "index": 73, "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0110342152863883, "median_kld": 0.0003286015793264596, "top1_agreement": 0.9711773326819736 }, { "index": 74, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026216439358289377, "median_kld": 0.0018669374626369972, "top1_agreement": 0.9726428920371275 }, { "index": 75, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027100197625857772, "median_kld": 0.0014950472397572412, "top1_agreement": 0.9765510503175379 }, { "index": 76, "source_cluster": "wiki5-it-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002066640708129799, "median_kld": 0.0013162146788090467, "top1_agreement": 0.9731314118221788 }, { "index": 77, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025411377411902717, "median_kld": 0.0018881062357252176, "top1_agreement": 0.9731314118221788 }, { "index": 78, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002253712112096489, "median_kld": 0.001903859993202417, "top1_agreement": 0.97361993160723 }, { "index": 79, "source_cluster": "wiki5-pt-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002556807291520533, "median_kld": 0.0012501997215110805, "top1_agreement": 0.9745969711773327 }, { "index": 80, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026289230411953926, "median_kld": 0.0015682119487792079, "top1_agreement": 0.9809477283829995 }, { "index": 81, "source_cluster": "pg20203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0031132439543051864, "median_kld": 0.0016424391470764022, "top1_agreement": 0.9721543722520762 }, { "index": 82, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002222980414224269, "median_kld": 6.0964729533097284e-05, "top1_agreement": 0.9882755251587689 }, { "index": 83, "source_cluster": "pg11", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01251467783827004, "median_kld": 2.4841356894178546e-05, "top1_agreement": 0.9912066438690766 }, { "index": 84, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028820041286440547, "median_kld": 0.00011517924825987791, "top1_agreement": 0.9877870053737177 }, { "index": 85, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024357990156701078, "median_kld": 0.0016609370213700458, "top1_agreement": 0.9741084513922814 }, { "index": 86, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030108340645530617, "median_kld": 0.001530304730295029, "top1_agreement": 0.9760625305324866 }, { "index": 87, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002232200600370751, "median_kld": 0.0015516467703662329, "top1_agreement": 0.9789936492427943 }, { "index": 88, "source_cluster": "wiki5-en-gerald-ford", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0033679421962771764, "median_kld": 0.001695871019620654, "top1_agreement": 0.9672691744015632 }, { "index": 89, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002460287561228088, "median_kld": 0.0015845656413446818, "top1_agreement": 0.9765510503175379 }, { "index": 90, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002869770373865988, "median_kld": 0.000989635528282129, "top1_agreement": 0.9794821690278456 }, { "index": 91, "source_cluster": "cpython5-v3.13.1-objects-complexobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001814862128931957, "median_kld": 0.00010833253497821715, "top1_agreement": 0.9858329262335125 }, { "index": 92, "source_cluster": "cpython5-v3.13.1-objects-iterobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00227125444628208, "median_kld": 3.6273220114679816e-05, "top1_agreement": 0.991695163654128 }, { "index": 93, "source_cluster": "wiki5-ja-h059e7e765623", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029169870846103966, "median_kld": 0.0016158806570274464, "top1_agreement": 0.9770395701025891 }, { "index": 94, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003423657595826314, "median_kld": 0.0015635381168976892, "top1_agreement": 0.966780654616512 }, { "index": 95, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022867176651838574, "median_kld": 0.001863018965707397, "top1_agreement": 0.9731314118221788 }, { "index": 96, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026147791276023465, "median_kld": 0.001383917729526729, "top1_agreement": 0.9770395701025891 }, { "index": 97, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0029818418190079325, "median_kld": 0.001977363180003522, "top1_agreement": 0.9702002931118711 }, { "index": 98, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028854290500795626, "median_kld": 0.0017194514484799583, "top1_agreement": 0.9760625305324866 }, { "index": 99, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024946162040847095, "median_kld": 0.0019042286397734642, "top1_agreement": 0.9706888128969223 }, { "index": 100, "source_cluster": "cpython5-v3.13.1-objects-floatobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004509862877495734, "median_kld": 0.0005224884413053132, "top1_agreement": 0.9594528578407425 }, { "index": 101, "source_cluster": "cpython5-v3.13.1-objects-unionobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017645564714996497, "median_kld": 7.753417958600295e-05, "top1_agreement": 0.9931607230092818 }, { "index": 102, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0031220092834089615, "median_kld": 0.0013179851892459737, "top1_agreement": 0.9745969711773327 }, { "index": 103, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00817203273828715, "median_kld": 0.0006828643660696798, "top1_agreement": 0.9711773326819736 }, { "index": 104, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0030666446022017692, "median_kld": 1.2036721694475006e-05, "top1_agreement": 0.9926722032242306 }, { "index": 105, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002667769484465751, "median_kld": 0.0017800244549484034, "top1_agreement": 0.97361993160723 }, { "index": 106, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024735292779258593, "median_kld": 0.0018531207002183692, "top1_agreement": 0.9755740107474352 }, { "index": 107, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0029535028926558197, "median_kld": 0.0019021665445331237, "top1_agreement": 0.9731314118221788 }, { "index": 108, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002707975498537834, "median_kld": 0.0019831731313217915, "top1_agreement": 0.9677576941866145 }, { "index": 109, "source_cluster": "wiki5-en-robert-f-kennedy-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002323630516475769, "median_kld": 0.0015055450789986935, "top1_agreement": 0.97361993160723 }, { "index": 110, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012838352978869953, "median_kld": 0.00015169753100963135, "top1_agreement": 0.9907181240840254 }, { "index": 111, "source_cluster": "wiki5-en-list-of-highest-grossing-films", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001861210515376401, "median_kld": 0.001392434759289074, "top1_agreement": 0.9794821690278456 }, { "index": 112, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002304745186056786, "median_kld": 0.0018340528822591295, "top1_agreement": 0.9731314118221788 }, { "index": 113, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002671926169669766, "median_kld": 0.00012856842392672263, "top1_agreement": 0.9863214460185638 }, { "index": 114, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022079321757392336, "median_kld": 0.0014126453906087022, "top1_agreement": 0.9770395701025891 }, { "index": 115, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00269488522756352, "median_kld": 0.0018853530708611288, "top1_agreement": 0.9662921348314607 }, { "index": 116, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026658562620536863, "median_kld": 0.001700054768274173, "top1_agreement": 0.9804592085979482 }, { "index": 117, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002582902026443877, "median_kld": 0.001836185910214283, "top1_agreement": 0.9711773326819736 }, { "index": 118, "source_cluster": "wiki5-ar-h667583703021", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002276816138341146, "median_kld": 0.0013564145278905926, "top1_agreement": 0.975085490962384 }, { "index": 119, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030116171365659715, "median_kld": 0.001155487318840187, "top1_agreement": 0.9775280898876404 }, { "index": 120, "source_cluster": "wiki5-ja-h6eba8794e3c6", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.005712277869827735, "median_kld": 0.0014070420947973616, "top1_agreement": 0.9706888128969223 }, { "index": 121, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0034923440547797607, "median_kld": 4.510381548783471e-05, "top1_agreement": 0.9882755251587689 }, { "index": 122, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002907896235485939, "median_kld": 0.00192688733138624, "top1_agreement": 0.9760625305324866 }, { "index": 123, "source_cluster": "wiki5-en-united-kingdom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00276547092991336, "median_kld": 0.001479824588784595, "top1_agreement": 0.975085490962384 }, { "index": 124, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002416103928915576, "median_kld": 0.0017708716665509883, "top1_agreement": 0.9711773326819736 }, { "index": 125, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023294628374832494, "median_kld": 0.0018244391526422987, "top1_agreement": 0.9711773326819736 }, { "index": 126, "source_cluster": "wiki5-sv-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024215286872077335, "median_kld": 0.0009454427972741541, "top1_agreement": 0.978505129457743 }, { "index": 127, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003364170559799978, "median_kld": 0.0018084984062625153, "top1_agreement": 0.9672691744015632 }, { "index": 128, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019682292640901414, "median_kld": 6.435580556818365e-05, "top1_agreement": 0.9936492427943332 }, { "index": 129, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0029384513990335036, "median_kld": 0.0012972930344972156, "top1_agreement": 0.979970688812897 }, { "index": 130, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023504107051753316, "median_kld": 0.001796168573008572, "top1_agreement": 0.9648265754763068 }, { "index": 131, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002789166713623121, "median_kld": 3.845223790055474e-05, "top1_agreement": 0.9897410845139228 }, { "index": 132, "source_cluster": "wiki5-en-assassination-of-john-f-kennedy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00297925025558742, "median_kld": 0.0015172979987028157, "top1_agreement": 0.979970688812897 }, { "index": 133, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002392858150182544, "median_kld": 0.0016912652376959159, "top1_agreement": 0.975085490962384 }, { "index": 134, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003294171713237116, "median_kld": 0.0010674593931252474, "top1_agreement": 0.9780166096726918 }, { "index": 135, "source_cluster": "wiki5-tr-osmanl-i-mparatorlug-u", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0033897534400170815, "median_kld": 0.0011692588057030662, "top1_agreement": 0.978505129457743 }, { "index": 136, "source_cluster": "wiki5-fa-h44e3fcb0d500", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002630326977157902, "median_kld": 0.001174984219687758, "top1_agreement": 0.9692232535417684 }, { "index": 137, "source_cluster": "wiki5-en-glen-powell", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002568980691447054, "median_kld": 0.0011802923258983355, "top1_agreement": 0.978505129457743 }, { "index": 138, "source_cluster": "wiki5-sv-henrik-viii-av-england", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0041974287674103284, "median_kld": 0.0017970155968214385, "top1_agreement": 0.9745969711773327 }, { "index": 139, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003357203423440157, "median_kld": 0.0017338615780033706, "top1_agreement": 0.9760625305324866 }, { "index": 140, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0022473404375442465, "median_kld": 0.0013906568368895478, "top1_agreement": 0.9731314118221788 }, { "index": 141, "source_cluster": "pg5197", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002147890544526378, "median_kld": 0.001638066615178957, "top1_agreement": 0.97361993160723 }, { "index": 142, "source_cluster": "pg31635", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002371333451800536, "median_kld": 0.0017701330549471095, "top1_agreement": 0.9760625305324866 }, { "index": 143, "source_cluster": "wiki5-en-dua-lipa", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018805791368566374, "median_kld": 0.0011888016979355598, "top1_agreement": 0.9819247679531021 }, { "index": 144, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002564162332221665, "median_kld": 0.00014069111176695515, "top1_agreement": 0.9877870053737177 }, { "index": 145, "source_cluster": "wiki5-fa-hc7c13d635b08", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004356599798251799, "median_kld": 0.0009646268356391374, "top1_agreement": 0.9760625305324866 }, { "index": 146, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005463906823235924, "median_kld": 0.0015371182835224317, "top1_agreement": 0.9755740107474352 }, { "index": 147, "source_cluster": "wiki5-zh-hba42412b42f4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026454369421577894, "median_kld": 0.0018243634258396924, "top1_agreement": 0.9711773326819736 }, { "index": 148, "source_cluster": "numpy5-v2.2.1-numpy-matrixlib-defmatrix-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011103499283582866, "median_kld": 2.9101387411856194e-05, "top1_agreement": 0.9941377625793845 }, { "index": 149, "source_cluster": "wiki5-en-serena-williams", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026115520942262445, "median_kld": 0.0012465954356315478, "top1_agreement": 0.9741084513922814 }, { "index": 150, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037215942729599185, "median_kld": 0.0014705646227071156, "top1_agreement": 0.966780654616512 }, { "index": 151, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002063990416405833, "median_kld": 0.0011463153147701632, "top1_agreement": 0.9809477283829995 }, { "index": 152, "source_cluster": "wiki5-hi-h308885d90ce4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0072642562683125555, "median_kld": 0.0033594612305023475, "top1_agreement": 0.9521250610649731 }, { "index": 153, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0025767671578156284, "median_kld": 0.00184672110901829, "top1_agreement": 0.979970688812897 }, { "index": 154, "source_cluster": "wiki5-en-charli-xcx", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0039856431764692425, "median_kld": 0.0013232510464717961, "top1_agreement": 0.9672691744015632 }, { "index": 155, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025057136009148063, "median_kld": 0.0014185603508090061, "top1_agreement": 0.9809477283829995 }, { "index": 156, "source_cluster": "cpython5-v3.13.1-objects-dictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0031780915387966354, "median_kld": 0.000400051534143131, "top1_agreement": 0.9829018075232047 }, { "index": 157, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-litemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0022282902687748036, "median_kld": 5.964377541278765e-05, "top1_agreement": 0.9892525647288715 }, { "index": 158, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025608818901807664, "median_kld": 0.0019455822137945944, "top1_agreement": 0.975085490962384 }, { "index": 159, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006441268931948102, "median_kld": 0.0003073125327546222, "top1_agreement": 0.9745969711773327 }, { "index": 160, "source_cluster": "wiki5-it-david-lynch", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0033167354323308845, "median_kld": 0.0004380412392492872, "top1_agreement": 0.9794821690278456 }, { "index": 161, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002638021359247003, "median_kld": 0.001786819239896431, "top1_agreement": 0.9755740107474352 }, { "index": 162, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002420121937921413, "median_kld": 0.001462042781895434, "top1_agreement": 0.978505129457743 }, { "index": 163, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00242269600373825, "median_kld": 0.0013283005950199822, "top1_agreement": 0.9770395701025891 }, { "index": 164, "source_cluster": "wiki5-en-2024-crowdstrike-incident", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0027134110335016656, "median_kld": 0.0015926831311361411, "top1_agreement": 0.97361993160723 }, { "index": 165, "source_cluster": "wiki5-en-jana-novotna", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017342836420090354, "median_kld": 0.0008913312221920933, "top1_agreement": 0.9809477283829995 }, { "index": 166, "source_cluster": "wiki5-fa-h6f1de7c28c8a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002694878194273145, "median_kld": 0.0013722754674745374, "top1_agreement": 0.9770395701025891 }, { "index": 167, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002594436898878678, "median_kld": 0.0016432982301921584, "top1_agreement": 0.9638495359062041 }, { "index": 168, "source_cluster": "wiki5-en-manchester-united-f-c", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025760744526010437, "median_kld": 0.0014041902431927156, "top1_agreement": 0.9814362481680508 }, { "index": 169, "source_cluster": "wiki5-en-2016-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026486332909695753, "median_kld": 0.0015543605363745883, "top1_agreement": 0.9662921348314607 }, { "index": 170, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023967512130308117, "median_kld": 0.0011666550850009116, "top1_agreement": 0.979970688812897 }, { "index": 171, "source_cluster": "cpython5-v3.13.1-python-gc-free-threading-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003073802919854619, "median_kld": 0.00010758424664913946, "top1_agreement": 0.9833903273082559 }, { "index": 172, "source_cluster": "wiki5-nl-nederland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023335782029827376, "median_kld": 0.0012623409465675195, "top1_agreement": 0.978505129457743 }, { "index": 173, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025536200441505794, "median_kld": 0.0013314092975207359, "top1_agreement": 0.978505129457743 }, { "index": 174, "source_cluster": "cpython5-v3.13.1-objects-listobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0049487634416242, "median_kld": 0.0004104919295695453, "top1_agreement": 0.9872984855886663 }, { "index": 175, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029843963330177725, "median_kld": 0.002070676568791896, "top1_agreement": 0.961895456765999 }, { "index": 176, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002754008660839053, "median_kld": 0.0018529857188696042, "top1_agreement": 0.9692232535417684 }, { "index": 177, "source_cluster": "cpython5-v3.13.1-objects-obmalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028191147532257363, "median_kld": 0.0011757207730340724, "top1_agreement": 0.9814362481680508 }, { "index": 178, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006247500130032346, "median_kld": 0.0005113277086934431, "top1_agreement": 0.9814362481680508 }, { "index": 179, "source_cluster": "wiki5-ko-h827332b44213", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002845066036445193, "median_kld": 0.0016168392339750426, "top1_agreement": 0.975085490962384 }, { "index": 180, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002314706720109375, "median_kld": 0.0017701080604339836, "top1_agreement": 0.9692232535417684 }, { "index": 181, "source_cluster": "wiki5-en-youtube", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028778540088412355, "median_kld": 0.0013338870525672064, "top1_agreement": 0.9775280898876404 }, { "index": 182, "source_cluster": "cpython5-v3.13.1-python-opcode-targets-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005138328289011471, "median_kld": 0.00018826751227152272, "top1_agreement": 0.9829018075232047 }, { "index": 183, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028054165479541146, "median_kld": 0.0019238977346276442, "top1_agreement": 0.9726428920371275 }, { "index": 184, "source_cluster": "cpython5-v3.13.1-python-modsupport-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0022850025924812285, "median_kld": 0.00011799242943055788, "top1_agreement": 0.9892525647288715 }, { "index": 185, "source_cluster": "wiki5-en-sha-carri-richardson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00242708313880909, "median_kld": 0.0008617588969208612, "top1_agreement": 0.9804592085979482 }, { "index": 186, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0031915584470342735, "median_kld": 0.0018414336896626082, "top1_agreement": 0.97361993160723 }, { "index": 187, "source_cluster": "wiki5-hi-h920a1524fc19", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00663330486791783, "median_kld": 0.0026505096773803416, "top1_agreement": 0.9574987787005373 }, { "index": 188, "source_cluster": "wiki5-en-agenda-47", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021451027750333616, "median_kld": 0.0015824271767996834, "top1_agreement": 0.9677576941866145 }, { "index": 189, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002797278300839712, "median_kld": 0.002092377272454371, "top1_agreement": 0.9765510503175379 }, { "index": 190, "source_cluster": "wiki5-en-franklin-d-roosevelt", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002955534576778438, "median_kld": 0.0015376599917544809, "top1_agreement": 0.9731314118221788 }, { "index": 191, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002709466471314043, "median_kld": 0.0018455724070918222, "top1_agreement": 0.9765510503175379 }, { "index": 192, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002866540025617452, "median_kld": 0.00015520376298994165, "top1_agreement": 0.9809477283829995 }, { "index": 193, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0036823038564679817, "median_kld": 0.0006503188014903571, "top1_agreement": 0.9833903273082559 }, { "index": 194, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002066614150761018, "median_kld": 0.00014647190480843175, "top1_agreement": 0.9897410845139228 }, { "index": 195, "source_cluster": "wiki5-tr-recep-tayyip-erdog-an", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027393984057307885, "median_kld": 0.0014041380951539395, "top1_agreement": 0.9770395701025891 }, { "index": 196, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002494307214760752, "median_kld": 0.0017020811488706045, "top1_agreement": 0.9711773326819736 }, { "index": 197, "source_cluster": "wiki5-cs-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028412793449532456, "median_kld": 0.0008853369401151667, "top1_agreement": 0.9765510503175379 }, { "index": 198, "source_cluster": "cpython5-v3.13.1-modules-timemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0031435110345710347, "median_kld": 0.00014020965029004628, "top1_agreement": 0.9853444064484611 }, { "index": 199, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026842532940343556, "median_kld": 0.0021630217007100327, "top1_agreement": 0.9658036150464093 }, { "index": 200, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003288808996054498, "median_kld": 0.0012357268642517738, "top1_agreement": 0.975085490962384 }, { "index": 201, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002696610785898566, "median_kld": 0.0014504428929740243, "top1_agreement": 0.9780166096726918 }, { "index": 202, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008180811369622874, "median_kld": 0.005245832739010581, "top1_agreement": 0.9545676599902296 }, { "index": 203, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0030865554312343173, "median_kld": 0.0019864067289745435, "top1_agreement": 0.978505129457743 }, { "index": 204, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003165414079833532, "median_kld": 0.0013128712984844526, "top1_agreement": 0.9765510503175379 }, { "index": 205, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0038353534279293713, "median_kld": 0.0015326674947573338, "top1_agreement": 0.9721543722520762 }, { "index": 206, "source_cluster": "wiki5-en-melania-trump", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022982872861172896, "median_kld": 0.001289623324311151, "top1_agreement": 0.9755740107474352 }, { "index": 207, "source_cluster": "cpython5-v3.13.1-python-sysmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0031030760168677253, "median_kld": 0.00032965781364657776, "top1_agreement": 0.9623839765510503 }, { "index": 208, "source_cluster": "wiki5-pl-zmarli-w-styczniu-2025", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002480172721118394, "median_kld": 0.00037395771937553945, "top1_agreement": 0.97361993160723 }, { "index": 209, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002162556812092044, "median_kld": 0.0014850401262265223, "top1_agreement": 0.9765510503175379 }, { "index": 210, "source_cluster": "wiki5-es-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0020821212604326127, "median_kld": 0.0012034687752020545, "top1_agreement": 0.9848558866634098 }, { "index": 211, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002270123862012079, "median_kld": 0.0016896378999256, "top1_agreement": 0.9741084513922814 }, { "index": 212, "source_cluster": "cpython5-v3.13.1-python-warnings-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002334365840101992, "median_kld": 0.00011309455049968165, "top1_agreement": 0.9872984855886663 }, { "index": 213, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003241537542777832, "median_kld": 0.0017764084051918871, "top1_agreement": 0.9692232535417684 }, { "index": 214, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027536066748145896, "median_kld": 0.0012168346297940502, "top1_agreement": 0.9770395701025891 }, { "index": 215, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004526293308878001, "median_kld": 0.0008335135444212938, "top1_agreement": 0.9677576941866145 }, { "index": 216, "source_cluster": "wiki5-fr-cookie-informatique", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001796622684226204, "median_kld": 0.0011801807920193141, "top1_agreement": 0.9780166096726918 }, { "index": 217, "source_cluster": "wiki5-en-france", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004555668472165062, "median_kld": 0.001849102165522254, "top1_agreement": 0.9682462139716659 }, { "index": 218, "source_cluster": "wiki5-en-tadej-pogac-ar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002218765348726438, "median_kld": 0.0012077522708295874, "top1_agreement": 0.9780166096726918 }, { "index": 219, "source_cluster": "wiki5-nl-de-slimste-mens", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0035404657570430736, "median_kld": 0.0012434143377841878, "top1_agreement": 0.979970688812897 }, { "index": 220, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002570722109715482, "median_kld": 0.001841713084957064, "top1_agreement": 0.9711773326819736 }, { "index": 221, "source_cluster": "wiki5-tr-tu-rkiye", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023468929102988677, "median_kld": 0.0008854212971982633, "top1_agreement": 0.978505129457743 }, { "index": 222, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016085409852960753, "median_kld": 4.76585904785054e-05, "top1_agreement": 0.9858329262335125 }, { "index": 223, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026896958827338576, "median_kld": 0.0020490673624635747, "top1_agreement": 0.9648265754763068 }, { "index": 224, "source_cluster": "pg30434", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0022200630814628282, "median_kld": 0.001595750935187823, "top1_agreement": 0.979970688812897 }, { "index": 225, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0031243576655611612, "median_kld": 8.61664025322284e-05, "top1_agreement": 0.9887640449438202 }, { "index": 226, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002250482440728306, "median_kld": 0.0017683956651879384, "top1_agreement": 0.975085490962384 }, { "index": 227, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002549241788584553, "median_kld": 0.002027443252423211, "top1_agreement": 0.975085490962384 }, { "index": 228, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0021604265127733225, "median_kld": 0.00084965101183343, "top1_agreement": 0.9843673668783586 }, { "index": 229, "source_cluster": "wiki5-uk-h1e328a442ba1", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029816739997560234, "median_kld": 0.0009032713342094212, "top1_agreement": 0.9809477283829995 }, { "index": 230, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003701885092793603, "median_kld": 0.001591065836691996, "top1_agreement": 0.9765510503175379 }, { "index": 231, "source_cluster": "cpython5-v3.13.1-python-traceback-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003189374446703656, "median_kld": 0.00013092013442772554, "top1_agreement": 0.9780166096726918 }, { "index": 232, "source_cluster": "wiki5-en-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002189998361203518, "median_kld": 0.0010120031988662959, "top1_agreement": 0.9745969711773327 }, { "index": 233, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002985614082651304, "median_kld": 0.0012582996478158748, "top1_agreement": 0.9780166096726918 }, { "index": 234, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024403765823126002, "median_kld": 0.0012615608620762941, "top1_agreement": 0.975085490962384 }, { "index": 235, "source_cluster": "wiki5-it-randal-kolo-muani", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002360332672402508, "median_kld": 0.0012298555993766058, "top1_agreement": 0.9794821690278456 }, { "index": 236, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0029195143156349867, "median_kld": 0.002114200441013736, "top1_agreement": 0.966780654616512 }, { "index": 237, "source_cluster": "wiki5-pl-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028332328966137305, "median_kld": 0.0005387271457948373, "top1_agreement": 0.9726428920371275 }, { "index": 238, "source_cluster": "wiki5-ar-haee79b42b9cb", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002617969397401846, "median_kld": 0.0015253983706315921, "top1_agreement": 0.9804592085979482 }, { "index": 239, "source_cluster": "pg30340", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002279013297573317, "median_kld": 0.0017794108279076681, "top1_agreement": 0.9687347337567171 }, { "index": 240, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002649111924990948, "median_kld": 0.0019740521625095653, "top1_agreement": 0.9731314118221788 }, { "index": 241, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037367017854616925, "median_kld": 0.0017492746185325814, "top1_agreement": 0.9716658524670249 }, { "index": 242, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002750160556970055, "median_kld": 0.0018648528481080007, "top1_agreement": 0.9755740107474352 }, { "index": 243, "source_cluster": "numpy5-v2.2.1-numpy-testing-private-utils-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004772664778232988, "median_kld": 0.0005381415404031031, "top1_agreement": 0.9775280898876404 }, { "index": 244, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009639114000987483, "median_kld": 0.0012550615285817912, "top1_agreement": 0.9706888128969223 }, { "index": 245, "source_cluster": "pg7326", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002698560395670022, "median_kld": 0.0019804218395904627, "top1_agreement": 0.9677576941866145 }, { "index": 246, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0021364945155636843, "median_kld": 0.0016047228626518972, "top1_agreement": 0.97361993160723 }, { "index": 247, "source_cluster": "pg24739", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028193082197472048, "median_kld": 0.0018922755788537415, "top1_agreement": 0.9682462139716659 }, { "index": 248, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002835947215944092, "median_kld": 0.0019291747259160275, "top1_agreement": 0.9721543722520762 }, { "index": 249, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002786293103333765, "median_kld": 4.578350446760027e-06, "top1_agreement": 0.9897410845139228 }, { "index": 250, "source_cluster": "wiki5-ko-hd51b5b46f0c7", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003697294919607719, "median_kld": 0.0019815443229163066, "top1_agreement": 0.9721543722520762 }, { "index": 251, "source_cluster": "wiki5-hi-h04852c115c77", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004473656581777646, "median_kld": 0.002238256456621457, "top1_agreement": 0.961895456765999 }, { "index": 252, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00259300612862305, "median_kld": 0.000179559927119044, "top1_agreement": 0.9853444064484611 }, { "index": 253, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-distributions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0038285911094012577, "median_kld": 6.196567867244873e-05, "top1_agreement": 0.9877870053737177 }, { "index": 254, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002660408917549898, "median_kld": 0.0018317208334224233, "top1_agreement": 0.9706888128969223 }, { "index": 255, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0022754134611942802, "median_kld": 0.00044442153521373484, "top1_agreement": 0.9863214460185638 }, { "index": 256, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01359246545701854, "median_kld": 0.007886903033679005, "top1_agreement": 0.9438202247191011 }, { "index": 257, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0019252550982416588, "median_kld": 0.001604323541073427, "top1_agreement": 0.9755740107474352 }, { "index": 258, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002527595374077198, "median_kld": 7.193882830791587e-05, "top1_agreement": 0.9755740107474352 }, { "index": 259, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002196887364684124, "median_kld": 0.0017664163006685385, "top1_agreement": 0.9741084513922814 }, { "index": 260, "source_cluster": "wiki5-zh-hdc6274f381ba", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003218436914143032, "median_kld": 0.0018734453315119026, "top1_agreement": 0.9731314118221788 }, { "index": 261, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003133420958156261, "median_kld": 0.0016505010971741285, "top1_agreement": 0.9682462139716659 }, { "index": 262, "source_cluster": "wiki5-en-project-2025", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002727866522666328, "median_kld": 0.0015611283632495088, "top1_agreement": 0.9716658524670249 }, { "index": 263, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00281303172911288, "median_kld": 0.0011255282229285513, "top1_agreement": 0.9765510503175379 }, { "index": 264, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002285672762260855, "median_kld": 0.00013836063833366774, "top1_agreement": 0.9887640449438202 }, { "index": 265, "source_cluster": "wiki5-en-olympic-games", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005619601977345131, "median_kld": 0.001928278893128521, "top1_agreement": 0.9628724963361016 }, { "index": 266, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023444937704365006, "median_kld": 0.0017424524730955682, "top1_agreement": 0.9721543722520762 }, { "index": 267, "source_cluster": "cpython5-v3.13.1-modules-main-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0030782863185974674, "median_kld": 0.0001794961606718104, "top1_agreement": 0.9809477283829995 }, { "index": 268, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002617788188137121, "median_kld": 0.0019378053319378807, "top1_agreement": 0.9741084513922814 }, { "index": 269, "source_cluster": "pg18459", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028759418045909016, "median_kld": 0.0019588901713802898, "top1_agreement": 0.9745969711773327 }, { "index": 270, "source_cluster": "cpython5-v3.13.1-objects-bytesobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003535407885051773, "median_kld": 0.00013424314839394214, "top1_agreement": 0.9697117733268197 }, { "index": 271, "source_cluster": "wiki5-sv-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028348631241709304, "median_kld": 0.0012826595633974591, "top1_agreement": 0.9731314118221788 }, { "index": 272, "source_cluster": "cpython5-v3.13.1-python-tracemalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0022623710296222725, "median_kld": 0.00010392144987925178, "top1_agreement": 0.9853444064484611 }, { "index": 273, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0019519629580653495, "median_kld": 0.001090881076681427, "top1_agreement": 0.9858329262335125 }, { "index": 274, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024158471383487817, "median_kld": 0.0017996145900269767, "top1_agreement": 0.9755740107474352 }, { "index": 275, "source_cluster": "wiki5-ru-hfb9eee94f6d8", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024968992367918217, "median_kld": 0.001012185723084258, "top1_agreement": 0.9809477283829995 }, { "index": 276, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0025476834115546344, "median_kld": 0.00021237636426008066, "top1_agreement": 0.9521250610649731 }, { "index": 277, "source_cluster": "wiki5-de-gro-nland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002962108125334471, "median_kld": 0.0012392382880932473, "top1_agreement": 0.9775280898876404 }, { "index": 278, "source_cluster": "wiki5-zh-h32548d7cf840", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002662694986020275, "median_kld": 0.001539847070423761, "top1_agreement": 0.9706888128969223 }, { "index": 279, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007873183723726977, "median_kld": 0.0015289100515385456, "top1_agreement": 0.9755740107474352 }, { "index": 280, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0030538399006377337, "median_kld": 0.00029123991277657524, "top1_agreement": 0.9858329262335125 }, { "index": 281, "source_cluster": "wiki5-en-xxxtentacion", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001923835765172596, "median_kld": 0.0012588144071514762, "top1_agreement": 0.9794821690278456 }, { "index": 282, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029174999209650707, "median_kld": 0.0010033764258423616, "top1_agreement": 0.9745969711773327 }, { "index": 283, "source_cluster": "cpython5-v3.13.1-python-compile-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003038670424275683, "median_kld": 0.00037606367300213606, "top1_agreement": 0.9833903273082559 }, { "index": 284, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023589157772184108, "median_kld": 0.001454345990055117, "top1_agreement": 0.9775280898876404 }, { "index": 285, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0025773002348373234, "median_kld": 0.00015661822551571447, "top1_agreement": 0.9902296042989741 }, { "index": 286, "source_cluster": "wiki5-en-tom-daley", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026295382405941295, "median_kld": 0.0010552248661417352, "top1_agreement": 0.9770395701025891 }, { "index": 287, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025514701588086994, "median_kld": 0.001958391774202539, "top1_agreement": 0.975085490962384 }, { "index": 288, "source_cluster": "wiki5-en-nicole-kidman", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028058721359682692, "median_kld": 0.0012896004973299569, "top1_agreement": 0.9819247679531021 }, { "index": 289, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00268913237906425, "median_kld": 0.00031228092268520413, "top1_agreement": 0.9833903273082559 }, { "index": 290, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01021745317644373, "median_kld": 0.00014016516233716914, "top1_agreement": 0.9804592085979482 }, { "index": 291, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002644943282359613, "median_kld": 0.0019417840062487812, "top1_agreement": 0.9677576941866145 }, { "index": 292, "source_cluster": "pg31257", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002428852273507142, "median_kld": 0.0018113168330451401, "top1_agreement": 0.9775280898876404 }, { "index": 293, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002265768373138989, "median_kld": 0.0017343748711411422, "top1_agreement": 0.9677576941866145 }, { "index": 294, "source_cluster": "wiki5-es-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002444165881666574, "median_kld": 0.001230954712127641, "top1_agreement": 0.9745969711773327 }, { "index": 295, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002137216633559659, "median_kld": 3.424430438769832e-06, "top1_agreement": 0.9941377625793845 }, { "index": 296, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023294850428423304, "median_kld": 0.001712976352791884, "top1_agreement": 0.9716658524670249 }, { "index": 297, "source_cluster": "wiki5-en-inside-out-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0030691945933670013, "median_kld": 0.0013437849043285155, "top1_agreement": 0.9706888128969223 }, { "index": 298, "source_cluster": "wiki5-en-2024-venezuelan-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0027305184925071335, "median_kld": 0.001379512053659937, "top1_agreement": 0.9824132877381534 }, { "index": 299, "source_cluster": "cpython5-v3.13.1-objects-codeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021503726378716615, "median_kld": 6.391930472915419e-05, "top1_agreement": 0.9921836834391793 }, { "index": 300, "source_cluster": "wiki5-en-michael-phelps", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0029789050334933296, "median_kld": 0.0006277301915509348, "top1_agreement": 0.9789936492427943 }, { "index": 301, "source_cluster": "wiki5-en-shakira", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003931023313897362, "median_kld": 0.0012151575960785976, "top1_agreement": 0.9789936492427943 }, { "index": 302, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020615569007297564, "median_kld": 0.001682230014900199, "top1_agreement": 0.9755740107474352 }, { "index": 303, "source_cluster": "wiki5-en-if-film", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002825010700298333, "median_kld": 0.0014124993975883626, "top1_agreement": 0.9819247679531021 }, { "index": 304, "source_cluster": "pg1259", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0025379684037447887, "median_kld": 0.0018295338300120534, "top1_agreement": 0.9775280898876404 }, { "index": 305, "source_cluster": "cpython5-v3.13.1-python-executor-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002883362275237503, "median_kld": 0.00017662431341758378, "top1_agreement": 0.9872984855886663 }, { "index": 306, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002546053273057519, "median_kld": 0.0012711954298083583, "top1_agreement": 0.9770395701025891 }, { "index": 307, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0032711796399354045, "median_kld": 0.00011706943208622533, "top1_agreement": 0.9853444064484611 }, { "index": 308, "source_cluster": "pg2641", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003636586510319519, "median_kld": 0.002089228397835541, "top1_agreement": 0.9692232535417684 }, { "index": 309, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00237232850071473, "median_kld": 0.0017569443485001557, "top1_agreement": 0.9775280898876404 }, { "index": 310, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017131357304494086, "median_kld": 0.0006686689683235159, "top1_agreement": 0.9819247679531021 }, { "index": 311, "source_cluster": "wiki5-tr-abdullah-o-calan", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002572347420704318, "median_kld": 0.001166343462216446, "top1_agreement": 0.9833903273082559 }, { "index": 312, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00195296299675979, "median_kld": 0.0014779478802040558, "top1_agreement": 0.979970688812897 }, { "index": 313, "source_cluster": "wiki5-en-liz-truss", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002057620746299375, "median_kld": 0.001065034202987647, "top1_agreement": 0.9853444064484611 }, { "index": 314, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027644331894783633, "median_kld": 0.0020262703232525325, "top1_agreement": 0.9721543722520762 }, { "index": 315, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006221421781545243, "median_kld": 0.003845398276780543, "top1_agreement": 0.9658036150464093 }, { "index": 316, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002529694966838098, "median_kld": 0.000989543413879801, "top1_agreement": 0.9755740107474352 }, { "index": 317, "source_cluster": "cpython5-v3.13.1-modules-mathmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0031058261135860233, "median_kld": 0.0002214015146861925, "top1_agreement": 0.9741084513922814 }, { "index": 318, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00236086171465252, "median_kld": 0.001806260537794202, "top1_agreement": 0.9775280898876404 }, { "index": 319, "source_cluster": "wiki5-en-ollie-watkins", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017617621820884824, "median_kld": 0.0007505148088284841, "top1_agreement": 0.978505129457743 }, { "index": 320, "source_cluster": "numpy5-v2.2.1-numpy-ma-timer-comparison-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001693982965279461, "median_kld": 0.00014811319471164097, "top1_agreement": 0.9912066438690766 }, { "index": 321, "source_cluster": "wiki5-en-george-h-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003941303627272752, "median_kld": 0.0016840130709567802, "top1_agreement": 0.9731314118221788 }, { "index": 322, "source_cluster": "wiki5-en-deadpool-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0035267476109672063, "median_kld": 0.0018453474017405824, "top1_agreement": 0.9745969711773327 }, { "index": 323, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026090833729238943, "median_kld": 0.001388134896817661, "top1_agreement": 0.9755740107474352 }, { "index": 324, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003914212457016047, "median_kld": 0.0013380459178335968, "top1_agreement": 0.9804592085979482 }, { "index": 325, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.004220084624170594, "median_kld": 0.002959258650719221, "top1_agreement": 0.966780654616512 }, { "index": 326, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024951147204587878, "median_kld": 0.0019284702253230535, "top1_agreement": 0.9648265754763068 }, { "index": 327, "source_cluster": "cpython5-v3.13.1-python-pytime-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0022918240721088385, "median_kld": 0.00012402319515958382, "top1_agreement": 0.9887640449438202 }, { "index": 328, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002231467203388434, "median_kld": 0.0015754972200738848, "top1_agreement": 0.9789936492427943 }, { "index": 329, "source_cluster": "cpython5-v3.13.1-modules-mmapmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002107575748157929, "median_kld": 5.6761749816391927e-05, "top1_agreement": 0.9931607230092818 }, { "index": 330, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008576061652011144, "median_kld": 6.361297158719026e-05, "top1_agreement": 0.9819247679531021 }, { "index": 331, "source_cluster": "cpython5-v3.13.1-modules-overlapped-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019283235373798054, "median_kld": 0.00012748292863307142, "top1_agreement": 0.9418661455788959 }, { "index": 332, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002473153405735411, "median_kld": 0.0013593975662047342, "top1_agreement": 0.9731314118221788 }, { "index": 333, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002233837145667556, "median_kld": 0.001816935287990873, "top1_agreement": 0.9741084513922814 }, { "index": 334, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020230479369316885, "median_kld": 0.0015539504117541014, "top1_agreement": 0.9721543722520762 }, { "index": 335, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025176575580158475, "median_kld": 0.0018472286281507877, "top1_agreement": 0.9741084513922814 }, { "index": 336, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00252682769699503, "median_kld": 0.0015325556648154715, "top1_agreement": 0.9770395701025891 }, { "index": 337, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017791986978260173, "median_kld": 0.00011034449585167749, "top1_agreement": 0.9882755251587689 }, { "index": 338, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002718587474247044, "median_kld": 0.0015281382582372771, "top1_agreement": 0.9731314118221788 }, { "index": 339, "source_cluster": "wiki5-pl-jerzy-owsiak", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024138400653729237, "median_kld": 0.000688169298456387, "top1_agreement": 0.978505129457743 }, { "index": 340, "source_cluster": "cpython5-v3.13.1-python-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004203597788271804, "median_kld": 0.0005302182364630426, "top1_agreement": 0.9824132877381534 }, { "index": 341, "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010291397074069512, "median_kld": 0.0008914516055327226, "top1_agreement": 0.9677576941866145 }, { "index": 342, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0023256036429328527, "median_kld": 0.00011971958475598399, "top1_agreement": 0.9892525647288715 }, { "index": 343, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026751767193879477, "median_kld": 0.0018671816784987527, "top1_agreement": 0.9741084513922814 }, { "index": 344, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032760636610626313, "median_kld": 0.002167872990980868, "top1_agreement": 0.966780654616512 }, { "index": 345, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003124703054585854, "median_kld": 0.00137173737152807, "top1_agreement": 0.9789936492427943 }, { "index": 346, "source_cluster": "wiki5-ru-youtube", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001984786668910368, "median_kld": 0.0009928810422934475, "top1_agreement": 0.9760625305324866 }, { "index": 347, "source_cluster": "wiki5-ru-hd6785bf637ee", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001992242681408968, "median_kld": 0.000656624268771111, "top1_agreement": 0.9877870053737177 }, { "index": 348, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002387826597956968, "median_kld": 0.0014296174678882778, "top1_agreement": 0.9809477283829995 }, { "index": 349, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0029361871122935935, "median_kld": 0.0018844708974832258, "top1_agreement": 0.9770395701025891 }, { "index": 350, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0038023716741819613, "median_kld": 0.0014949167459157309, "top1_agreement": 0.9711773326819736 }, { "index": 351, "source_cluster": "pg33823", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0022973015996034982, "median_kld": 0.0018198821471742122, "top1_agreement": 0.9755740107474352 }, { "index": 352, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002557521815279097, "median_kld": 0.0019476380074365807, "top1_agreement": 0.975085490962384 }, { "index": 353, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028798781186727875, "median_kld": 0.000572890413479854, "top1_agreement": 0.9838788470933073 }, { "index": 354, "source_cluster": "wiki5-en-2008-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022585705268490454, "median_kld": 0.0013696704297672113, "top1_agreement": 0.9765510503175379 }, { "index": 355, "source_cluster": "wiki5-en-raayan", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026562611741720614, "median_kld": 0.0013632683397872825, "top1_agreement": 0.9765510503175379 }, { "index": 356, "source_cluster": "wiki5-en-2020-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028248136972221574, "median_kld": 0.0015884525784883863, "top1_agreement": 0.9775280898876404 }, { "index": 357, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029565408003748494, "median_kld": 0.00035204109288447527, "top1_agreement": 0.9467513434294089 }, { "index": 358, "source_cluster": "wiki5-ko-h2b748941967c", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0032976270236425224, "median_kld": 0.0016929805588006275, "top1_agreement": 0.9741084513922814 }, { "index": 359, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0025651543503462065, "median_kld": 0.0009770767555892235, "top1_agreement": 0.975085490962384 }, { "index": 360, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002850238909498383, "median_kld": 0.001967064342352387, "top1_agreement": 0.9721543722520762 }, { "index": 361, "source_cluster": "wiki5-en-rachel-reeves", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018652333638044026, "median_kld": 0.0013640633977058947, "top1_agreement": 0.9775280898876404 }, { "index": 362, "source_cluster": "wiki5-en-sydney-sweeney", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002829825978639458, "median_kld": 0.001174181452256562, "top1_agreement": 0.9765510503175379 }, { "index": 363, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002334666868035318, "median_kld": 0.0015790095760621625, "top1_agreement": 0.978505129457743 }, { "index": 364, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003812896341818767, "median_kld": 0.0016987102098937612, "top1_agreement": 0.9648265754763068 }, { "index": 365, "source_cluster": "wiki5-en-the-boys-tv-series", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003421241408585313, "median_kld": 0.0011621910853136797, "top1_agreement": 0.9775280898876404 }, { "index": 366, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002219118629738724, "median_kld": 0.00085023485326019, "top1_agreement": 0.9819247679531021 }, { "index": 367, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002696645979671914, "median_kld": 0.0012103571073112107, "top1_agreement": 0.9804592085979482 }, { "index": 368, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008461584240840517, "median_kld": 8.307889676228974e-05, "top1_agreement": 0.9814362481680508 }, { "index": 369, "source_cluster": "wiki5-en-2024-shooting-at-a-donald-trump-rally", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002652822471102043, "median_kld": 0.0015875832619371977, "top1_agreement": 0.9711773326819736 }, { "index": 370, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0036366505859697527, "median_kld": 0.00036144956220596214, "top1_agreement": 0.9872984855886663 }, { "index": 371, "source_cluster": "cpython5-v3.13.1-python-getargs-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024294460353096476, "median_kld": 0.0001134654973604654, "top1_agreement": 0.9921836834391793 }, { "index": 372, "source_cluster": "cpython5-v3.13.1-python-formatter-unicode-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024946005623113637, "median_kld": 0.0002818145042482456, "top1_agreement": 0.9824132877381534 }, { "index": 373, "source_cluster": "cpython5-v3.13.1-objects-typevarobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0027933004425285297, "median_kld": 4.363767527593154e-05, "top1_agreement": 0.9789936492427943 }, { "index": 374, "source_cluster": "pg14244", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026665643276589652, "median_kld": 0.001956173916141779, "top1_agreement": 0.9760625305324866 }, { "index": 375, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027638505436044865, "median_kld": 0.0019012730308816117, "top1_agreement": 0.9706888128969223 }, { "index": 376, "source_cluster": "cpython5-v3.13.1-python-optimizer-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019144700975276317, "median_kld": 0.00012996152777589032, "top1_agreement": 0.9907181240840254 }, { "index": 377, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00275901284614921, "median_kld": 0.001830431962485335, "top1_agreement": 0.9780166096726918 }, { "index": 378, "source_cluster": "cpython5-v3.13.1-python-preconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028139361441526247, "median_kld": 0.0001534765714978903, "top1_agreement": 0.9794821690278456 }, { "index": 379, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002560288954245989, "median_kld": 5.124185733282327e-05, "top1_agreement": 0.986809965803615 }, { "index": 380, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016379426677158387, "median_kld": 0.001277974287603456, "top1_agreement": 0.9780166096726918 }, { "index": 381, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002384757639175001, "median_kld": 0.00013580688163727928, "top1_agreement": 0.9872984855886663 }, { "index": 382, "source_cluster": "cpython5-v3.13.1-python-optimizer-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0030359291685387022, "median_kld": 0.000452296146761455, "top1_agreement": 0.9824132877381534 }, { "index": 383, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026018639816847854, "median_kld": 0.0019045443669938322, "top1_agreement": 0.9731314118221788 }, { "index": 384, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018746005185445664, "median_kld": 6.229829374149176e-06, "top1_agreement": 0.9907181240840254 }, { "index": 385, "source_cluster": "arxiv5-cs-IR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029282395811688344, "median_kld": 0.0019345161672390532, "top1_agreement": 0.9677576941866145 }, { "index": 386, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024821987489837124, "median_kld": 0.0017369721572322305, "top1_agreement": 0.9745969711773327 }, { "index": 387, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025824305641977212, "median_kld": 0.0014113912136508588, "top1_agreement": 0.9770395701025891 }, { "index": 388, "source_cluster": "wiki5-en-katie-ledecky", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021686686413105076, "median_kld": 0.0005721659139226176, "top1_agreement": 0.9794821690278456 }, { "index": 389, "source_cluster": "wiki5-en-president-of-the-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004198321871420746, "median_kld": 0.002158981144575023, "top1_agreement": 0.9697117733268197 }, { "index": 390, "source_cluster": "wiki5-pl-s-awomir-mentzen", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002311813514530165, "median_kld": 0.0008775198355550629, "top1_agreement": 0.975085490962384 }, { "index": 391, "source_cluster": "cpython5-v3.13.1-python-bltinmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004744065854756371, "median_kld": 0.00010571425149485947, "top1_agreement": 0.9711773326819736 }, { "index": 392, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004702554962365491, "median_kld": 0.00025396521384379867, "top1_agreement": 0.9848558866634098 }, { "index": 393, "source_cluster": "wiki5-tr-burc-lar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0033808593161573208, "median_kld": 0.0012846413858369488, "top1_agreement": 0.97361993160723 }, { "index": 394, "source_cluster": "wiki5-en-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002495173124012916, "median_kld": 0.0014277047048381064, "top1_agreement": 0.9780166096726918 }, { "index": 395, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002116546948562405, "median_kld": 0.00017533840138383994, "top1_agreement": 0.9897410845139228 }, { "index": 396, "source_cluster": "cpython5-v3.13.1-objects-object-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021925093449523627, "median_kld": 0.00010611804938998048, "top1_agreement": 0.9936492427943332 }, { "index": 397, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0029708859074849383, "median_kld": 0.0017811308137822834, "top1_agreement": 0.9716658524670249 }, { "index": 398, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00214576989238085, "median_kld": 0.0017933935914413723, "top1_agreement": 0.9745969711773327 }, { "index": 399, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007190269624900527, "median_kld": 0.0010781718310788335, "top1_agreement": 0.9741084513922814 }, { "index": 400, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002553884641439662, "median_kld": 0.0018768615424278323, "top1_agreement": 0.9677576941866145 }, { "index": 401, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003240327278411628, "median_kld": 0.00209483274466038, "top1_agreement": 0.978505129457743 }, { "index": 402, "source_cluster": "cpython5-v3.13.1-python-optimizer-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001986592183400799, "median_kld": 3.824528739926336e-05, "top1_agreement": 0.9921836834391793 }, { "index": 403, "source_cluster": "wiki5-en-gretchen-whitmer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019301767382940544, "median_kld": 0.0012354104646874475, "top1_agreement": 0.979970688812897 }, { "index": 404, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0031570292965230535, "median_kld": 0.0002847030947350504, "top1_agreement": 0.9848558866634098 }, { "index": 405, "source_cluster": "wiki5-cs-c-esko", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003478886240266539, "median_kld": 0.0008209959208897999, "top1_agreement": 0.9838788470933073 }, { "index": 406, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003005282931170987, "median_kld": 0.0003654155770647094, "top1_agreement": 0.9863214460185638 }, { "index": 407, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003074026354571747, "median_kld": 0.002047581179908775, "top1_agreement": 0.9653150952613581 }, { "index": 408, "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01678625405095675, "median_kld": 0.0005469820868029274, "top1_agreement": 0.9731314118221788 }, { "index": 409, "source_cluster": "wiki5-en-planet-of-the-apes", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003741570896334274, "median_kld": 0.0015635028973406406, "top1_agreement": 0.9755740107474352 }, { "index": 410, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025485785559124356, "median_kld": 0.001498512448506517, "top1_agreement": 0.9760625305324866 }, { "index": 411, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.015098219308087295, "median_kld": 0.0074676091910532705, "top1_agreement": 0.9428431851489986 }, { "index": 412, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031174353868925813, "median_kld": 0.002006866114015793, "top1_agreement": 0.9721543722520762 }, { "index": 413, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0022628352803661287, "median_kld": 0.0016459041858070123, "top1_agreement": 0.9745969711773327 }, { "index": 414, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0034739066717926234, "median_kld": 0.0016328722676917096, "top1_agreement": 0.9643380556912555 }, { "index": 415, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0029748240126949667, "median_kld": 0.0019383652866906687, "top1_agreement": 0.9726428920371275 }, { "index": 416, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024136101947468142, "median_kld": 0.0018487591305245132, "top1_agreement": 0.9760625305324866 }, { "index": 417, "source_cluster": "wiki5-en-abraham-lincoln", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003793905439316736, "median_kld": 0.0015124346896300267, "top1_agreement": 0.9721543722520762 }, { "index": 418, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023292484987269694, "median_kld": 0.0018180635401421341, "top1_agreement": 0.9770395701025891 }, { "index": 419, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027549340484795347, "median_kld": 0.001801809705167301, "top1_agreement": 0.9687347337567171 }, { "index": 420, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002248141787371072, "median_kld": 0.0015802841514016563, "top1_agreement": 0.978505129457743 }, { "index": 421, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002515362991491457, "median_kld": 0.0019104415773654182, "top1_agreement": 0.9692232535417684 }, { "index": 422, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002919980933278664, "median_kld": 0.0019329701899053475, "top1_agreement": 0.9726428920371275 }, { "index": 423, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030578015053413206, "median_kld": 0.0012388829616156727, "top1_agreement": 0.9770395701025891 }, { "index": 424, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026218297414407096, "median_kld": 0.00188702440925681, "top1_agreement": 0.9716658524670249 }, { "index": 425, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024573813349993956, "median_kld": 0.00011746604967299845, "top1_agreement": 0.991695163654128 }, { "index": 426, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002748796115223862, "median_kld": 0.0020948094105079917, "top1_agreement": 0.9692232535417684 }, { "index": 427, "source_cluster": "arxiv5-cs-AR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025903035664642687, "median_kld": 0.0018605127826845091, "top1_agreement": 0.9702002931118711 }, { "index": 428, "source_cluster": "wiki5-ru-he023d755cf37", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023643412026716675, "median_kld": 0.0009817372065299423, "top1_agreement": 0.979970688812897 }, { "index": 429, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024869576978037407, "median_kld": 0.001721538942092593, "top1_agreement": 0.9721543722520762 }, { "index": 430, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023677131193300355, "median_kld": 0.0014221080787137907, "top1_agreement": 0.975085490962384 }, { "index": 431, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0022075831273296815, "median_kld": 0.0011278719206175847, "top1_agreement": 0.9824132877381534 }, { "index": 432, "source_cluster": "pg2465", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0030188852166404905, "median_kld": 0.001919060655609428, "top1_agreement": 0.9745969711773327 }, { "index": 433, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023575796679237934, "median_kld": 0.000501963613260159, "top1_agreement": 0.9833903273082559 }, { "index": 434, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0025563010090711414, "median_kld": 0.001942234604598525, "top1_agreement": 0.9745969711773327 }, { "index": 435, "source_cluster": "wiki5-en-pete-buttigieg", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017567407139597048, "median_kld": 0.001103378124915455, "top1_agreement": 0.9770395701025891 }, { "index": 436, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020744929790305015, "median_kld": 0.0016733729802105302, "top1_agreement": 0.9731314118221788 }, { "index": 437, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-ziggurat-constants-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001337538116967307, "median_kld": 3.501163282471076e-05, "top1_agreement": 0.8930141670737665 }, { "index": 438, "source_cluster": "pg1513", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01481002429313861, "median_kld": 0.0005425041848639012, "top1_agreement": 0.9706888128969223 }, { "index": 439, "source_cluster": "cpython5-v3.13.1-objects-typeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020310776306555673, "median_kld": 0.00017342849565460394, "top1_agreement": 0.9843673668783586 }, { "index": 440, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019765114873602375, "median_kld": 0.0014105012051572885, "top1_agreement": 0.975085490962384 }, { "index": 441, "source_cluster": "pg1695", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0029410545346817314, "median_kld": 0.00206129028254054, "top1_agreement": 0.9702002931118711 }, { "index": 442, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002940031262610312, "median_kld": 0.0020244271385223556, "top1_agreement": 0.97361993160723 }, { "index": 443, "source_cluster": "cpython5-v3.13.1-objects-namespaceobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024191148917918457, "median_kld": 5.434390769964992e-05, "top1_agreement": 0.9907181240840254 }, { "index": 444, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003078955127188614, "median_kld": 0.0018905467604781734, "top1_agreement": 0.9687347337567171 }, { "index": 445, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0022830511737439354, "median_kld": 0.0001312856359660941, "top1_agreement": 0.9877870053737177 }, { "index": 446, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002629138561988381, "median_kld": 0.001778527866292734, "top1_agreement": 0.9745969711773327 }, { "index": 447, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002828881372627109, "median_kld": 0.0018711946399889712, "top1_agreement": 0.978505129457743 }, { "index": 448, "source_cluster": "wiki5-pl-polska", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023896630337489825, "median_kld": 0.0008230994412770087, "top1_agreement": 0.975085490962384 }, { "index": 449, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023057652897792084, "median_kld": 0.001758115262418869, "top1_agreement": 0.9745969711773327 }, { "index": 450, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026482660320665224, "median_kld": 0.0015278488924082012, "top1_agreement": 0.9623839765510503 }, { "index": 451, "source_cluster": "wiki5-nl-marie-antoinette-van-oostenrijk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002879785008275652, "median_kld": 0.0011069766373736911, "top1_agreement": 0.9819247679531021 }, { "index": 452, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002319974380189909, "median_kld": 0.0013116248010192066, "top1_agreement": 0.975085490962384 }, { "index": 453, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027010882359423016, "median_kld": 0.0018389352004675175, "top1_agreement": 0.9741084513922814 }, { "index": 454, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021740346925726893, "median_kld": 0.0017647333470423021, "top1_agreement": 0.9697117733268197 }, { "index": 455, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023204732409979924, "median_kld": 0.0018662167605043578, "top1_agreement": 0.9814362481680508 }, { "index": 456, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003373021364786786, "median_kld": 0.0018423518370696002, "top1_agreement": 0.9755740107474352 }, { "index": 457, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026926847917782184, "median_kld": 0.0013481691978434185, "top1_agreement": 0.978505129457743 }, { "index": 458, "source_cluster": "wiki5-en-ismail-haniyeh", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00228762492120641, "median_kld": 0.001234579792978252, "top1_agreement": 0.9780166096726918 }, { "index": 459, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023571772738117556, "median_kld": 0.0017179741728625686, "top1_agreement": 0.9731314118221788 }, { "index": 460, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0025173467396733666, "median_kld": 0.0014850540355837438, "top1_agreement": 0.9765510503175379 }, { "index": 461, "source_cluster": "wiki5-pl-stany-zjednoczone", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002234299441040132, "median_kld": 0.0005135654751029506, "top1_agreement": 0.9843673668783586 }, { "index": 462, "source_cluster": "wiki5-en-lyndon-b-johnson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028132082371226347, "median_kld": 0.0016420664045426747, "top1_agreement": 0.9745969711773327 }, { "index": 463, "source_cluster": "wiki5-sv-u-137", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003315497039937459, "median_kld": 0.0014411887691494485, "top1_agreement": 0.9731314118221788 }, { "index": 464, "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009805965729359543, "median_kld": 0.0010211048122243938, "top1_agreement": 0.97361993160723 }, { "index": 465, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025131540962245683, "median_kld": 0.001959910479810034, "top1_agreement": 0.9716658524670249 }, { "index": 466, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0034564756467890478, "median_kld": 0.001469093837748403, "top1_agreement": 0.975085490962384 }, { "index": 467, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0027916759169389106, "median_kld": 0.00034287761951645734, "top1_agreement": 0.923790913531998 }, { "index": 468, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011857378168250467, "median_kld": 0.0006352499503710085, "top1_agreement": 0.9662921348314607 }, { "index": 469, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002407668982528998, "median_kld": 0.0019046841481511478, "top1_agreement": 0.97361993160723 }, { "index": 470, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002165272093309709, "median_kld": 0.0017550407434328008, "top1_agreement": 0.9702002931118711 }, { "index": 471, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002229790924940391, "median_kld": 0.0018465208336877481, "top1_agreement": 0.9780166096726918 }, { "index": 472, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004651821239988704, "median_kld": 1.0088906808869424e-05, "top1_agreement": 0.9892525647288715 }, { "index": 473, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005781272918697052, "median_kld": 2.967105089944416e-05, "top1_agreement": 0.9843673668783586 }, { "index": 474, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002594240235028924, "median_kld": 0.0015109751941118077, "top1_agreement": 0.978505129457743 }, { "index": 475, "source_cluster": "pg3296", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0053503373779727765, "median_kld": 0.0035937997507744512, "top1_agreement": 0.9550561797752809 }, { "index": 476, "source_cluster": "wiki5-en-george-washington", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003862942140324585, "median_kld": 0.0017335495471684226, "top1_agreement": 0.975085490962384 }, { "index": 477, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002618037514201653, "median_kld": 0.001367821611893305, "top1_agreement": 0.9770395701025891 }, { "index": 478, "source_cluster": "cpython5-v3.13.1-python-parking-lot-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0033930735848409286, "median_kld": 9.39512469235737e-05, "top1_agreement": 0.9887640449438202 }, { "index": 479, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002674498483813464, "median_kld": 0.0020082100280944815, "top1_agreement": 0.9643380556912555 }, { "index": 480, "source_cluster": "pg76639", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003271628973162803, "median_kld": 0.0019321277359267697, "top1_agreement": 0.9731314118221788 }, { "index": 481, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0025126286762317354, "median_kld": 0.001933650954975441, "top1_agreement": 0.9731314118221788 }, { "index": 482, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003967722727151058, "median_kld": 0.0015807032004886423, "top1_agreement": 0.9780166096726918 }, { "index": 483, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002576966193073645, "median_kld": 0.001812479472675932, "top1_agreement": 0.9692232535417684 }, { "index": 484, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023233395987572957, "median_kld": 0.0012095058586965024, "top1_agreement": 0.9653150952613581 }, { "index": 485, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0025881382306928422, "median_kld": 0.001808407380792687, "top1_agreement": 0.9697117733268197 }, { "index": 486, "source_cluster": "wiki5-zh-h5ec00bb1371e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023569483868063263, "median_kld": 0.0015212861807185618, "top1_agreement": 0.9809477283829995 }, { "index": 487, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021171376707190036, "median_kld": 6.935023050047562e-05, "top1_agreement": 0.9960918417195896 }, { "index": 488, "source_cluster": "pg245", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0044424845219888055, "median_kld": 0.002755027539436128, "top1_agreement": 0.9623839765510503 }, { "index": 489, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002504183183166312, "median_kld": 0.0014832401343340962, "top1_agreement": 0.9716658524670249 }, { "index": 490, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002793169544484326, "median_kld": 0.0018992381081837095, "top1_agreement": 0.9745969711773327 }, { "index": 491, "source_cluster": "wiki5-zh-h93f419f88dab", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003185971137676673, "median_kld": 0.0015643216465832666, "top1_agreement": 0.9706888128969223 }, { "index": 492, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0042295276351200645, "median_kld": 0.00018143575778140075, "top1_agreement": 0.9824132877381534 }, { "index": 493, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028952268325375574, "median_kld": 0.0014782891621507588, "top1_agreement": 0.9789936492427943 }, { "index": 494, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003841688721609282, "median_kld": 0.0017294375866185874, "top1_agreement": 0.9697117733268197 }, { "index": 495, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024584913315198126, "median_kld": 0.00176329317150703, "top1_agreement": 0.9711773326819736 }, { "index": 496, "source_cluster": "arxiv5-cs-CG-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002002549349685162, "median_kld": 0.0014556944630967905, "top1_agreement": 0.9755740107474352 }, { "index": 497, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027465276444082467, "median_kld": 0.0017988444782162105, "top1_agreement": 0.9819247679531021 }, { "index": 498, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037308912693221267, "median_kld": 0.0016893122628971469, "top1_agreement": 0.9638495359062041 }, { "index": 499, "source_cluster": "wiki5-en-jill-biden", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021598725613967583, "median_kld": 0.0014964299920734447, "top1_agreement": 0.9789936492427943 }, { "index": 500, "source_cluster": "wiki5-en-marvel-cinematic-universe", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021010755020180053, "median_kld": 0.0013567108117058524, "top1_agreement": 0.9804592085979482 }, { "index": 501, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023813805078985086, "median_kld": 0.0017838830396499361, "top1_agreement": 0.9716658524670249 }, { "index": 502, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004757261121259966, "median_kld": 0.0018746353791527781, "top1_agreement": 0.97361993160723 }, { "index": 503, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011450700514229575, "median_kld": 0.0002573030603798543, "top1_agreement": 0.975085490962384 }, { "index": 504, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0033518823785530613, "median_kld": 0.0005027763635894189, "top1_agreement": 0.9833903273082559 }, { "index": 505, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0037277096078069906, "median_kld": 0.0006561746972693072, "top1_agreement": 0.9819247679531021 }, { "index": 506, "source_cluster": "pg10148", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00260197016336301, "median_kld": 0.0018584363197855502, "top1_agreement": 0.9731314118221788 }, { "index": 507, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002446071499932056, "median_kld": 0.0018806067519960834, "top1_agreement": 0.979970688812897 }, { "index": 508, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016732697216795948, "median_kld": 0.00038124994762966935, "top1_agreement": 0.9755740107474352 }, { "index": 509, "source_cluster": "wiki5-pt-rosa-ngela-lula-da-silva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024430443033389513, "median_kld": 0.0013070829454591149, "top1_agreement": 0.9770395701025891 }, { "index": 510, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003292282738607004, "median_kld": 0.0015177609028285133, "top1_agreement": 0.9755740107474352 }, { "index": 511, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002409506603059682, "median_kld": 0.0013145555907811968, "top1_agreement": 0.9755740107474352 } ], "content_sha256": "68e9f2ca01c23fe1ad58138913138eba0f58959fcaa7eb3674c3f9e8fbb485fa", "content_sha256_excludes": [ "generated_unix", "content_sha256" ] }