{ "schema": "qwen38-kld-ladder-cumulative/3", "tool": "tools/kld_aggregate.py", "generated_unix": 1786930990, "candidate": "turbo5", "label": null, "reference_identity": { "model_path": "/models/Qwen3.8-27B", "model_revision": null, "model_revision_source": "none", "index_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df", "config_sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", "shard_sha256": { "model-00001-of-00018.safetensors": "ba0ce20aae489ad196733da5064bcdf159a1fe84f53336648196e1ebb7751b1c", "model-00002-of-00018.safetensors": "06a148c01bfbe3faa14a5f184a7ff29a706f7ae1c8b2705d2058e26d17a001fb", "model-00003-of-00018.safetensors": "2e1bf62cbcd406eaa64b60d10353e1f0ef4039d0976e56f05cabe953454f9968", "model-00004-of-00018.safetensors": "511e34063187882659753c4d93f3859f93c019fd438d8813071921c81d9a3f1a", "model-00005-of-00018.safetensors": "635cb53446dc74f219740fc59e18b774f877b803b9722e289ca62575a6efa701", "model-00006-of-00018.safetensors": "0bc5214fac607f0e6cc92eec3789d4b8559410ef9fce66621ba8158e8410dae0", "model-00007-of-00018.safetensors": "80b0c49033e9a0d5762562aa12f4acdb7f54da586f3d0110f28c48d91cf07892", "model-00008-of-00018.safetensors": "7192c5b66185d3592927daabee1cc19e6f6e0ce75988ee20e824b624765fda79", "model-00009-of-00018.safetensors": "af3c48cc37af44f3db6ae0579baf019180d48d9c527caa0a1f03ff85813a56d8", "model-00010-of-00018.safetensors": "163490a76f3bea3a40855b7efc04ce6d27afaf1a34f0bbde495b9491f76457c9", "model-00011-of-00018.safetensors": "5f3ae1b948aeee39da77aec558e8236cd65fe4d7cb7686a76bb007acc563c6d8", "model-00012-of-00018.safetensors": "a3de1c7114677a8f5ac5c4892c90e8238ea5c1e2038c80e757dfc87c3902ca55", "model-00013-of-00018.safetensors": "06ab79a41f74c9c5cb734816feb0c7fc364104b227165ee7391231e1155aa02a", "model-00014-of-00018.safetensors": "4138ed94603065ba884bbcadedb04d7718bb40117e85e6f5c6fc5b9c05b7a85b", "model-00015-of-00018.safetensors": "69224e27b9de4e7dbf6fc936c6eaae08447bda3b80a6c31a871ab451173afd22", "model-00016-of-00018.safetensors": "73cb9a1089fb6155cb648609478d6633be8a5c7d9ca5a05bc8925ce8a553cefe", "model-00017-of-00018.safetensors": "beb51f01056142ac4984bd800507b0dd0fd18de57f8e9ef6ea41d1a3598983a8", "model-00018-of-00018.safetensors": "1d3479509e21494658f9b64d317f5ea8e55c4025d28c702d6c4d0b356ce8ea06" }, "quantization": "auto", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "candidate_identity": { "model_path": "/models/Qwen3.8-27B-exl3-5.00bpw", "model_revision": null, "model_revision_source": "none", "index_sha256": "6a1798dda18df1a6cf452150515affd2d1a9f63a5151e13878304de2c5121ca7", "config_sha256": "31ff836cb23778bafd1ed3d52c0708ae5aaeed9e161012a404b228abaf974cd3", "shard_sha256": { "model-00001-of-00003.safetensors": "16326edb907e474bb727b6078f7a67182ea319f2c5df5029b8155556dd483107", "model-00002-of-00003.safetensors": "488c30f1d773e0248d09e1b31401f48f341d3e7a2c1d46852d55d2a9770450f8", "model-00003-of-00003.safetensors": "56f35ca89b0cf01e0a7431e74042d27b6eace941a3c361d8af3e3e3558bc4254" }, "quantization": "exl3", "quantization_config": "{\"linear\":{\"weight\":\"mxfp8\"},\"ignore\":[\"re:.*visual\\\\..*\",\"re:.*in_proj_a$\",\"re:.*in_proj_b$\",\"re:.*in_proj_ba$\",\"re:.*mtp\\\\..*\",\"lm_head\"]}", "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "head": "/work/kld2/lm_head.safetensors", "head_sha256": "25a30fd5f826da0abc4efc4cc71def9f02bcb8085f7175eee284d221dee4cfff", "candidate_head": null, "candidate_head_sha256": null, "filter": "all", "scored_position_window": { "schema": "qwen38-scored-position-window/1", "score_from": 0, "windowed": false, "policy": "every shard scored every position of every context; nothing is windowed", "positions_per_context": 2047, "min_left_context_tokens": 1, "declared_by_all_reports": true, "report_schemas": [ "qwen38-fidelity-report/2" ] }, "vocab_size": 248320, "hidden_size": 5120, "comparator": { "vocab_chunk": 24832, "device": "cuda", "accumulation": "float64", "two_pass": true }, "suite": { "mode": "parent-lineage", "shard_size": 512, "shards": [ 0 ], "requested_shards": null, "suite_token_sha256": null, "parent": { "path": "/var/tmp/work/kld5/suite", "manifest_sha256": "c79dfad3767ca5b3015129077f20dbb9282a2e51ca8bca9ed09be8c7a9c73019", "schema": "qwen38-distribution-fidelity/6", "suite_token_sha256": "510541f6861b589d44932db253ec25d96d6daaeeee4ea2ab9b65329209482b88", "contexts": 5120, "context_length": 2048, "scored_positions_per_context": 2047 } }, "reports": 1, "contexts": 512, "scored_positions": 1048064, "source_clusters": 330, "token_mean_kld": 0.0040046281253560525, "context_macro_mean_kld": 0.0040046281253560525, "context_bootstrap": { "mean": 0.0040046281253560525, "ci95_low": 0.003714416223470753, "ci95_high": 0.004336310005197748, "clusters": 330, "samples": 10000 }, "bootstrap_config": { "samples": 10000, "seed": 1, "unit": "source_cluster", "over": "union of per-context rows" }, "top1_agreement": 0.9737267953102101, "max_kld": 4.6027987113375275, "mean_jsd_bits": 0.0014182369289500443, "strata": { "code": { "contexts": 123, "scored_positions": 251781, "macro_mean_kld": 0.005054879538144851, "token_mean_kld": 0.005054879538144851 }, "encyclopedic": { "contexts": 92, "scored_positions": 188324, "macro_mean_kld": 0.0034366446803282056, "token_mean_kld": 0.0034366446803282056 }, "literary": { "contexts": 82, "scored_positions": 167854, "macro_mean_kld": 0.004634626481051971, "token_mean_kld": 0.004634626481051971 }, "multilingual": { "contexts": 108, "scored_positions": 221076, "macro_mean_kld": 0.003787673606192071, "token_mean_kld": 0.003787673606192071 }, "scientific": { "contexts": 107, "scored_positions": 219029, "macro_mean_kld": 0.0030218690232269316, "token_mean_kld": 0.0030218690232269316 } }, "worst_contexts": [ { "index": 17, "stratum": "literary", "source_cluster": "pg100", "mean_kld": 0.029458071287288643, "top1_agreement": 0.9741084513922814 }, { "index": 33, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.025956816556687794, "top1_agreement": 0.9648265754763068 }, { "index": 438, "stratum": "literary", "source_cluster": "pg1513", "mean_kld": 0.022192394623655645, "top1_agreement": 0.9677576941866145 }, { "index": 408, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "mean_kld": 0.021179650972029132, "top1_agreement": 0.9658036150464093 }, { "index": 411, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.02094552309523838, "top1_agreement": 0.9306301905227161 }, { "index": 83, "stratum": "literary", "source_cluster": "pg11", "mean_kld": 0.02059660347015236, "top1_agreement": 0.9843673668783586 }, { "index": 256, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.018468511179684455, "top1_agreement": 0.9355153883732291 }, { "index": 73, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "mean_kld": 0.01743170798738498, "top1_agreement": 0.9623839765510503 }, { "index": 468, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.017220635829908352, "top1_agreement": 0.9609184171958964 }, { "index": 341, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "mean_kld": 0.01580181571263464, "top1_agreement": 0.9594528578407425 }, { "index": 464, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "mean_kld": 0.01579596731163725, "top1_agreement": 0.961895456765999 }, { "index": 368, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "mean_kld": 0.01431731532759532, "top1_agreement": 0.9780166096726918 }, { "index": 503, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "mean_kld": 0.014221147928896432, "top1_agreement": 0.975085490962384 }, { "index": 244, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.014183790135491195, "top1_agreement": 0.9706888128969223 }, { "index": 103, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "mean_kld": 0.013172893067167254, "top1_agreement": 0.9682462139716659 }, { "index": 330, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "mean_kld": 0.012684527924446158, "top1_agreement": 0.9794821690278456 }, { "index": 290, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "mean_kld": 0.012310379902476664, "top1_agreement": 0.9770395701025891 }, { "index": 202, "stratum": "literary", "source_cluster": "pg21839", "mean_kld": 0.010750700819930577, "top1_agreement": 0.9501709819247679 }, { "index": 159, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "mean_kld": 0.010529004985175014, "top1_agreement": 0.9716658524670249 }, { "index": 399, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.01050334222031114, "top1_agreement": 0.9648265754763068 } ], "tail": { "source": "sum of the per-shard kld_tail histograms", "units": "nats", "shards": 1, "binning": { "log10_low": -12.0, "log10_high": 2.0, "bins_per_decade": 40, "bins": 560, "edge_formula": "edges[i] = 10 ** (log10_low + i / bins_per_decade)", "bucket_rule": "bucket(v) = bisect_right(bin_edges, v)", "underflow": "counts[0]: v < bin_edges[0], including every exact zero", "overflow": "counts[561]: v >= bin_edges[-1]" }, "bin_edges": [ 1e-12, 1.0592537251772898e-12, 1.1220184543019652e-12, 1.1885022274370166e-12, 1.258925411794166e-12, 1.333521432163324e-12, 1.4125375446227555e-12, 1.496235656094436e-12, 1.584893192461111e-12, 1.6788040181225588e-12, 1.7782794100389228e-12, 1.883649089489802e-12, 1.9952623149688827e-12, 2.1134890398366434e-12, 2.238721138568338e-12, 2.3713737056616554e-12, 2.5118864315095823e-12, 2.660725059798814e-12, 2.8183829312644492e-12, 2.9853826189179573e-12, 3.1622776601683794e-12, 3.349654391578279e-12, 3.5481338923357604e-12, 3.758374042884436e-12, 3.9810717055349695e-12, 4.2169650342858224e-12, 4.466835921509635e-12, 4.731512589614812e-12, 5.011872336272715e-12, 5.3088444423098795e-12, 5.6234132519034904e-12, 5.956621435290109e-12, 6.309573444801943e-12, 6.683439175686135e-12, 7.079457843841373e-12, 7.498942093324559e-12, 7.943282347242821e-12, 8.413951416451965e-12, 8.912509381337441e-12, 9.440608762859226e-12, 1e-11, 1.0592537251772897e-11, 1.1220184543019653e-11, 1.1885022274370165e-11, 1.2589254117941662e-11, 1.3335214321633241e-11, 1.4125375446227554e-11, 1.496235656094436e-11, 1.5848931924611107e-11, 1.678804018122559e-11, 1.7782794100389227e-11, 1.883649089489802e-11, 1.9952623149688828e-11, 2.1134890398366433e-11, 2.2387211385683377e-11, 2.3713737056616552e-11, 2.5118864315095823e-11, 2.660725059798814e-11, 2.8183829312644493e-11, 2.985382618917957e-11, 3.1622776601683794e-11, 3.349654391578279e-11, 3.548133892335761e-11, 3.758374042884436e-11, 3.9810717055349695e-11, 4.216965034285823e-11, 4.4668359215096346e-11, 4.731512589614812e-11, 5.011872336272715e-11, 5.3088444423098794e-11, 5.6234132519034906e-11, 5.956621435290109e-11, 6.309573444801942e-11, 6.683439175686135e-11, 7.079457843841374e-11, 7.498942093324558e-11, 7.943282347242822e-11, 8.413951416451964e-11, 8.912509381337441e-11, 9.440608762859226e-11, 1e-10, 1.0592537251772898e-10, 1.1220184543019652e-10, 1.1885022274370164e-10, 1.2589254117941662e-10, 1.333521432163324e-10, 1.4125375446227556e-10, 1.496235656094436e-10, 1.584893192461111e-10, 1.6788040181225588e-10, 1.778279410038923e-10, 1.8836490894898022e-10, 1.9952623149688828e-10, 2.1134890398366433e-10, 2.2387211385683377e-10, 2.371373705661655e-10, 2.511886431509582e-10, 2.660725059798814e-10, 2.8183829312644494e-10, 2.985382618917957e-10, 3.1622776601683795e-10, 3.349654391578279e-10, 3.5481338923357605e-10, 3.7583740428844356e-10, 3.9810717055349694e-10, 4.2169650342858224e-10, 4.4668359215096347e-10, 4.731512589614812e-10, 5.011872336272714e-10, 5.30884444230988e-10, 5.623413251903491e-10, 5.95662143529011e-10, 6.309573444801942e-10, 6.683439175686135e-10, 7.079457843841373e-10, 7.498942093324559e-10, 7.943282347242822e-10, 8.413951416451964e-10, 8.912509381337441e-10, 9.440608762859226e-10, 1e-09, 1.0592537251772898e-09, 1.1220184543019653e-09, 1.1885022274370164e-09, 1.2589254117941663e-09, 1.333521432163324e-09, 1.4125375446227555e-09, 1.4962356560944358e-09, 1.584893192461111e-09, 1.6788040181225589e-09, 1.7782794100389228e-09, 1.883649089489802e-09, 1.9952623149688828e-09, 2.113489039836643e-09, 2.2387211385683377e-09, 2.3713737056616553e-09, 2.511886431509582e-09, 2.660725059798814e-09, 2.8183829312644493e-09, 2.985382618917957e-09, 3.1622776601683795e-09, 3.3496543915782794e-09, 3.5481338923357603e-09, 3.758374042884436e-09, 3.981071705534969e-09, 4.216965034285823e-09, 4.466835921509635e-09, 4.731512589614813e-09, 5.011872336272715e-09, 5.3088444423098795e-09, 5.623413251903491e-09, 5.956621435290109e-09, 6.309573444801943e-09, 6.6834391756861355e-09, 7.0794578438413736e-09, 7.498942093324558e-09, 7.943282347242822e-09, 8.413951416451965e-09, 8.912509381337441e-09, 9.440608762859226e-09, 1e-08, 1.0592537251772898e-08, 1.122018454301963e-08, 1.188502227437019e-08, 1.2589254117941661e-08, 1.333521432163324e-08, 1.4125375446227554e-08, 1.496235656094433e-08, 1.5848931924611143e-08, 1.6788040181225588e-08, 1.7782794100389228e-08, 1.883649089489802e-08, 1.9952623149688786e-08, 2.1134890398366476e-08, 2.2387211385683378e-08, 2.371373705661655e-08, 2.511886431509582e-08, 2.6607250597988087e-08, 2.818382931264455e-08, 2.985382618917957e-08, 3.162277660168379e-08, 3.3496543915782795e-08, 3.548133892335753e-08, 3.7583740428844434e-08, 3.981071705534969e-08, 4.2169650342858225e-08, 4.4668359215096346e-08, 4.731512589614803e-08, 5.011872336272725e-08, 5.3088444423098795e-08, 5.6234132519034905e-08, 5.95662143529011e-08, 6.30957344480193e-08, 6.683439175686149e-08, 7.079457843841373e-08, 7.498942093324559e-08, 7.943282347242822e-08, 8.413951416451947e-08, 8.912509381337459e-08, 9.440608762859226e-08, 1e-07, 1.0592537251772897e-07, 1.122018454301963e-07, 1.188502227437019e-07, 1.2589254117941662e-07, 1.333521432163324e-07, 1.4125375446227555e-07, 1.4962356560944328e-07, 1.584893192461114e-07, 1.6788040181225588e-07, 1.7782794100389227e-07, 1.883649089489802e-07, 1.9952623149688787e-07, 2.1134890398366478e-07, 2.2387211385683377e-07, 2.3713737056616554e-07, 2.5118864315095823e-07, 2.6607250597988083e-07, 2.818382931264455e-07, 2.9853826189179574e-07, 3.162277660168379e-07, 3.3496543915782793e-07, 3.548133892335753e-07, 3.7583740428844433e-07, 3.981071705534969e-07, 4.2169650342858225e-07, 4.466835921509635e-07, 4.7315125896148026e-07, 5.011872336272725e-07, 5.308844442309879e-07, 5.62341325190349e-07, 5.956621435290109e-07, 6.30957344480193e-07, 6.683439175686149e-07, 7.079457843841374e-07, 7.498942093324558e-07, 7.943282347242822e-07, 8.413951416451948e-07, 8.912509381337459e-07, 9.440608762859226e-07, 1e-06, 1.0592537251772898e-06, 1.122018454301963e-06, 1.1885022274370189e-06, 1.2589254117941661e-06, 1.333521432163324e-06, 1.4125375446227554e-06, 1.4962356560944329e-06, 1.584893192461114e-06, 1.678804018122559e-06, 1.778279410038923e-06, 1.883649089489802e-06, 1.9952623149688787e-06, 2.113489039836648e-06, 2.2387211385683376e-06, 2.3713737056616552e-06, 2.5118864315095823e-06, 2.6607250597988086e-06, 2.818382931264455e-06, 2.9853826189179572e-06, 3.162277660168379e-06, 3.3496543915782793e-06, 3.548133892335753e-06, 3.7583740428844434e-06, 3.981071705534969e-06, 4.216965034285822e-06, 4.466835921509635e-06, 4.731512589614803e-06, 5.011872336272725e-06, 5.308844442309879e-06, 5.623413251903491e-06, 5.956621435290109e-06, 6.30957344480193e-06, 6.683439175686149e-06, 7.079457843841373e-06, 7.498942093324558e-06, 7.943282347242822e-06, 8.413951416451948e-06, 8.91250938133746e-06, 9.440608762859225e-06, 1e-05, 1.0592537251772897e-05, 1.122018454301963e-05, 1.188502227437019e-05, 1.2589254117941661e-05, 1.333521432163324e-05, 1.4125375446227555e-05, 1.4962356560944327e-05, 1.584893192461114e-05, 1.6788040181225588e-05, 1.778279410038923e-05, 1.883649089489802e-05, 1.9952623149688786e-05, 2.1134890398366476e-05, 2.238721138568338e-05, 2.3713737056616554e-05, 2.5118864315095822e-05, 2.6607250597988085e-05, 2.818382931264455e-05, 2.985382618917957e-05, 3.1622776601683795e-05, 3.3496543915782794e-05, 3.5481338923357534e-05, 3.758374042884443e-05, 3.9810717055349695e-05, 4.216965034285822e-05, 4.466835921509635e-05, 4.731512589614803e-05, 5.011872336272725e-05, 5.308844442309879e-05, 5.623413251903491e-05, 5.9566214352901096e-05, 6.309573444801929e-05, 6.683439175686149e-05, 7.079457843841373e-05, 7.498942093324559e-05, 7.943282347242822e-05, 8.413951416451947e-05, 8.912509381337459e-05, 9.440608762859227e-05, 0.0001, 0.00010592537251772897, 0.00011220184543019653, 0.00011885022274370165, 0.0001258925411794166, 0.0001333521432163324, 0.00014125375446227554, 0.00014962356560944357, 0.0001584893192461111, 0.00016788040181225588, 0.00017782794100389227, 0.0001883649089489802, 0.00019952623149688828, 0.00021134890398366433, 0.00022387211385683378, 0.00023713737056616554, 0.0002511886431509582, 0.0002660725059798814, 0.0002818382931264449, 0.00029853826189179573, 0.00031622776601683794, 0.00033496543915782794, 0.000354813389233576, 0.00037583740428844356, 0.0003981071705534969, 0.00042169650342858224, 0.0004466835921509635, 0.00047315125896148127, 0.0005011872336272714, 0.000530884444230988, 0.0005623413251903491, 0.000595662143529011, 0.0006309573444801943, 0.0006683439175686135, 0.0007079457843841374, 0.0007498942093324559, 0.0007943282347242822, 0.0008413951416451964, 0.0008912509381337441, 0.0009440608762859227, 0.001, 0.0010592537251772898, 0.0011220184543019652, 0.0011885022274370164, 0.0012589254117941662, 0.001333521432163324, 0.0014125375446227555, 0.0014962356560944358, 0.0015848931924611108, 0.001678804018122559, 0.0017782794100389228, 0.0018836490894898021, 0.001995262314968883, 0.002113489039836643, 0.0022387211385683377, 0.0023713737056616554, 0.002511886431509582, 0.002660725059798814, 0.002818382931264449, 0.002985382618917957, 0.0031622776601683794, 0.0033496543915782794, 0.0035481338923357606, 0.0037583740428844357, 0.003981071705534969, 0.004216965034285823, 0.004466835921509635, 0.004731512589614813, 0.005011872336272715, 0.005308844442309879, 0.005623413251903491, 0.005956621435290109, 0.006309573444801942, 0.006683439175686135, 0.0070794578438413735, 0.007498942093324558, 0.00794328234724282, 0.008413951416451964, 0.008912509381337442, 0.009440608762859227, 0.01, 0.010592537251772897, 0.011220184543019653, 0.011885022274370166, 0.012589254117941661, 0.01333521432163324, 0.014125375446227554, 0.014962356560944358, 0.01584893192461111, 0.01678804018122559, 0.01778279410038923, 0.01883649089489802, 0.01995262314968883, 0.021134890398366434, 0.022387211385683378, 0.023713737056616554, 0.025118864315095822, 0.02660725059798814, 0.02818382931264449, 0.02985382618917957, 0.03162277660168379, 0.033496543915782793, 0.03548133892335761, 0.03758374042884435, 0.03981071705534969, 0.042169650342858224, 0.04466835921509635, 0.04731512589614813, 0.050118723362727144, 0.05308844442309879, 0.05623413251903491, 0.059566214352901097, 0.06309573444801943, 0.06683439175686136, 0.07079457843841373, 0.07498942093324558, 0.07943282347242822, 0.08413951416451965, 0.08912509381337441, 0.09440608762859226, 0.1, 0.10592537251772897, 0.11220184543019653, 0.11885022274370165, 0.12589254117941662, 0.1333521432163324, 0.14125375446227553, 0.1496235656094436, 0.1584893192461111, 0.16788040181225589, 0.1778279410038923, 0.1883649089489802, 0.19952623149688828, 0.21134890398366432, 0.22387211385683378, 0.23713737056616552, 0.25118864315095824, 0.2660725059798814, 0.2818382931264449, 0.2985382618917957, 0.31622776601683794, 0.33496543915782795, 0.354813389233576, 0.37583740428844353, 0.3981071705534969, 0.4216965034285822, 0.4466835921509635, 0.47315125896148125, 0.5011872336272715, 0.5308844442309879, 0.5623413251903491, 0.5956621435290109, 0.6309573444801942, 0.6683439175686136, 0.7079457843841374, 0.7498942093324559, 0.7943282347242822, 0.8413951416451965, 0.8912509381337441, 0.9440608762859226, 1.0, 1.0592537251772898, 1.1220184543019653, 1.1885022274370165, 1.2589254117941662, 1.333521432163324, 1.4125375446227555, 1.4962356560944359, 1.584893192461111, 1.678804018122559, 1.7782794100389228, 1.8836490894898021, 1.9952623149688828, 2.1134890398366433, 2.2387211385683377, 2.371373705661655, 2.5118864315095824, 2.660725059798814, 2.8183829312644493, 2.9853826189179573, 3.1622776601683795, 3.3496543915782793, 3.5481338923357604, 3.7583740428844354, 3.981071705534969, 4.216965034285822, 4.4668359215096345, 4.7315125896148125, 5.011872336272715, 5.308844442309879, 5.623413251903491, 5.95662143529011, 6.309573444801943, 6.683439175686135, 7.079457843841373, 7.498942093324558, 7.943282347242821, 8.413951416451965, 8.91250938133744, 9.440608762859226, 10.0, 10.592537251772898, 11.220184543019652, 11.885022274370165, 12.589254117941662, 13.33521432163324, 14.125375446227554, 14.96235656094436, 15.84893192461111, 16.78804018122559, 17.78279410038923, 18.83649089489802, 19.95262314968883, 21.134890398366434, 22.38721138568338, 23.71373705661655, 25.11886431509582, 26.60725059798814, 28.18382931264449, 29.85382618917957, 31.622776601683793, 33.496543915782794, 35.481338923357605, 37.58374042884436, 39.81071705534969, 42.169650342858226, 44.668359215096345, 47.315125896148125, 50.118723362727145, 53.08844442309879, 56.23413251903491, 59.56621435290109, 63.09573444801943, 66.83439175686135, 70.79457843841374, 74.98942093324558, 79.43282347242821, 84.13951416451965, 89.1250938133744, 94.40608762859226, 100.0 ], "counts": [ 14916, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 3, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 2, 3, 1, 0, 0, 1, 1, 2, 1, 3, 0, 0, 0, 1, 3, 2, 1, 1, 1, 3, 1, 2, 3, 2, 0, 5, 3, 2, 6, 5, 4, 4, 2, 1, 5, 4, 4, 2, 4, 5, 5, 5, 9, 5, 5, 5, 9, 9, 8, 11, 13, 7, 6, 14, 10, 6, 11, 7, 19, 15, 13, 16, 14, 18, 16, 18, 25, 24, 21, 24, 29, 44, 28, 49, 31, 39, 44, 32, 33, 51, 47, 44, 42, 43, 40, 52, 51, 63, 74, 73, 82, 80, 87, 97, 92, 96, 104, 93, 110, 108, 125, 109, 139, 155, 152, 156, 165, 182, 197, 195, 212, 182, 229, 223, 227, 273, 272, 286, 295, 307, 339, 359, 346, 361, 406, 425, 473, 490, 553, 544, 621, 623, 662, 705, 770, 854, 891, 939, 997, 956, 1058, 1113, 1210, 1256, 1295, 1387, 1452, 1516, 1610, 1600, 1647, 1620, 1788, 1719, 1799, 1883, 1897, 1860, 1897, 2014, 2057, 2088, 2191, 2170, 2179, 2214, 2249, 2330, 2312, 2282, 2318, 2360, 2434, 2490, 2567, 2534, 2524, 2701, 2601, 2605, 2744, 2624, 2770, 2774, 2812, 2704, 2817, 2827, 2835, 2841, 2931, 2958, 2973, 3024, 2972, 3075, 3121, 3150, 3186, 3102, 3153, 3083, 3253, 3211, 3290, 3221, 3265, 3412, 3342, 3352, 3357, 3459, 3389, 3485, 3519, 3643, 3447, 3780, 3659, 3612, 3709, 3727, 3821, 3753, 3890, 3845, 3992, 3894, 4011, 4124, 4253, 4281, 4273, 4381, 4400, 4541, 4597, 4694, 4764, 4747, 4967, 5069, 5249, 5377, 5407, 5525, 5631, 5890, 6123, 6222, 6447, 6905, 6979, 7231, 7414, 7679, 7983, 8184, 8591, 8993, 9371, 10134, 10736, 11242, 11983, 12681, 13618, 14607, 15972, 18115, 21969, 20734, 19296, 18739, 18294, 18128, 17787, 17215, 16708, 16383, 16190, 15533, 15340, 14607, 14127, 13393, 13022, 12247, 11845, 11282, 10503, 9894, 9592, 9110, 8562, 7226, 6513, 5965, 5250, 4979, 4407, 4340, 3865, 3688, 3462, 3367, 3007, 2859, 2706, 2391, 2166, 1942, 1896, 1717, 1572, 1537, 1488, 1391, 1354, 1131, 1044, 1028, 923, 887, 884, 815, 727, 593, 592, 536, 510, 481, 458, 406, 350, 350, 327, 348, 277, 230, 246, 225, 216, 195, 151, 170, 156, 116, 133, 126, 112, 81, 84, 100, 67, 67, 57, 55, 53, 46, 41, 46, 27, 33, 38, 32, 24, 25, 27, 11, 24, 13, 14, 11, 5, 11, 7, 5, 8, 8, 1, 9, 8, 6, 2, 5, 5, 1, 3, 3, 3, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "total_count": 1048064, "underflow_count": 14916, "overflow_count": 0, "max_kld_exact": 4.6027987113375275, "min_kld_exact": -6.663812229736228e-06, "quantiles": { "p50": { "quantile": 0.5, "lower": 0.0014962356560944358, "upper": 0.0015848931924611108, "estimate": 0.001519705502814056, "bin": 368, "bin_kind": "log", "bin_lower": 0.0014962356560944358, "bin_upper": 0.0015848931924611108, "order_statistic": 524032, "positions_below_bin": 520350, "positions_in_bin": 13618, "relative_width": 0.055939123714073544 }, "p95": { "quantile": 0.95, "lower": 0.011885022274370166, "upper": 0.012589254117941661, "estimate": 0.01258051018168963, "bin": 404, "bin_kind": "log", "bin_lower": 0.011885022274370166, "bin_upper": 0.012589254117941661, "order_statistic": 995660, "positions_below_bin": 991842, "positions_in_bin": 3865, "relative_width": 0.05593912371407727 }, "p99": { "quantile": 0.99, "lower": 0.042169650342858224, "upper": 0.04466835921509635, "estimate": 0.043057231026921036, "bin": 426, "bin_kind": "log", "bin_lower": 0.042169650342858224, "bin_upper": 0.04466835921509635, "order_statistic": 1037583, "positions_below_bin": 1037263, "positions_in_bin": 884, "relative_width": 0.05593912371407741 }, "p999": { "quantile": 0.999, "lower": 0.19952623149688828, "upper": 0.21134890398366432, "estimate": 0.2027332581355316, "bin": 453, "bin_kind": "log", "bin_lower": 0.19952623149688828, "bin_upper": 0.21134890398366432, "order_statistic": 1047015, "positions_below_bin": 1046993, "positions_in_bin": 81, "relative_width": 0.05593912371407351 }, "p9999": { "quantile": 0.9999, "lower": 0.7079457843841374, "upper": 0.7498942093324559, "estimate": 0.7105204642728833, "bin": 475, "bin_kind": "log", "bin_lower": 0.7079457843841374, "bin_upper": 0.7498942093324559, "order_statistic": 1047959, "positions_below_bin": 1047958, "positions_in_bin": 11, "relative_width": 0.05593912371407742 } }, "exceedance": [ { "requested": 0.0001, "threshold": 0.0001, "exact": true, "positions": 813036, "fraction": 0.7757503358573522 }, { "requested": 0.001, "threshold": 0.001, "exact": true, "positions": 602854, "fraction": 0.5752072392525648 }, { "requested": 0.01, "threshold": 0.01, "exact": true, "positions": 69948, "fraction": 0.0667401990718124 }, { "requested": 0.1, "threshold": 0.1, "exact": true, "positions": 3147, "fraction": 0.003002679225696141 }, { "requested": 1.0, "threshold": 1.0, "exact": true, "positions": 59, "fraction": 5.629427210552027e-05 } ], "method": "counts add across shards, percentiles do not: each quantile is reported as the [lower, upper] bin interval that provably contains it, plus a log-uniform point estimate inside that interval. max_kld_exact and the exceedance counts are exact, not interpolated." }, "ladder": { "checkpoint": "1M", "checkpoint_positions": 1000000, "next": "2M", "next_positions": 2000000, "positions_to_next": 951936, "targets": { "1M": 1000000, "2M": 2000000, "5M": 5000000, "10M": 10000000 } }, "shards": [ { "shard": 0, "report": "/var/tmp/work/kld5-short/reports/shard-0000/report-turbo5.json", "report_sha256": "f214cef222161efae8d241fd5567321bf46b06e46211b8fdcb626cc7e6008144", "suite_token_sha256": "caef8a4628d6c07c162100895096f890cdf9cafc8e4c48b3d66035d737ee7cf7", "reference_capture": "/work/kld5-short/hidden/shard-0000/hidden-bf16", "candidate_capture": "/work/kld5-short/hidden/shard-0000/hidden-turbo5", "contexts": 512, "scored_positions": 1048064, "context_index_min": 0, "context_index_max": 511, "token_mean_kld": 0.0040046281253560525, "context_macro_mean_kld": 0.0040046281253560525, "top1_agreement": 0.9737267953102101, "max_kld": 4.6027987113375275, "p999_kld": 0.20318378416100893, "row_consistency": { "token_mean_relative_gap": 0.0, "top1_relative_gap": 0.0 } } ], "consistency": { "tolerance": 1e-06, "max_token_mean_relative_gap": 0.0, "max_top1_relative_gap": 0.0, "note": "headline numbers are recomputed from per-context rows and cross-checked against each shard report's own summary" }, "not_aggregable": { "token_percentiles_exact": "an exact cumulative median/p95/p99/p999 would need the token-level KLD vector, which no shard report carries. `tail.quantiles` bounds each one by the histogram bin it falls in, which is exact to the bin width; each shard's own exact percentiles are in its report", "jsd_percentiles": "shard reports carry only the position-weighted mean JSD, so its distribution cannot be recovered here" }, "inputs": { "/var/tmp/work/kld5-short/reports/shard-0000/report-turbo5.json": "f214cef222161efae8d241fd5567321bf46b06e46211b8fdcb626cc7e6008144" }, "per_context_all": [ { "index": 0, "source_cluster": "pg2868", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028951821443880025, "median_kld": 0.0021263787970156045, "top1_agreement": 0.9682462139716659 }, { "index": 1, "source_cluster": "wiki5-en-2028-summer-olympics", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026436731804887286, "median_kld": 0.001337497881657157, "top1_agreement": 0.979970688812897 }, { "index": 2, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003069717959075823, "median_kld": 0.0022761939994353497, "top1_agreement": 0.9731314118221788 }, { "index": 3, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003639182383173359, "median_kld": 0.002417212424631998, "top1_agreement": 0.9775280898876404 }, { "index": 4, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003161384942579122, "median_kld": 0.0022056572581274914, "top1_agreement": 0.9731314118221788 }, { "index": 5, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002865280401944627, "median_kld": 0.002049952855486481, "top1_agreement": 0.975085490962384 }, { "index": 6, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0031402772387970914, "median_kld": 0.0022013982701878376, "top1_agreement": 0.9672691744015632 }, { "index": 7, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004870023835621773, "median_kld": 0.0001979752999119455, "top1_agreement": 0.9848558866634098 }, { "index": 8, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026879399087417857, "median_kld": 0.001974921466745272, "top1_agreement": 0.97361993160723 }, { "index": 9, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002481678273068765, "median_kld": 0.0019625642731853077, "top1_agreement": 0.9702002931118711 }, { "index": 10, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0032022074906074556, "median_kld": 0.002304308581983605, "top1_agreement": 0.9692232535417684 }, { "index": 11, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002025949123554276, "median_kld": 3.736595126380138e-05, "top1_agreement": 0.995114802149487 }, { "index": 12, "source_cluster": "wiki5-fr-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026312613037153577, "median_kld": 0.0015108751688330813, "top1_agreement": 0.9721543722520762 }, { "index": 13, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024344921385133634, "median_kld": 0.00017453246424281588, "top1_agreement": 0.9877870053737177 }, { "index": 14, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0034300864677336697, "median_kld": 0.00030054561123504797, "top1_agreement": 0.9824132877381534 }, { "index": 15, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002876762174163596, "median_kld": 0.002001414476183072, "top1_agreement": 0.9711773326819736 }, { "index": 16, "source_cluster": "wiki5-en-uefa-european-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0034958845861318578, "median_kld": 0.001626979494801617, "top1_agreement": 0.9760625305324866 }, { "index": 17, "source_cluster": "pg100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.029458071287288643, "median_kld": 0.0008485640501021408, "top1_agreement": 0.9741084513922814 }, { "index": 18, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024224051083968396, "median_kld": 0.0018617804532823357, "top1_agreement": 0.9702002931118711 }, { "index": 19, "source_cluster": "wiki5-ja-h82e8f84f6d85", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002928578710940184, "median_kld": 0.0005630438172374852, "top1_agreement": 0.9780166096726918 }, { "index": 20, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030332425082945777, "median_kld": 0.0020990696395060127, "top1_agreement": 0.9672691744015632 }, { "index": 21, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019091690309681643, "median_kld": 0.00014260444466751565, "top1_agreement": 0.9892525647288715 }, { "index": 22, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.004236852932881003, "median_kld": 0.002227399687342313, "top1_agreement": 0.9623839765510503 }, { "index": 23, "source_cluster": "wiki5-sv-peter-lemarc", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003191208821903291, "median_kld": 0.0014201330071941243, "top1_agreement": 0.966780654616512 }, { "index": 24, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002664898115396288, "median_kld": 0.0020203727578973485, "top1_agreement": 0.9711773326819736 }, { "index": 25, "source_cluster": "wiki5-sv-christine-meltzer", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003462790674339547, "median_kld": 0.0011350684599165106, "top1_agreement": 0.9702002931118711 }, { "index": 26, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00280711444744912, "median_kld": 0.0011267454720922387, "top1_agreement": 0.978505129457743 }, { "index": 27, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029356620992844274, "median_kld": 0.002211781888149744, "top1_agreement": 0.97361993160723 }, { "index": 28, "source_cluster": "pg3268", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0037097637637733822, "median_kld": 0.0021137722036428386, "top1_agreement": 0.9687347337567171 }, { "index": 29, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0033495100354877724, "median_kld": 0.0024421146175868103, "top1_agreement": 0.9633610161211529 }, { "index": 30, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003754397958227759, "median_kld": 0.0024880800128812552, "top1_agreement": 0.9692232535417684 }, { "index": 31, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003290964708280999, "median_kld": 0.0017884182852867525, "top1_agreement": 0.9765510503175379 }, { "index": 32, "source_cluster": "numpy5-v2.2.1-numpy-ma-core-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028383779800268396, "median_kld": 0.0002424988645373105, "top1_agreement": 0.986809965803615 }, { "index": 33, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.025956816556687794, "median_kld": 0.00024299140468109215, "top1_agreement": 0.9648265754763068 }, { "index": 34, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0030635928224548624, "median_kld": 7.379086991932127e-05, "top1_agreement": 0.991695163654128 }, { "index": 35, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030923640752053747, "median_kld": 0.0017377144504280295, "top1_agreement": 0.9765510503175379 }, { "index": 36, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.005712739732298865, "median_kld": 0.0038630873389138287, "top1_agreement": 0.95847581827064 }, { "index": 37, "source_cluster": "wiki5-en-gavin-newsom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019060546025945944, "median_kld": 0.0011053064757504671, "top1_agreement": 0.9745969711773327 }, { "index": 38, "source_cluster": "wiki5-en-deadpool", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004249022403760496, "median_kld": 0.002103179675032152, "top1_agreement": 0.97361993160723 }, { "index": 39, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004996855248422581, "median_kld": 0.0002672977470439264, "top1_agreement": 0.9853444064484611 }, { "index": 40, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002273628969762612, "median_kld": 0.0016419877031594865, "top1_agreement": 0.9682462139716659 }, { "index": 41, "source_cluster": "wiki5-id-satryo-brodjonegoro", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029851372477157677, "median_kld": 0.001524711577758353, "top1_agreement": 0.978505129457743 }, { "index": 42, "source_cluster": "wiki5-tr-ole-gunnar-solskj-r", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023924563331125886, "median_kld": 0.0009421402858063033, "top1_agreement": 0.978505129457743 }, { "index": 43, "source_cluster": "arxiv5-cs-LO-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003804935165807839, "median_kld": 0.00231400962780981, "top1_agreement": 0.9677576941866145 }, { "index": 44, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003006444179270531, "median_kld": 0.002177783030674618, "top1_agreement": 0.9706888128969223 }, { "index": 45, "source_cluster": "wiki5-de-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029465018515389047, "median_kld": 0.0016406327645768215, "top1_agreement": 0.97361993160723 }, { "index": 46, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002783653495393041, "median_kld": 0.002152360034116896, "top1_agreement": 0.9706888128969223 }, { "index": 47, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0038266696513676356, "median_kld": 0.0017317309171289708, "top1_agreement": 0.9682462139716659 }, { "index": 48, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002620552580606381, "median_kld": 0.0019674123023918355, "top1_agreement": 0.9677576941866145 }, { "index": 49, "source_cluster": "pg28203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003770851178482679, "median_kld": 0.002225168293712443, "top1_agreement": 0.9662921348314607 }, { "index": 50, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0023356769891128486, "median_kld": 0.00014832619620364085, "top1_agreement": 0.9907181240840254 }, { "index": 51, "source_cluster": "wiki5-en-reform-uk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002472693482401263, "median_kld": 0.0013355299161901257, "top1_agreement": 0.9780166096726918 }, { "index": 52, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010408502638361138, "median_kld": 0.0008565500226609402, "top1_agreement": 0.97361993160723 }, { "index": 53, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00385534262102516, "median_kld": 0.0017628645578042779, "top1_agreement": 0.9731314118221788 }, { "index": 54, "source_cluster": "cpython5-v3.13.1-python-ceval-macros-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005081282484351951, "median_kld": 0.0008636643598833871, "top1_agreement": 0.9745969711773327 }, { "index": 55, "source_cluster": "wiki5-pt-marcelo-rubens-paiva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0033270321691105734, "median_kld": 0.001358291470637596, "top1_agreement": 0.975085490962384 }, { "index": 56, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0025606487966881517, "median_kld": 0.002000173360897861, "top1_agreement": 0.9697117733268197 }, { "index": 57, "source_cluster": "numpy5-v2.2.1-numpy-ma-mrecords-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0037926993399091053, "median_kld": 0.0007474873021173778, "top1_agreement": 0.9765510503175379 }, { "index": 58, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014733615998355452, "median_kld": 0.0002354725570139493, "top1_agreement": 0.9692232535417684 }, { "index": 59, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027942586174726563, "median_kld": 0.0017799015049835276, "top1_agreement": 0.9755740107474352 }, { "index": 60, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004297016819973348, "median_kld": 0.0020548267489175487, "top1_agreement": 0.97361993160723 }, { "index": 61, "source_cluster": "wiki5-hi-he3b8efc60c88", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009619852073661202, "median_kld": 0.004220580507535487, "top1_agreement": 0.9574987787005373 }, { "index": 62, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003256606974080704, "median_kld": 0.00015047897636577545, "top1_agreement": 0.9648265754763068 }, { "index": 63, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028449171763904736, "median_kld": 0.0019394942542589888, "top1_agreement": 0.9692232535417684 }, { "index": 64, "source_cluster": "wiki5-en-elon-musk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003156946202121129, "median_kld": 0.00172677304226454, "top1_agreement": 0.97361993160723 }, { "index": 65, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0024820212807849964, "median_kld": 0.0017639312721371425, "top1_agreement": 0.9716658524670249 }, { "index": 66, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0023505313108828797, "median_kld": 0.0001262286253762568, "top1_agreement": 0.9936492427943332 }, { "index": 67, "source_cluster": "wiki5-en-vivek-ramaswamy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002325090282066713, "median_kld": 0.0014916292670932307, "top1_agreement": 0.9809477283829995 }, { "index": 68, "source_cluster": "wiki5-en-donald-trump-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0033744729612579507, "median_kld": 0.0015822186741729638, "top1_agreement": 0.9775280898876404 }, { "index": 69, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0038787512218560723, "median_kld": 0.0012853576153162294, "top1_agreement": 0.9765510503175379 }, { "index": 70, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0034628802977473075, "median_kld": 0.0023349755065282807, "top1_agreement": 0.9682462139716659 }, { "index": 71, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0036485484591746668, "median_kld": 0.0002907380089993694, "top1_agreement": 0.978505129457743 }, { "index": 72, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0032443477835099456, "median_kld": 0.00015480767687137131, "top1_agreement": 0.9907181240840254 }, { "index": 73, "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01743170798738498, "median_kld": 0.00042307241373862325, "top1_agreement": 0.9623839765510503 }, { "index": 74, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0030314017293255517, "median_kld": 0.0021196251466335525, "top1_agreement": 0.9741084513922814 }, { "index": 75, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0034054611825541418, "median_kld": 0.0016461132422591618, "top1_agreement": 0.9741084513922814 }, { "index": 76, "source_cluster": "wiki5-it-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00256221873031952, "median_kld": 0.0015782182629209274, "top1_agreement": 0.975085490962384 }, { "index": 77, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003195631941346579, "median_kld": 0.00231879244756783, "top1_agreement": 0.9716658524670249 }, { "index": 78, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027790147373067935, "median_kld": 0.002134895584276819, "top1_agreement": 0.9677576941866145 }, { "index": 79, "source_cluster": "wiki5-pt-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0031387606737866463, "median_kld": 0.0015130959881730632, "top1_agreement": 0.9770395701025891 }, { "index": 80, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0036748456538526547, "median_kld": 0.0019122396624879912, "top1_agreement": 0.9745969711773327 }, { "index": 81, "source_cluster": "pg20203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003674964369724364, "median_kld": 0.0018293256962351734, "top1_agreement": 0.9765510503175379 }, { "index": 82, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0026205618040105244, "median_kld": 6.057614652288379e-05, "top1_agreement": 0.991695163654128 }, { "index": 83, "source_cluster": "pg11", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02059660347015236, "median_kld": 3.9768521421734704e-05, "top1_agreement": 0.9843673668783586 }, { "index": 84, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0034743492537614514, "median_kld": 0.00014215081746016267, "top1_agreement": 0.9858329262335125 }, { "index": 85, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0033632644164526752, "median_kld": 0.002160525283784409, "top1_agreement": 0.9677576941866145 }, { "index": 86, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00368432270820172, "median_kld": 0.001924459480534324, "top1_agreement": 0.9702002931118711 }, { "index": 87, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024840541799248713, "median_kld": 0.0017898956602948601, "top1_agreement": 0.9765510503175379 }, { "index": 88, "source_cluster": "wiki5-en-gerald-ford", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004131599181523766, "median_kld": 0.001973829565486085, "top1_agreement": 0.9638495359062041 }, { "index": 89, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031773346088747, "median_kld": 0.0018954881822850211, "top1_agreement": 0.97361993160723 }, { "index": 90, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0036828320321268767, "median_kld": 0.001231433147268035, "top1_agreement": 0.9760625305324866 }, { "index": 91, "source_cluster": "cpython5-v3.13.1-objects-complexobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004445579058136055, "median_kld": 0.00013439318494334884, "top1_agreement": 0.9794821690278456 }, { "index": 92, "source_cluster": "cpython5-v3.13.1-objects-iterobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00323390750898901, "median_kld": 4.354995431787856e-05, "top1_agreement": 0.9902296042989741 }, { "index": 93, "source_cluster": "wiki5-ja-h059e7e765623", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003706718016490229, "median_kld": 0.001955251545041392, "top1_agreement": 0.97361993160723 }, { "index": 94, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0041491911858491685, "median_kld": 0.0019215149650335661, "top1_agreement": 0.9633610161211529 }, { "index": 95, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027777341375171405, "median_kld": 0.002064673240056436, "top1_agreement": 0.9697117733268197 }, { "index": 96, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0033359981966484104, "median_kld": 0.0015736450395706925, "top1_agreement": 0.9731314118221788 }, { "index": 97, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003154057132086329, "median_kld": 0.0021842432674787915, "top1_agreement": 0.9726428920371275 }, { "index": 98, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0034646257852873298, "median_kld": 0.0019431751831575639, "top1_agreement": 0.9731314118221788 }, { "index": 99, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0030242257816637304, "median_kld": 0.0021017102118605635, "top1_agreement": 0.9745969711773327 }, { "index": 100, "source_cluster": "cpython5-v3.13.1-objects-floatobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00390695518041658, "median_kld": 0.0006287264301254591, "top1_agreement": 0.95847581827064 }, { "index": 101, "source_cluster": "cpython5-v3.13.1-objects-unionobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0025042720925735435, "median_kld": 8.604551904678459e-05, "top1_agreement": 0.991695163654128 }, { "index": 102, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0039307599884804735, "median_kld": 0.001625782081378091, "top1_agreement": 0.9716658524670249 }, { "index": 103, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013172893067167254, "median_kld": 0.0010786374822906453, "top1_agreement": 0.9682462139716659 }, { "index": 104, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005422467764291138, "median_kld": 1.6079879574568134e-05, "top1_agreement": 0.9872984855886663 }, { "index": 105, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028432864637192665, "median_kld": 0.00209118784846396, "top1_agreement": 0.9804592085979482 }, { "index": 106, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003014809420140524, "median_kld": 0.0021635973470210956, "top1_agreement": 0.9682462139716659 }, { "index": 107, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0034187547648551505, "median_kld": 0.002229685303007045, "top1_agreement": 0.9706888128969223 }, { "index": 108, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0031322352437532217, "median_kld": 0.0021598388261878654, "top1_agreement": 0.9711773326819736 }, { "index": 109, "source_cluster": "wiki5-en-robert-f-kennedy-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0027338541746536986, "median_kld": 0.0016785982936795563, "top1_agreement": 0.9731314118221788 }, { "index": 110, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017218967775468347, "median_kld": 0.0001575024153908089, "top1_agreement": 0.9912066438690766 }, { "index": 111, "source_cluster": "wiki5-en-list-of-highest-grossing-films", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022960248724200475, "median_kld": 0.001630367266812982, "top1_agreement": 0.9794821690278456 }, { "index": 112, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029930491601198672, "median_kld": 0.0022371244648695665, "top1_agreement": 0.9692232535417684 }, { "index": 113, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0032634416589725646, "median_kld": 0.00015235303933991418, "top1_agreement": 0.9887640449438202 }, { "index": 114, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0027138423008789617, "median_kld": 0.0016249715331468906, "top1_agreement": 0.9745969711773327 }, { "index": 115, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031445444856181936, "median_kld": 0.0020388931719708125, "top1_agreement": 0.9658036150464093 }, { "index": 116, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030294252516041265, "median_kld": 0.0019543878795786895, "top1_agreement": 0.9697117733268197 }, { "index": 117, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031175144778339005, "median_kld": 0.0020944205799722226, "top1_agreement": 0.9682462139716659 }, { "index": 118, "source_cluster": "wiki5-ar-h667583703021", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002651138861331065, "median_kld": 0.001636751308979001, "top1_agreement": 0.9745969711773327 }, { "index": 119, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003550194998765885, "median_kld": 0.0013538012822209566, "top1_agreement": 0.9770395701025891 }, { "index": 120, "source_cluster": "wiki5-ja-h6eba8794e3c6", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.007939075610247677, "median_kld": 0.0017967748135561123, "top1_agreement": 0.9682462139716659 }, { "index": 121, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004680174417102445, "median_kld": 4.781154753663586e-05, "top1_agreement": 0.9872984855886663 }, { "index": 122, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0036849778867884906, "median_kld": 0.002171779398054241, "top1_agreement": 0.9731314118221788 }, { "index": 123, "source_cluster": "wiki5-en-united-kingdom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004119775082241695, "median_kld": 0.0018432972009350124, "top1_agreement": 0.9706888128969223 }, { "index": 124, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002762488604044052, "median_kld": 0.0019836488109774564, "top1_agreement": 0.9706888128969223 }, { "index": 125, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030481491493500133, "median_kld": 0.0020557257942073193, "top1_agreement": 0.9692232535417684 }, { "index": 126, "source_cluster": "wiki5-sv-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003282376905568266, "median_kld": 0.0011800556785601657, "top1_agreement": 0.9726428920371275 }, { "index": 127, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003880785046022621, "median_kld": 0.0023238230510287394, "top1_agreement": 0.961895456765999 }, { "index": 128, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024742288346185594, "median_kld": 7.880091956735669e-05, "top1_agreement": 0.9897410845139228 }, { "index": 129, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0037486803445267534, "median_kld": 0.001594903827140115, "top1_agreement": 0.9706888128969223 }, { "index": 130, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031067600189112953, "median_kld": 0.0020345648194535215, "top1_agreement": 0.9672691744015632 }, { "index": 131, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004922955844328674, "median_kld": 4.4265927241049496e-05, "top1_agreement": 0.9853444064484611 }, { "index": 132, "source_cluster": "wiki5-en-assassination-of-john-f-kennedy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003936931674222584, "median_kld": 0.0018758002838410448, "top1_agreement": 0.9721543722520762 }, { "index": 133, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003198535590650843, "median_kld": 0.001959719803835469, "top1_agreement": 0.9741084513922814 }, { "index": 134, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037018257183109612, "median_kld": 0.0012091937187506119, "top1_agreement": 0.9711773326819736 }, { "index": 135, "source_cluster": "wiki5-tr-osmanl-i-mparatorlug-u", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004420907371405983, "median_kld": 0.0015310164653214997, "top1_agreement": 0.97361993160723 }, { "index": 136, "source_cluster": "wiki5-fa-h44e3fcb0d500", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0038613050971402427, "median_kld": 0.0015336503256548895, "top1_agreement": 0.966780654616512 }, { "index": 137, "source_cluster": "wiki5-en-glen-powell", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00305943964639927, "median_kld": 0.0012789626875928661, "top1_agreement": 0.9775280898876404 }, { "index": 138, "source_cluster": "wiki5-sv-henrik-viii-av-england", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004786474403452364, "median_kld": 0.0019917722443096864, "top1_agreement": 0.9716658524670249 }, { "index": 139, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003018285596023257, "median_kld": 0.0018578009039060817, "top1_agreement": 0.9755740107474352 }, { "index": 140, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0033237584153986296, "median_kld": 0.0017221706930286018, "top1_agreement": 0.9726428920371275 }, { "index": 141, "source_cluster": "pg5197", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002398393718393432, "median_kld": 0.0018254506771882006, "top1_agreement": 0.9755740107474352 }, { "index": 142, "source_cluster": "pg31635", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002713443544633859, "median_kld": 0.001978791430445881, "top1_agreement": 0.9760625305324866 }, { "index": 143, "source_cluster": "wiki5-en-dua-lipa", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023219052914002438, "median_kld": 0.0013410206537827207, "top1_agreement": 0.979970688812897 }, { "index": 144, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0026162120602694237, "median_kld": 0.00017360097584173673, "top1_agreement": 0.9897410845139228 }, { "index": 145, "source_cluster": "wiki5-fa-hc7c13d635b08", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.005230245432879115, "median_kld": 0.0012465740351217391, "top1_agreement": 0.9687347337567171 }, { "index": 146, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005897478454403709, "median_kld": 0.001702122886399593, "top1_agreement": 0.9731314118221788 }, { "index": 147, "source_cluster": "wiki5-zh-hba42412b42f4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0035500703310493687, "median_kld": 0.0022395896003217786, "top1_agreement": 0.9692232535417684 }, { "index": 148, "source_cluster": "numpy5-v2.2.1-numpy-matrixlib-defmatrix-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016885600085070288, "median_kld": 2.8872707837912515e-05, "top1_agreement": 0.9946262823644357 }, { "index": 149, "source_cluster": "wiki5-en-serena-williams", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026447361256551113, "median_kld": 0.001436377928712318, "top1_agreement": 0.9775280898876404 }, { "index": 150, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004538285665051519, "median_kld": 0.0018946383133879863, "top1_agreement": 0.9745969711773327 }, { "index": 151, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002512273912532629, "median_kld": 0.0014340659511731246, "top1_agreement": 0.9775280898876404 }, { "index": 152, "source_cluster": "wiki5-hi-h308885d90ce4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009308291972838577, "median_kld": 0.00452403211966157, "top1_agreement": 0.9521250610649731 }, { "index": 153, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002920167818797122, "median_kld": 0.0020239950437175303, "top1_agreement": 0.97361993160723 }, { "index": 154, "source_cluster": "wiki5-en-charli-xcx", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006242508721828207, "median_kld": 0.001433978973864214, "top1_agreement": 0.9692232535417684 }, { "index": 155, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00320483723072444, "median_kld": 0.0018106797236896455, "top1_agreement": 0.9745969711773327 }, { "index": 156, "source_cluster": "cpython5-v3.13.1-objects-dictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003799492759166427, "median_kld": 0.0005316470202458845, "top1_agreement": 0.975085490962384 }, { "index": 157, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-litemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024191885982682826, "median_kld": 6.952359956446941e-05, "top1_agreement": 0.9902296042989741 }, { "index": 158, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0032331473092632994, "median_kld": 0.002297112536325585, "top1_agreement": 0.966780654616512 }, { "index": 159, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010529004985175014, "median_kld": 0.0004480395799468795, "top1_agreement": 0.9716658524670249 }, { "index": 160, "source_cluster": "wiki5-it-david-lynch", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003767798623239629, "median_kld": 0.00046438162826234475, "top1_agreement": 0.9775280898876404 }, { "index": 161, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031194736649505055, "median_kld": 0.0019705683943556096, "top1_agreement": 0.9745969711773327 }, { "index": 162, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0032298607896652292, "median_kld": 0.0017142116348798364, "top1_agreement": 0.9809477283829995 }, { "index": 163, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0029637554668797425, "median_kld": 0.0015379701149527136, "top1_agreement": 0.9780166096726918 }, { "index": 164, "source_cluster": "wiki5-en-2024-crowdstrike-incident", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002730239512706731, "median_kld": 0.0018474656625784291, "top1_agreement": 0.97361993160723 }, { "index": 165, "source_cluster": "wiki5-en-jana-novotna", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022491331634718298, "median_kld": 0.0010606428927530942, "top1_agreement": 0.9809477283829995 }, { "index": 166, "source_cluster": "wiki5-fa-h6f1de7c28c8a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0035983659831790933, "median_kld": 0.0017495990457518928, "top1_agreement": 0.9721543722520762 }, { "index": 167, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0032059054572021245, "median_kld": 0.0019501274705930882, "top1_agreement": 0.9682462139716659 }, { "index": 168, "source_cluster": "wiki5-en-manchester-united-f-c", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026431479830065392, "median_kld": 0.001459145173981824, "top1_agreement": 0.9706888128969223 }, { "index": 169, "source_cluster": "wiki5-en-2016-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0038605778689532475, "median_kld": 0.001727241057324136, "top1_agreement": 0.9692232535417684 }, { "index": 170, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0027257700929771405, "median_kld": 0.0013171852820050844, "top1_agreement": 0.9770395701025891 }, { "index": 171, "source_cluster": "cpython5-v3.13.1-python-gc-free-threading-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003663037731713666, "median_kld": 0.00014086606711316563, "top1_agreement": 0.9887640449438202 }, { "index": 172, "source_cluster": "wiki5-nl-nederland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003348838719046918, "median_kld": 0.0014981354202063812, "top1_agreement": 0.9672691744015632 }, { "index": 173, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0031174565976266996, "median_kld": 0.0016155207512156267, "top1_agreement": 0.9755740107474352 }, { "index": 174, "source_cluster": "cpython5-v3.13.1-objects-listobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00621447314764943, "median_kld": 0.0004374724543012576, "top1_agreement": 0.9848558866634098 }, { "index": 175, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0037431499530412925, "median_kld": 0.002369453382051745, "top1_agreement": 0.9594528578407425 }, { "index": 176, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0034533567258730005, "median_kld": 0.0021028698557543635, "top1_agreement": 0.9609184171958964 }, { "index": 177, "source_cluster": "cpython5-v3.13.1-objects-obmalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003784111748350846, "median_kld": 0.0014536469077164327, "top1_agreement": 0.9770395701025891 }, { "index": 178, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009577656936159418, "median_kld": 0.0007308922833431097, "top1_agreement": 0.9711773326819736 }, { "index": 179, "source_cluster": "wiki5-ko-h827332b44213", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0035726602120009707, "median_kld": 0.0019573016415677102, "top1_agreement": 0.9706888128969223 }, { "index": 180, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002874696025812866, "median_kld": 0.002028008958177452, "top1_agreement": 0.9711773326819736 }, { "index": 181, "source_cluster": "wiki5-en-youtube", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004401297073842814, "median_kld": 0.0017831854481187293, "top1_agreement": 0.9765510503175379 }, { "index": 182, "source_cluster": "cpython5-v3.13.1-python-opcode-targets-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006006472314501378, "median_kld": 0.00018270618170390662, "top1_agreement": 0.9824132877381534 }, { "index": 183, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003689358887232019, "median_kld": 0.002345951194229201, "top1_agreement": 0.9721543722520762 }, { "index": 184, "source_cluster": "cpython5-v3.13.1-python-modsupport-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024508986742128596, "median_kld": 0.00012653338352541788, "top1_agreement": 0.9902296042989741 }, { "index": 185, "source_cluster": "wiki5-en-sha-carri-richardson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028397461097779573, "median_kld": 0.0009304622594186185, "top1_agreement": 0.9775280898876404 }, { "index": 186, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003945648658145241, "median_kld": 0.002100866358375697, "top1_agreement": 0.9628724963361016 }, { "index": 187, "source_cluster": "wiki5-hi-h920a1524fc19", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.007569142840473612, "median_kld": 0.0034134691013605334, "top1_agreement": 0.9496824621397166 }, { "index": 188, "source_cluster": "wiki5-en-agenda-47", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025990262695113715, "median_kld": 0.0018077641038871661, "top1_agreement": 0.9697117733268197 }, { "index": 189, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0032451935158274966, "median_kld": 0.0024104198574761426, "top1_agreement": 0.9692232535417684 }, { "index": 190, "source_cluster": "wiki5-en-franklin-d-roosevelt", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003995302228723126, "median_kld": 0.0017010721318229116, "top1_agreement": 0.9731314118221788 }, { "index": 191, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0033365433213942953, "median_kld": 0.002120953381449908, "top1_agreement": 0.9672691744015632 }, { "index": 192, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0032493859905597224, "median_kld": 0.00022799955234376057, "top1_agreement": 0.9809477283829995 }, { "index": 193, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.005277694220466447, "median_kld": 0.0008175765918565503, "top1_agreement": 0.978505129457743 }, { "index": 194, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028669732359347167, "median_kld": 0.00017277300025142495, "top1_agreement": 0.9902296042989741 }, { "index": 195, "source_cluster": "wiki5-tr-recep-tayyip-erdog-an", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003691459827749289, "median_kld": 0.001802724810829659, "top1_agreement": 0.9765510503175379 }, { "index": 196, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0029822829763928253, "median_kld": 0.0019287227143376384, "top1_agreement": 0.966780654616512 }, { "index": 197, "source_cluster": "wiki5-cs-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004028623539174994, "median_kld": 0.001193408367697657, "top1_agreement": 0.9745969711773327 }, { "index": 198, "source_cluster": "cpython5-v3.13.1-modules-timemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003399736141258954, "median_kld": 0.00018154682018245438, "top1_agreement": 0.9829018075232047 }, { "index": 199, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003399475988232991, "median_kld": 0.002667538920491097, "top1_agreement": 0.9599413776257938 }, { "index": 200, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003963694973462756, "median_kld": 0.001553256526790392, "top1_agreement": 0.9721543722520762 }, { "index": 201, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003309416258615413, "median_kld": 0.001665705361943992, "top1_agreement": 0.9697117733268197 }, { "index": 202, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.010750700819930577, "median_kld": 0.007080494123856695, "top1_agreement": 0.9501709819247679 }, { "index": 203, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003444102750196839, "median_kld": 0.002337868114068442, "top1_agreement": 0.9741084513922814 }, { "index": 204, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004472288389844605, "median_kld": 0.0017474949192788358, "top1_agreement": 0.9706888128969223 }, { "index": 205, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004763176375321521, "median_kld": 0.0019183525964763248, "top1_agreement": 0.9692232535417684 }, { "index": 206, "source_cluster": "wiki5-en-melania-trump", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0029994440257883853, "median_kld": 0.0013178390915289384, "top1_agreement": 0.9794821690278456 }, { "index": 207, "source_cluster": "cpython5-v3.13.1-python-sysmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004303876752936563, "median_kld": 0.0004297006139495352, "top1_agreement": 0.9570102589154861 }, { "index": 208, "source_cluster": "wiki5-pl-zmarli-w-styczniu-2025", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0031178858906848426, "median_kld": 0.0005331744177965447, "top1_agreement": 0.9682462139716659 }, { "index": 209, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002544910224023046, "median_kld": 0.0016951863092344865, "top1_agreement": 0.9804592085979482 }, { "index": 210, "source_cluster": "wiki5-es-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023169191009883242, "median_kld": 0.0013653977212015889, "top1_agreement": 0.9804592085979482 }, { "index": 211, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026050988447035564, "median_kld": 0.001829289776459575, "top1_agreement": 0.9677576941866145 }, { "index": 212, "source_cluster": "cpython5-v3.13.1-python-warnings-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024294664345651034, "median_kld": 0.0001442030233413938, "top1_agreement": 0.9877870053737177 }, { "index": 213, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0037197860252745772, "median_kld": 0.002002112055862426, "top1_agreement": 0.9716658524670249 }, { "index": 214, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00423048741176348, "median_kld": 0.0014022276448031334, "top1_agreement": 0.9711773326819736 }, { "index": 215, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004720078009442062, "median_kld": 0.0010787093052044838, "top1_agreement": 0.9653150952613581 }, { "index": 216, "source_cluster": "wiki5-fr-cookie-informatique", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0022256906231988786, "median_kld": 0.0014323325065106474, "top1_agreement": 0.9755740107474352 }, { "index": 217, "source_cluster": "wiki5-en-france", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005776911067447596, "median_kld": 0.002039065159237907, "top1_agreement": 0.9721543722520762 }, { "index": 218, "source_cluster": "wiki5-en-tadej-pogac-ar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0024557815434163525, "median_kld": 0.0013598847964875205, "top1_agreement": 0.9775280898876404 }, { "index": 219, "source_cluster": "wiki5-nl-de-slimste-mens", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004282606288950779, "median_kld": 0.0013484769744991354, "top1_agreement": 0.9755740107474352 }, { "index": 220, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0035690937704234487, "median_kld": 0.0022066601800290186, "top1_agreement": 0.9745969711773327 }, { "index": 221, "source_cluster": "wiki5-tr-tu-rkiye", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028855807281448938, "median_kld": 0.0011493413782375228, "top1_agreement": 0.979970688812897 }, { "index": 222, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002326413525659742, "median_kld": 4.7645150986763696e-05, "top1_agreement": 0.9907181240840254 }, { "index": 223, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032389911034255247, "median_kld": 0.002382637790105946, "top1_agreement": 0.9702002931118711 }, { "index": 224, "source_cluster": "pg30434", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002451292273078334, "median_kld": 0.0018164634232142873, "top1_agreement": 0.9745969711773327 }, { "index": 225, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0054515671110027435, "median_kld": 0.00014822071922182545, "top1_agreement": 0.9872984855886663 }, { "index": 226, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027002575353055345, "median_kld": 0.001971549570953357, "top1_agreement": 0.9692232535417684 }, { "index": 227, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031361169803670115, "median_kld": 0.0024047700803180305, "top1_agreement": 0.9687347337567171 }, { "index": 228, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002864382704133716, "median_kld": 0.0010134090880455915, "top1_agreement": 0.9794821690278456 }, { "index": 229, "source_cluster": "wiki5-uk-h1e328a442ba1", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003932474134775144, "median_kld": 0.0011679849927190844, "top1_agreement": 0.9702002931118711 }, { "index": 230, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.005104877807282815, "median_kld": 0.0020677789816545555, "top1_agreement": 0.9653150952613581 }, { "index": 231, "source_cluster": "cpython5-v3.13.1-python-traceback-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0046296688327163715, "median_kld": 0.00017831642789190028, "top1_agreement": 0.9741084513922814 }, { "index": 232, "source_cluster": "wiki5-en-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002599655899275042, "median_kld": 0.0011503492489328693, "top1_agreement": 0.9794821690278456 }, { "index": 233, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037239381728096047, "median_kld": 0.0014689885538246017, "top1_agreement": 0.9706888128969223 }, { "index": 234, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003287571739042699, "median_kld": 0.0016136688982442138, "top1_agreement": 0.9702002931118711 }, { "index": 235, "source_cluster": "wiki5-it-randal-kolo-muani", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030052332392286885, "median_kld": 0.0015607518114393315, "top1_agreement": 0.9770395701025891 }, { "index": 236, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003186786816032282, "median_kld": 0.0023156986088679332, "top1_agreement": 0.9677576941866145 }, { "index": 237, "source_cluster": "wiki5-pl-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003560885805105568, "median_kld": 0.0007024812350557852, "top1_agreement": 0.9726428920371275 }, { "index": 238, "source_cluster": "wiki5-ar-haee79b42b9cb", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003285363829505582, "median_kld": 0.0018292189415660687, "top1_agreement": 0.9760625305324866 }, { "index": 239, "source_cluster": "pg30340", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027559073013722897, "median_kld": 0.002072232655791595, "top1_agreement": 0.9692232535417684 }, { "index": 240, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030054581672114863, "median_kld": 0.0021712567747727007, "top1_agreement": 0.9697117733268197 }, { "index": 241, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004933818595999722, "median_kld": 0.0020387528988976555, "top1_agreement": 0.9692232535417684 }, { "index": 242, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028662173270177496, "median_kld": 0.0019968423355010145, "top1_agreement": 0.9755740107474352 }, { "index": 243, "source_cluster": "numpy5-v2.2.1-numpy-testing-private-utils-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007094767025877342, "median_kld": 0.0007335550942748625, "top1_agreement": 0.9706888128969223 }, { "index": 244, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014183790135491195, "median_kld": 0.0013945055240807136, "top1_agreement": 0.9706888128969223 }, { "index": 245, "source_cluster": "pg7326", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003346751453736767, "median_kld": 0.002192832117088983, "top1_agreement": 0.9638495359062041 }, { "index": 246, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026570329010106534, "median_kld": 0.0019096404073053463, "top1_agreement": 0.9687347337567171 }, { "index": 247, "source_cluster": "pg24739", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00310243296618304, "median_kld": 0.0020703988618606672, "top1_agreement": 0.9697117733268197 }, { "index": 248, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0035172636004346843, "median_kld": 0.0022242214747052458, "top1_agreement": 0.9711773326819736 }, { "index": 249, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0037486766453389735, "median_kld": 4.445361377572454e-06, "top1_agreement": 0.9902296042989741 }, { "index": 250, "source_cluster": "wiki5-ko-hd51b5b46f0c7", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004904051810505607, "median_kld": 0.0025639386922193808, "top1_agreement": 0.9589643380556913 }, { "index": 251, "source_cluster": "wiki5-hi-h04852c115c77", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.005315562956410305, "median_kld": 0.0027905367951461812, "top1_agreement": 0.9599413776257938 }, { "index": 252, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0030529846150648796, "median_kld": 0.00020042525338936912, "top1_agreement": 0.9858329262335125 }, { "index": 253, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-distributions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005648575086825861, "median_kld": 9.236619530916812e-05, "top1_agreement": 0.9897410845139228 }, { "index": 254, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002953711884490359, "median_kld": 0.0020369836799347674, "top1_agreement": 0.9638495359062041 }, { "index": 255, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003026717039040609, "median_kld": 0.000467281689424226, "top1_agreement": 0.9824132877381534 }, { "index": 256, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018468511179684455, "median_kld": 0.009993120906074182, "top1_agreement": 0.9355153883732291 }, { "index": 257, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023665807188560004, "median_kld": 0.0019266160417146239, "top1_agreement": 0.9765510503175379 }, { "index": 258, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028472621815199732, "median_kld": 7.629346958992755e-05, "top1_agreement": 0.9760625305324866 }, { "index": 259, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026736607190108465, "median_kld": 0.0019784481135687315, "top1_agreement": 0.9653150952613581 }, { "index": 260, "source_cluster": "wiki5-zh-hdc6274f381ba", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004280812924040933, "median_kld": 0.0022321020151139237, "top1_agreement": 0.9775280898876404 }, { "index": 261, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037907978133739197, "median_kld": 0.001940779571668827, "top1_agreement": 0.9726428920371275 }, { "index": 262, "source_cluster": "wiki5-en-project-2025", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0031015422642278025, "median_kld": 0.0017473016370672667, "top1_agreement": 0.9726428920371275 }, { "index": 263, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00381994775858835, "median_kld": 0.0013579902970377589, "top1_agreement": 0.9672691744015632 }, { "index": 264, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003418421204215663, "median_kld": 0.00017938141789830553, "top1_agreement": 0.9892525647288715 }, { "index": 265, "source_cluster": "wiki5-en-olympic-games", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007228031844035596, "median_kld": 0.002290681306781117, "top1_agreement": 0.9628724963361016 }, { "index": 266, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026444849292094823, "median_kld": 0.0019273873050735801, "top1_agreement": 0.9721543722520762 }, { "index": 267, "source_cluster": "cpython5-v3.13.1-modules-main-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004686599274617433, "median_kld": 0.0001917399487183502, "top1_agreement": 0.9780166096726918 }, { "index": 268, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003331710022683596, "median_kld": 0.0023463173123445813, "top1_agreement": 0.9706888128969223 }, { "index": 269, "source_cluster": "pg18459", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003742242754568995, "median_kld": 0.002598956586098211, "top1_agreement": 0.9780166096726918 }, { "index": 270, "source_cluster": "cpython5-v3.13.1-objects-bytesobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004499638547508663, "median_kld": 0.00018285011864094258, "top1_agreement": 0.9726428920371275 }, { "index": 271, "source_cluster": "wiki5-sv-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0034177280818996313, "median_kld": 0.0015441537028664243, "top1_agreement": 0.9721543722520762 }, { "index": 272, "source_cluster": "cpython5-v3.13.1-python-tracemalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002923841874464832, "median_kld": 0.00011113268896423278, "top1_agreement": 0.9829018075232047 }, { "index": 273, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023702993957168054, "median_kld": 0.0013517241367964061, "top1_agreement": 0.9863214460185638 }, { "index": 274, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026978973721684656, "median_kld": 0.0020043982825654894, "top1_agreement": 0.9702002931118711 }, { "index": 275, "source_cluster": "wiki5-ru-hfb9eee94f6d8", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028326722483091858, "median_kld": 0.0012207685094836052, "top1_agreement": 0.97361993160723 }, { "index": 276, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003227792446840202, "median_kld": 0.00025478467155881646, "top1_agreement": 0.9555446995603322 }, { "index": 277, "source_cluster": "wiki5-de-gro-nland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037934168987021405, "median_kld": 0.001445855231850146, "top1_agreement": 0.975085490962384 }, { "index": 278, "source_cluster": "wiki5-zh-h32548d7cf840", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0038463826931826738, "median_kld": 0.0018728612922895849, "top1_agreement": 0.9760625305324866 }, { "index": 279, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009323785735150126, "median_kld": 0.0019230679337916001, "top1_agreement": 0.9731314118221788 }, { "index": 280, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003988081415879795, "median_kld": 0.00037251245346769934, "top1_agreement": 0.9829018075232047 }, { "index": 281, "source_cluster": "wiki5-en-xxxtentacion", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021749571680073163, "median_kld": 0.0013820363624006404, "top1_agreement": 0.9760625305324866 }, { "index": 282, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003783098201778676, "median_kld": 0.0011795314594564843, "top1_agreement": 0.9677576941866145 }, { "index": 283, "source_cluster": "cpython5-v3.13.1-python-compile-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00422974036195785, "median_kld": 0.00045129854681214, "top1_agreement": 0.978505129457743 }, { "index": 284, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022792112274362037, "median_kld": 0.0015526112695170013, "top1_agreement": 0.9765510503175379 }, { "index": 285, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00315795443294298, "median_kld": 0.0001801213330452356, "top1_agreement": 0.991695163654128 }, { "index": 286, "source_cluster": "wiki5-en-tom-daley", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0033449516131724127, "median_kld": 0.0011838872774605491, "top1_agreement": 0.975085490962384 }, { "index": 287, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002987955607263158, "median_kld": 0.002296057561366638, "top1_agreement": 0.9653150952613581 }, { "index": 288, "source_cluster": "wiki5-en-nicole-kidman", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003275333778970281, "median_kld": 0.0015295268430008946, "top1_agreement": 0.9780166096726918 }, { "index": 289, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003837974463290943, "median_kld": 0.00040990478260027885, "top1_agreement": 0.9829018075232047 }, { "index": 290, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012310379902476664, "median_kld": 0.0002030541364765881, "top1_agreement": 0.9770395701025891 }, { "index": 291, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0030721722803207768, "median_kld": 0.002267017786152792, "top1_agreement": 0.966780654616512 }, { "index": 292, "source_cluster": "pg31257", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027808832068510125, "median_kld": 0.0020847587308594484, "top1_agreement": 0.9721543722520762 }, { "index": 293, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028558468444538957, "median_kld": 0.002054926057528661, "top1_agreement": 0.9760625305324866 }, { "index": 294, "source_cluster": "wiki5-es-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030295043519528134, "median_kld": 0.0014429686520998075, "top1_agreement": 0.9755740107474352 }, { "index": 295, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0026627299670634753, "median_kld": 3.7754973702952555e-06, "top1_agreement": 0.9926722032242306 }, { "index": 296, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028291268404359283, "median_kld": 0.0019975616533400853, "top1_agreement": 0.9706888128969223 }, { "index": 297, "source_cluster": "wiki5-en-inside-out-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003690173400703962, "median_kld": 0.0014707737317678493, "top1_agreement": 0.9711773326819736 }, { "index": 298, "source_cluster": "wiki5-en-2024-venezuelan-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0035576273340782337, "median_kld": 0.0016995550946603544, "top1_agreement": 0.9770395701025891 }, { "index": 299, "source_cluster": "cpython5-v3.13.1-objects-codeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002655729281444081, "median_kld": 7.036149165529082e-05, "top1_agreement": 0.9921836834391793 }, { "index": 300, "source_cluster": "wiki5-en-michael-phelps", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002977604349517303, "median_kld": 0.0006988433917918258, "top1_agreement": 0.9775280898876404 }, { "index": 301, "source_cluster": "wiki5-en-shakira", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004386601673759599, "median_kld": 0.0012959945104284998, "top1_agreement": 0.9829018075232047 }, { "index": 302, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022800609626112216, "median_kld": 0.0018650445508683333, "top1_agreement": 0.9824132877381534 }, { "index": 303, "source_cluster": "wiki5-en-if-film", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003978456548897992, "median_kld": 0.001606701924117715, "top1_agreement": 0.9814362481680508 }, { "index": 304, "source_cluster": "pg1259", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032376927768544743, "median_kld": 0.0021113472407847667, "top1_agreement": 0.9702002931118711 }, { "index": 305, "source_cluster": "cpython5-v3.13.1-python-executor-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0032591297354994707, "median_kld": 0.00020639775397057747, "top1_agreement": 0.9853444064484611 }, { "index": 306, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027797260479718536, "median_kld": 0.0014037436849321239, "top1_agreement": 0.975085490962384 }, { "index": 307, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002476288547774154, "median_kld": 0.0001583629938117781, "top1_agreement": 0.9887640449438202 }, { "index": 308, "source_cluster": "pg2641", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.004301878541929459, "median_kld": 0.002468657369036009, "top1_agreement": 0.9623839765510503 }, { "index": 309, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028052542756813468, "median_kld": 0.0021215568586967493, "top1_agreement": 0.9697117733268197 }, { "index": 310, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023139337714303647, "median_kld": 0.000907237063984212, "top1_agreement": 0.9794821690278456 }, { "index": 311, "source_cluster": "wiki5-tr-abdullah-o-calan", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0032858508445885526, "median_kld": 0.0014491322737626433, "top1_agreement": 0.9755740107474352 }, { "index": 312, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023141928593385275, "median_kld": 0.0017654459944758116, "top1_agreement": 0.97361993160723 }, { "index": 313, "source_cluster": "wiki5-en-liz-truss", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023549186179614347, "median_kld": 0.0012187664559055733, "top1_agreement": 0.9794821690278456 }, { "index": 314, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003246123762526792, "median_kld": 0.002337033966227864, "top1_agreement": 0.9745969711773327 }, { "index": 315, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008069812457132194, "median_kld": 0.0051735825363081744, "top1_agreement": 0.9574987787005373 }, { "index": 316, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0030605914057967518, "median_kld": 0.001200825438843367, "top1_agreement": 0.9702002931118711 }, { "index": 317, "source_cluster": "cpython5-v3.13.1-modules-mathmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004602319632672945, "median_kld": 0.0002974442058913951, "top1_agreement": 0.9726428920371275 }, { "index": 318, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002578988615538297, "median_kld": 0.0019795907182924566, "top1_agreement": 0.979970688812897 }, { "index": 319, "source_cluster": "wiki5-en-ollie-watkins", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018982519567580264, "median_kld": 0.0009316545434145951, "top1_agreement": 0.9765510503175379 }, { "index": 320, "source_cluster": "numpy5-v2.2.1-numpy-ma-timer-comparison-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019337965532440122, "median_kld": 0.0001840446703198495, "top1_agreement": 0.9907181240840254 }, { "index": 321, "source_cluster": "wiki5-en-george-h-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004142188266098597, "median_kld": 0.001921603649389425, "top1_agreement": 0.97361993160723 }, { "index": 322, "source_cluster": "wiki5-en-deadpool-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00419009338074829, "median_kld": 0.001940308211089814, "top1_agreement": 0.9731314118221788 }, { "index": 323, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003203278373663255, "median_kld": 0.0015306048235288472, "top1_agreement": 0.9682462139716659 }, { "index": 324, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0054351373228357135, "median_kld": 0.001480384461444828, "top1_agreement": 0.9760625305324866 }, { "index": 325, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00592767174844138, "median_kld": 0.003860497722598666, "top1_agreement": 0.9614069369809477 }, { "index": 326, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003065048672191528, "median_kld": 0.002233489031826963, "top1_agreement": 0.9677576941866145 }, { "index": 327, "source_cluster": "cpython5-v3.13.1-python-pytime-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0026589946061631735, "median_kld": 0.0001374070279780426, "top1_agreement": 0.9872984855886663 }, { "index": 328, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002714989473116104, "median_kld": 0.0018353124005443533, "top1_agreement": 0.9804592085979482 }, { "index": 329, "source_cluster": "cpython5-v3.13.1-modules-mmapmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00202240761830214, "median_kld": 7.109536288707474e-05, "top1_agreement": 0.9902296042989741 }, { "index": 330, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012684527924446158, "median_kld": 8.188087039462388e-05, "top1_agreement": 0.9794821690278456 }, { "index": 331, "source_cluster": "cpython5-v3.13.1-modules-overlapped-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0022647865187926893, "median_kld": 0.00015484595830628223, "top1_agreement": 0.9374694675134343 }, { "index": 332, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029566709041717386, "median_kld": 0.0016410788939253962, "top1_agreement": 0.9731314118221788 }, { "index": 333, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028988424116101023, "median_kld": 0.0019401590023413462, "top1_agreement": 0.97361993160723 }, { "index": 334, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022917425992734033, "median_kld": 0.0018050734125836243, "top1_agreement": 0.9702002931118711 }, { "index": 335, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003097306196085452, "median_kld": 0.002031582761219397, "top1_agreement": 0.9672691744015632 }, { "index": 336, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003094619478011927, "median_kld": 0.0017686908810219393, "top1_agreement": 0.9760625305324866 }, { "index": 337, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021575654728108904, "median_kld": 0.00014640109279762115, "top1_agreement": 0.9887640449438202 }, { "index": 338, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003452531597552627, "median_kld": 0.0018901716918620082, "top1_agreement": 0.9711773326819736 }, { "index": 339, "source_cluster": "wiki5-pl-jerzy-owsiak", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027479715101509624, "median_kld": 0.0009413505672455358, "top1_agreement": 0.97361993160723 }, { "index": 340, "source_cluster": "cpython5-v3.13.1-python-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004626911430453251, "median_kld": 0.0005770498087258602, "top1_agreement": 0.9843673668783586 }, { "index": 341, "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01580181571263464, "median_kld": 0.0012572329186042452, "top1_agreement": 0.9594528578407425 }, { "index": 342, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0030462315243522968, "median_kld": 0.00011011349518064151, "top1_agreement": 0.9838788470933073 }, { "index": 343, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0034148761329192727, "median_kld": 0.002216611383119016, "top1_agreement": 0.9765510503175379 }, { "index": 344, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003920475072321163, "median_kld": 0.0026081197192979744, "top1_agreement": 0.9570102589154861 }, { "index": 345, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0040495493861779745, "median_kld": 0.0015978611654077213, "top1_agreement": 0.9745969711773327 }, { "index": 346, "source_cluster": "wiki5-ru-youtube", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002383555110192069, "median_kld": 0.0011809151410488994, "top1_agreement": 0.9775280898876404 }, { "index": 347, "source_cluster": "wiki5-ru-hd6785bf637ee", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002577057146975979, "median_kld": 0.0007666873138987285, "top1_agreement": 0.978505129457743 }, { "index": 348, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029325389132139838, "median_kld": 0.0016777662139304539, "top1_agreement": 0.9745969711773327 }, { "index": 349, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0031452953959650674, "median_kld": 0.0021467710190279377, "top1_agreement": 0.9716658524670249 }, { "index": 350, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0053370081889824485, "median_kld": 0.0016839648289987963, "top1_agreement": 0.9702002931118711 }, { "index": 351, "source_cluster": "pg33823", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002868975480781681, "median_kld": 0.0020564575850130495, "top1_agreement": 0.9789936492427943 }, { "index": 352, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003357250512459744, "median_kld": 0.0022395089498559173, "top1_agreement": 0.9716658524670249 }, { "index": 353, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0035626219180192415, "median_kld": 0.0007029549551020864, "top1_agreement": 0.9804592085979482 }, { "index": 354, "source_cluster": "wiki5-en-2008-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002611270591647716, "median_kld": 0.0015849670742227318, "top1_agreement": 0.9741084513922814 }, { "index": 355, "source_cluster": "wiki5-en-raayan", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002797162744145242, "median_kld": 0.001440803622472231, "top1_agreement": 0.9775280898876404 }, { "index": 356, "source_cluster": "wiki5-en-2020-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0036910760273500937, "median_kld": 0.001803896908995739, "top1_agreement": 0.9741084513922814 }, { "index": 357, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00499811545128224, "median_kld": 0.0003860298547309071, "top1_agreement": 0.9330727894479727 }, { "index": 358, "source_cluster": "wiki5-ko-h2b748941967c", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0047053887757387775, "median_kld": 0.0022059731018089224, "top1_agreement": 0.9682462139716659 }, { "index": 359, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0032157135525165592, "median_kld": 0.0012683685660590527, "top1_agreement": 0.9843673668783586 }, { "index": 360, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032489598230339596, "median_kld": 0.0022132098091276475, "top1_agreement": 0.9697117733268197 }, { "index": 361, "source_cluster": "wiki5-en-rachel-reeves", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002141517806609264, "median_kld": 0.0015014864383111615, "top1_agreement": 0.9770395701025891 }, { "index": 362, "source_cluster": "wiki5-en-sydney-sweeney", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003948864174319618, "median_kld": 0.0013485169645548467, "top1_agreement": 0.9711773326819736 }, { "index": 363, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028216603040379664, "median_kld": 0.0018799674494403007, "top1_agreement": 0.975085490962384 }, { "index": 364, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004717888096586952, "median_kld": 0.0020529183329927037, "top1_agreement": 0.9653150952613581 }, { "index": 365, "source_cluster": "wiki5-en-the-boys-tv-series", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004186021500069254, "median_kld": 0.0012847887559583882, "top1_agreement": 0.9726428920371275 }, { "index": 366, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028358547080621125, "median_kld": 0.0011867796529259067, "top1_agreement": 0.978505129457743 }, { "index": 367, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00323287601753545, "median_kld": 0.0013309168317263698, "top1_agreement": 0.975085490962384 }, { "index": 368, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01431731532759532, "median_kld": 0.0001100416803827553, "top1_agreement": 0.9780166096726918 }, { "index": 369, "source_cluster": "wiki5-en-2024-shooting-at-a-donald-trump-rally", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003440895898877678, "median_kld": 0.0018576850166880376, "top1_agreement": 0.97361993160723 }, { "index": 370, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0041240327493030915, "median_kld": 0.0003360553448661374, "top1_agreement": 0.9848558866634098 }, { "index": 371, "source_cluster": "cpython5-v3.13.1-python-getargs-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002824915503519064, "median_kld": 0.00011934327659446353, "top1_agreement": 0.9848558866634098 }, { "index": 372, "source_cluster": "cpython5-v3.13.1-python-formatter-unicode-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002713166027465632, "median_kld": 0.00033398355321878626, "top1_agreement": 0.986809965803615 }, { "index": 373, "source_cluster": "cpython5-v3.13.1-objects-typevarobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004550438366960426, "median_kld": 5.0173323970170713e-05, "top1_agreement": 0.9755740107474352 }, { "index": 374, "source_cluster": "pg14244", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0031416283231887904, "median_kld": 0.0021923146005065064, "top1_agreement": 0.9721543722520762 }, { "index": 375, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027873915192778436, "median_kld": 0.0020536313123074024, "top1_agreement": 0.9721543722520762 }, { "index": 376, "source_cluster": "cpython5-v3.13.1-python-optimizer-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024950245353380827, "median_kld": 0.00015488736180646612, "top1_agreement": 0.9902296042989741 }, { "index": 377, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003222676260659221, "median_kld": 0.0021033774459340293, "top1_agreement": 0.9726428920371275 }, { "index": 378, "source_cluster": "cpython5-v3.13.1-python-preconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003059542193063924, "median_kld": 0.00015806595450218452, "top1_agreement": 0.9809477283829995 }, { "index": 379, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028284034240039567, "median_kld": 5.519586173008406e-05, "top1_agreement": 0.9907181240840254 }, { "index": 380, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019243414840317728, "median_kld": 0.0014409088287550276, "top1_agreement": 0.9780166096726918 }, { "index": 381, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002761343186270091, "median_kld": 0.00015080425961544464, "top1_agreement": 0.9838788470933073 }, { "index": 382, "source_cluster": "cpython5-v3.13.1-python-optimizer-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0035904946238298776, "median_kld": 0.00043018619919976686, "top1_agreement": 0.9809477283829995 }, { "index": 383, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002849863758381245, "median_kld": 0.0020520200998817018, "top1_agreement": 0.9702002931118711 }, { "index": 384, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0026138776653819463, "median_kld": 7.96322523066717e-06, "top1_agreement": 0.9907181240840254 }, { "index": 385, "source_cluster": "arxiv5-cs-IR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003933681637750715, "median_kld": 0.0022288005147856893, "top1_agreement": 0.9697117733268197 }, { "index": 386, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027427065515316144, "median_kld": 0.0019739315241622535, "top1_agreement": 0.9789936492427943 }, { "index": 387, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002625643752242356, "median_kld": 0.001415510409710663, "top1_agreement": 0.9760625305324866 }, { "index": 388, "source_cluster": "wiki5-en-katie-ledecky", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0027339509800337674, "median_kld": 0.000617116359544756, "top1_agreement": 0.9731314118221788 }, { "index": 389, "source_cluster": "wiki5-en-president-of-the-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005580942141874378, "median_kld": 0.0027572046963086905, "top1_agreement": 0.9755740107474352 }, { "index": 390, "source_cluster": "wiki5-pl-s-awomir-mentzen", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0032281341512839686, "median_kld": 0.001067055082103252, "top1_agreement": 0.9721543722520762 }, { "index": 391, "source_cluster": "cpython5-v3.13.1-python-bltinmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005427849156820045, "median_kld": 0.0001330721104443322, "top1_agreement": 0.9687347337567171 }, { "index": 392, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007474572110438484, "median_kld": 0.00041407804334880893, "top1_agreement": 0.979970688812897 }, { "index": 393, "source_cluster": "wiki5-tr-burc-lar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004098543305804051, "median_kld": 0.0016255518148682313, "top1_agreement": 0.9687347337567171 }, { "index": 394, "source_cluster": "wiki5-en-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028852914371206443, "median_kld": 0.001560811770112025, "top1_agreement": 0.9809477283829995 }, { "index": 395, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00259426574066528, "median_kld": 0.00019916549180098997, "top1_agreement": 0.9912066438690766 }, { "index": 396, "source_cluster": "cpython5-v3.13.1-objects-object-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0026933218100343944, "median_kld": 0.00013372495222085945, "top1_agreement": 0.9887640449438202 }, { "index": 397, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004228621335654074, "median_kld": 0.002071474818421848, "top1_agreement": 0.9672691744015632 }, { "index": 398, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00265669714447013, "median_kld": 0.0021052603815405746, "top1_agreement": 0.9662921348314607 }, { "index": 399, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01050334222031114, "median_kld": 0.0012739879559120482, "top1_agreement": 0.9648265754763068 }, { "index": 400, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026271021508864423, "median_kld": 0.001978275503461191, "top1_agreement": 0.9687347337567171 }, { "index": 401, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00396213233430948, "median_kld": 0.0025147760734398616, "top1_agreement": 0.9697117733268197 }, { "index": 402, "source_cluster": "cpython5-v3.13.1-python-optimizer-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004106996424520969, "median_kld": 3.402429906462778e-05, "top1_agreement": 0.9892525647288715 }, { "index": 403, "source_cluster": "wiki5-en-gretchen-whitmer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002443070334837078, "median_kld": 0.0014527140556879203, "top1_agreement": 0.979970688812897 }, { "index": 404, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003853784662515499, "median_kld": 0.00031850693994783796, "top1_agreement": 0.9824132877381534 }, { "index": 405, "source_cluster": "wiki5-cs-c-esko", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.005283615757559305, "median_kld": 0.0011417380735281313, "top1_agreement": 0.9755740107474352 }, { "index": 406, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003356007975664118, "median_kld": 0.00041701348975209385, "top1_agreement": 0.9804592085979482 }, { "index": 407, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0033431715053878585, "median_kld": 0.002280820825873775, "top1_agreement": 0.9687347337567171 }, { "index": 408, "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021179650972029132, "median_kld": 0.0007024246143600976, "top1_agreement": 0.9658036150464093 }, { "index": 409, "source_cluster": "wiki5-en-planet-of-the-apes", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004030396128217727, "median_kld": 0.0017742053652511913, "top1_agreement": 0.9745969711773327 }, { "index": 410, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0032259801765147974, "median_kld": 0.0016573765444718447, "top1_agreement": 0.9697117733268197 }, { "index": 411, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02094552309523838, "median_kld": 0.00997757067943894, "top1_agreement": 0.9306301905227161 }, { "index": 412, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0036772425963989557, "median_kld": 0.002336514199022588, "top1_agreement": 0.9721543722520762 }, { "index": 413, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0030021074280780773, "median_kld": 0.0020540094106102913, "top1_agreement": 0.9658036150464093 }, { "index": 414, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004352805003206769, "median_kld": 0.0019170392612011256, "top1_agreement": 0.9643380556912555 }, { "index": 415, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003464126865462031, "median_kld": 0.0021675565252508022, "top1_agreement": 0.9697117733268197 }, { "index": 416, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002904000518349442, "median_kld": 0.002125403386258995, "top1_agreement": 0.9760625305324866 }, { "index": 417, "source_cluster": "wiki5-en-abraham-lincoln", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005077887643315889, "median_kld": 0.0018746555342659121, "top1_agreement": 0.9702002931118711 }, { "index": 418, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028616795510589977, "median_kld": 0.0021278887182347717, "top1_agreement": 0.9682462139716659 }, { "index": 419, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0033841766992573534, "median_kld": 0.0020658682319663058, "top1_agreement": 0.9697117733268197 }, { "index": 420, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027485392418643674, "median_kld": 0.0017341485663564526, "top1_agreement": 0.9741084513922814 }, { "index": 421, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028869840419475444, "median_kld": 0.002147559507875485, "top1_agreement": 0.9721543722520762 }, { "index": 422, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0031529188701490325, "median_kld": 0.0021335922778007443, "top1_agreement": 0.9692232535417684 }, { "index": 423, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0035216229794777336, "median_kld": 0.0014972357748206377, "top1_agreement": 0.9702002931118711 }, { "index": 424, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0032060366666236103, "median_kld": 0.0022439758853920466, "top1_agreement": 0.9638495359062041 }, { "index": 425, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029682206211589287, "median_kld": 0.00013570571936583065, "top1_agreement": 0.9892525647288715 }, { "index": 426, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003436569336410947, "median_kld": 0.0024363151414945605, "top1_agreement": 0.966780654616512 }, { "index": 427, "source_cluster": "arxiv5-cs-AR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030991683568428086, "median_kld": 0.0021310938865735096, "top1_agreement": 0.9731314118221788 }, { "index": 428, "source_cluster": "wiki5-ru-he023d755cf37", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002761699649083392, "median_kld": 0.0011369614167051623, "top1_agreement": 0.9755740107474352 }, { "index": 429, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031538518278045003, "median_kld": 0.002095613277631969, "top1_agreement": 0.9726428920371275 }, { "index": 430, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003157969742709771, "median_kld": 0.001632129443819963, "top1_agreement": 0.9702002931118711 }, { "index": 431, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027864624036786456, "median_kld": 0.0012899809178748, "top1_agreement": 0.9775280898876404 }, { "index": 432, "source_cluster": "pg2465", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003538387570919917, "median_kld": 0.002179894465086818, "top1_agreement": 0.9702002931118711 }, { "index": 433, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0033085280593875117, "median_kld": 0.0007521931638621027, "top1_agreement": 0.9755740107474352 }, { "index": 434, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032949898151693343, "median_kld": 0.0023381052459399143, "top1_agreement": 0.9702002931118711 }, { "index": 435, "source_cluster": "wiki5-en-pete-buttigieg", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019567524166059303, "median_kld": 0.001201232608536884, "top1_agreement": 0.9780166096726918 }, { "index": 436, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002541951334651159, "median_kld": 0.0019926416931639324, "top1_agreement": 0.9716658524670249 }, { "index": 437, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-ziggurat-constants-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016532862607298606, "median_kld": 3.2909671778824645e-05, "top1_agreement": 0.8832437713727406 }, { "index": 438, "source_cluster": "pg1513", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022192394623655645, "median_kld": 0.0008523829593514165, "top1_agreement": 0.9677576941866145 }, { "index": 439, "source_cluster": "cpython5-v3.13.1-objects-typeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029650818078452478, "median_kld": 0.00020556938595917007, "top1_agreement": 0.9848558866634098 }, { "index": 440, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00251143808119208, "median_kld": 0.0015830457680294785, "top1_agreement": 0.9741084513922814 }, { "index": 441, "source_cluster": "pg1695", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0035131271188584704, "median_kld": 0.002451815219387754, "top1_agreement": 0.9741084513922814 }, { "index": 442, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003385971850053657, "median_kld": 0.002282011943236739, "top1_agreement": 0.9716658524670249 }, { "index": 443, "source_cluster": "cpython5-v3.13.1-objects-namespaceobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003308266761457903, "median_kld": 7.50000817251184e-05, "top1_agreement": 0.9887640449438202 }, { "index": 444, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003311880611797253, "median_kld": 0.002289353451487841, "top1_agreement": 0.9726428920371275 }, { "index": 445, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004405422159488179, "median_kld": 0.0001473824367224097, "top1_agreement": 0.9819247679531021 }, { "index": 446, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003212457596789536, "median_kld": 0.0021711034316886924, "top1_agreement": 0.9716658524670249 }, { "index": 447, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037596396386527695, "median_kld": 0.0023891966447990853, "top1_agreement": 0.9780166096726918 }, { "index": 448, "source_cluster": "wiki5-pl-polska", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003092930724025442, "median_kld": 0.0009905348210850207, "top1_agreement": 0.9745969711773327 }, { "index": 449, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026811641820164, "median_kld": 0.001963223671509695, "top1_agreement": 0.9692232535417684 }, { "index": 450, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003490259103289816, "median_kld": 0.001682573668006171, "top1_agreement": 0.9716658524670249 }, { "index": 451, "source_cluster": "wiki5-nl-marie-antoinette-van-oostenrijk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004026030854025248, "median_kld": 0.0013915219747104857, "top1_agreement": 0.9780166096726918 }, { "index": 452, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003038969859257112, "median_kld": 0.001723092680254723, "top1_agreement": 0.9780166096726918 }, { "index": 453, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0036561120116355658, "median_kld": 0.002157129327883922, "top1_agreement": 0.9726428920371275 }, { "index": 454, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002533319811370533, "median_kld": 0.0019480928430439803, "top1_agreement": 0.9662921348314607 }, { "index": 455, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00286655635955864, "median_kld": 0.0023253325258565383, "top1_agreement": 0.9716658524670249 }, { "index": 456, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003948597726247595, "median_kld": 0.001946796073866608, "top1_agreement": 0.97361993160723 }, { "index": 457, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0032586499643917164, "median_kld": 0.0015781414473394761, "top1_agreement": 0.978505129457743 }, { "index": 458, "source_cluster": "wiki5-en-ismail-haniyeh", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028740881908287065, "median_kld": 0.0013650699846152747, "top1_agreement": 0.9775280898876404 }, { "index": 459, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030515313678886884, "median_kld": 0.001973335178149682, "top1_agreement": 0.9721543722520762 }, { "index": 460, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0036085640622866445, "median_kld": 0.0019370102891258512, "top1_agreement": 0.9741084513922814 }, { "index": 461, "source_cluster": "wiki5-pl-stany-zjednoczone", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027379081511702125, "median_kld": 0.0006923589467078273, "top1_agreement": 0.9794821690278456 }, { "index": 462, "source_cluster": "wiki5-en-lyndon-b-johnson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003427058181824102, "median_kld": 0.001961737826675858, "top1_agreement": 0.966780654616512 }, { "index": 463, "source_cluster": "wiki5-sv-u-137", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004621506651470902, "median_kld": 0.0017402899733269805, "top1_agreement": 0.966780654616512 }, { "index": 464, "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01579596731163725, "median_kld": 0.001526838467278857, "top1_agreement": 0.961895456765999 }, { "index": 465, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030246609679811707, "median_kld": 0.0022059688058710947, "top1_agreement": 0.9662921348314607 }, { "index": 466, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004035560597068466, "median_kld": 0.001658164681934693, "top1_agreement": 0.975085490962384 }, { "index": 467, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003517748460920027, "median_kld": 0.0004176266065272216, "top1_agreement": 0.9233023937469468 }, { "index": 468, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017220635829908352, "median_kld": 0.0008586669465486807, "top1_agreement": 0.9609184171958964 }, { "index": 469, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029458872124841404, "median_kld": 0.0022263696342861294, "top1_agreement": 0.9711773326819736 }, { "index": 470, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002570559553215818, "median_kld": 0.0020301957259221126, "top1_agreement": 0.9682462139716659 }, { "index": 471, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025606237605509206, "median_kld": 0.002078885606245251, "top1_agreement": 0.9716658524670249 }, { "index": 472, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005820538622137256, "median_kld": 1.1314737143663933e-05, "top1_agreement": 0.986809965803615 }, { "index": 473, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008202097871008647, "median_kld": 4.574267948331823e-05, "top1_agreement": 0.9838788470933073 }, { "index": 474, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003070447005025434, "median_kld": 0.0016170841018663396, "top1_agreement": 0.9770395701025891 }, { "index": 475, "source_cluster": "pg3296", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007928267554958566, "median_kld": 0.005325488677499379, "top1_agreement": 0.9477283829995115 }, { "index": 476, "source_cluster": "wiki5-en-george-washington", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004422543676897833, "median_kld": 0.001971186893797494, "top1_agreement": 0.9726428920371275 }, { "index": 477, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030957390484900515, "median_kld": 0.0015937011543201152, "top1_agreement": 0.9741084513922814 }, { "index": 478, "source_cluster": "cpython5-v3.13.1-python-parking-lot-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0034795759575234494, "median_kld": 9.436665101159036e-05, "top1_agreement": 0.9848558866634098 }, { "index": 479, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029966783733697848, "median_kld": 0.0022701619124063654, "top1_agreement": 0.9623839765510503 }, { "index": 480, "source_cluster": "pg76639", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0034071314108173314, "median_kld": 0.002272855673709273, "top1_agreement": 0.9658036150464093 }, { "index": 481, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032946572113273643, "median_kld": 0.0021917889220617326, "top1_agreement": 0.9614069369809477 }, { "index": 482, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004866386938167898, "median_kld": 0.001877552157111495, "top1_agreement": 0.9687347337567171 }, { "index": 483, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003128792088588952, "median_kld": 0.00208886391658325, "top1_agreement": 0.9677576941866145 }, { "index": 484, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028916619846921492, "median_kld": 0.001309919606683252, "top1_agreement": 0.9662921348314607 }, { "index": 485, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0029650381491039047, "median_kld": 0.0020313910740696883, "top1_agreement": 0.9662921348314607 }, { "index": 486, "source_cluster": "wiki5-zh-h5ec00bb1371e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003036711967786529, "median_kld": 0.0018961153855343582, "top1_agreement": 0.9789936492427943 }, { "index": 487, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002547594894172134, "median_kld": 8.533797256404796e-05, "top1_agreement": 0.9960918417195896 }, { "index": 488, "source_cluster": "pg245", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.005049464917863722, "median_kld": 0.003277408821759309, "top1_agreement": 0.9594528578407425 }, { "index": 489, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002810658886604851, "median_kld": 0.0017650454661293224, "top1_agreement": 0.9648265754763068 }, { "index": 490, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003288214026689497, "median_kld": 0.0021404778063924823, "top1_agreement": 0.9687347337567171 }, { "index": 491, "source_cluster": "wiki5-zh-h93f419f88dab", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004388909901871545, "median_kld": 0.0018751796997094061, "top1_agreement": 0.9677576941866145 }, { "index": 492, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005334142337792708, "median_kld": 0.0002813709824652233, "top1_agreement": 0.9819247679531021 }, { "index": 493, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003482603772364164, "median_kld": 0.0015353656319234688, "top1_agreement": 0.9789936492427943 }, { "index": 494, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0052249666808073855, "median_kld": 0.002160128790364979, "top1_agreement": 0.9731314118221788 }, { "index": 495, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0029417188921139134, "median_kld": 0.0019936319162070504, "top1_agreement": 0.9697117733268197 }, { "index": 496, "source_cluster": "arxiv5-cs-CG-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024867172524859708, "median_kld": 0.0017231053364241689, "top1_agreement": 0.9775280898876404 }, { "index": 497, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0033053653355106516, "median_kld": 0.001956654460741447, "top1_agreement": 0.97361993160723 }, { "index": 498, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004778133076443255, "median_kld": 0.0019018541807724887, "top1_agreement": 0.9677576941866145 }, { "index": 499, "source_cluster": "wiki5-en-jill-biden", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0027127567290188693, "median_kld": 0.001638122707106504, "top1_agreement": 0.97361993160723 }, { "index": 500, "source_cluster": "wiki5-en-marvel-cinematic-universe", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002408944615878795, "median_kld": 0.001381649918300809, "top1_agreement": 0.9794821690278456 }, { "index": 501, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003019435569693188, "median_kld": 0.0020701781907348504, "top1_agreement": 0.97361993160723 }, { "index": 502, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005479706783190337, "median_kld": 0.0018076915758911127, "top1_agreement": 0.9726428920371275 }, { "index": 503, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014221147928896432, "median_kld": 0.0003386698997118742, "top1_agreement": 0.975085490962384 }, { "index": 504, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004421402391599905, "median_kld": 0.0006308820177736152, "top1_agreement": 0.9829018075232047 }, { "index": 505, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005254019586728074, "median_kld": 0.0006578156475711694, "top1_agreement": 0.9789936492427943 }, { "index": 506, "source_cluster": "pg10148", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032031912820220296, "median_kld": 0.0021803813368137526, "top1_agreement": 0.9745969711773327 }, { "index": 507, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002951421309949368, "median_kld": 0.0021386368449611837, "top1_agreement": 0.9755740107474352 }, { "index": 508, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019143503909781329, "median_kld": 0.0004572414964059135, "top1_agreement": 0.9775280898876404 }, { "index": 509, "source_cluster": "wiki5-pt-rosa-ngela-lula-da-silva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030135855462642366, "median_kld": 0.0015782796717758174, "top1_agreement": 0.9702002931118711 }, { "index": 510, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003766512946381602, "median_kld": 0.0016713939257897437, "top1_agreement": 0.9765510503175379 }, { "index": 511, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029694800833133302, "median_kld": 0.0016013641360430597, "top1_agreement": 0.9731314118221788 } ], "content_sha256": "053304c51dff63bc1325f88ae24d37cc923658375efb0db303972a067f457e2a", "content_sha256_excludes": [ "generated_unix", "content_sha256" ] }