{ "schema": "qwen38-kld-ladder-cumulative/3", "tool": "tools/kld_aggregate.py", "generated_unix": 1786912618, "candidate": "k6parity", "label": null, "reference_identity": { "model_path": "/models/Qwen3.8-27B", "model_revision": null, "model_revision_source": "none", "index_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df", "config_sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", "shard_sha256": { "model-00001-of-00018.safetensors": "ba0ce20aae489ad196733da5064bcdf159a1fe84f53336648196e1ebb7751b1c", "model-00002-of-00018.safetensors": "06a148c01bfbe3faa14a5f184a7ff29a706f7ae1c8b2705d2058e26d17a001fb", "model-00003-of-00018.safetensors": "2e1bf62cbcd406eaa64b60d10353e1f0ef4039d0976e56f05cabe953454f9968", "model-00004-of-00018.safetensors": "511e34063187882659753c4d93f3859f93c019fd438d8813071921c81d9a3f1a", "model-00005-of-00018.safetensors": "635cb53446dc74f219740fc59e18b774f877b803b9722e289ca62575a6efa701", "model-00006-of-00018.safetensors": "0bc5214fac607f0e6cc92eec3789d4b8559410ef9fce66621ba8158e8410dae0", "model-00007-of-00018.safetensors": "80b0c49033e9a0d5762562aa12f4acdb7f54da586f3d0110f28c48d91cf07892", "model-00008-of-00018.safetensors": "7192c5b66185d3592927daabee1cc19e6f6e0ce75988ee20e824b624765fda79", "model-00009-of-00018.safetensors": "af3c48cc37af44f3db6ae0579baf019180d48d9c527caa0a1f03ff85813a56d8", "model-00010-of-00018.safetensors": "163490a76f3bea3a40855b7efc04ce6d27afaf1a34f0bbde495b9491f76457c9", "model-00011-of-00018.safetensors": "5f3ae1b948aeee39da77aec558e8236cd65fe4d7cb7686a76bb007acc563c6d8", "model-00012-of-00018.safetensors": "a3de1c7114677a8f5ac5c4892c90e8238ea5c1e2038c80e757dfc87c3902ca55", "model-00013-of-00018.safetensors": "06ab79a41f74c9c5cb734816feb0c7fc364104b227165ee7391231e1155aa02a", "model-00014-of-00018.safetensors": "4138ed94603065ba884bbcadedb04d7718bb40117e85e6f5c6fc5b9c05b7a85b", "model-00015-of-00018.safetensors": "69224e27b9de4e7dbf6fc936c6eaae08447bda3b80a6c31a871ab451173afd22", "model-00016-of-00018.safetensors": "73cb9a1089fb6155cb648609478d6633be8a5c7d9ca5a05bc8925ce8a553cefe", "model-00017-of-00018.safetensors": "beb51f01056142ac4984bd800507b0dd0fd18de57f8e9ef6ea41d1a3598983a8", "model-00018-of-00018.safetensors": "1d3479509e21494658f9b64d317f5ea8e55c4025d28c702d6c4d0b356ce8ea06" }, "quantization": "auto", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "candidate_identity": { "model_path": "/work/kld9/qwen38-k6parity", "model_revision": null, "model_revision_source": "none", "index_sha256": "a35eb2fe60f8465198efcf6b69d8939ce41f4f704e339bf5e5aececc52baf5fe", "config_sha256": "fbb105334da6554c10784ff1257fda5e3821d4d5426d64469cee2b2ad67ba2b3", "shard_sha256": { "model-00001-of-00003.safetensors": "c314cf652097cbc8b0ea581520c849ed79900a6aef68c00139a36ffb4b4002ea", "model-00002-of-00003.safetensors": "258ce8aa477132983e100f333ee30f48928c7d1dc7a3344c8ea4300dd39b46fe", "model-00003-of-00003.safetensors": "b2c8a4697699a31dc636a9666c0cd7abd49707af1f2514a1be58d1e52b36ca20" }, "quantization": "exl3", "quantization_config": "{\"linear\":{\"weight\":\"mxfp8\"},\"ignore\":[\"re:.*visual\\\\..*\",\"re:.*in_proj_a$\",\"re:.*in_proj_b$\",\"re:.*in_proj_ba$\",\"re:.*mtp\\\\..*\",\"lm_head\"]}", "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "head": "/work/kld2/lm_head.safetensors", "head_sha256": "25a30fd5f826da0abc4efc4cc71def9f02bcb8085f7175eee284d221dee4cfff", "candidate_head": null, "candidate_head_sha256": null, "filter": "all", "scored_position_window": { "schema": "qwen38-scored-position-window/1", "score_from": 0, "windowed": false, "policy": "every shard scored every position of every context; nothing is windowed", "positions_per_context": 2047, "min_left_context_tokens": 1, "declared_by_all_reports": true, "report_schemas": [ "qwen38-fidelity-report/2" ] }, "vocab_size": 248320, "hidden_size": 5120, "comparator": { "vocab_chunk": 24832, "device": "cuda", "accumulation": "float64", "two_pass": true }, "suite": { "mode": "parent-lineage", "shard_size": 512, "shards": [ 0 ], "requested_shards": null, "suite_token_sha256": null, "parent": { "path": "/var/tmp/work/kld5/suite", "manifest_sha256": "c79dfad3767ca5b3015129077f20dbb9282a2e51ca8bca9ed09be8c7a9c73019", "schema": "qwen38-distribution-fidelity/6", "suite_token_sha256": "510541f6861b589d44932db253ec25d96d6daaeeee4ea2ab9b65329209482b88", "contexts": 5120, "context_length": 2048, "scored_positions_per_context": 2047 } }, "reports": 1, "contexts": 512, "scored_positions": 1048064, "source_clusters": 330, "token_mean_kld": 0.0016338188146399824, "context_macro_mean_kld": 0.0016338188146399822, "context_bootstrap": { "mean": 0.0016338188146399822, "ci95_low": 0.0015411783169567094, "ci95_high": 0.0017415093988557213, "clusters": 330, "samples": 10000 }, "bootstrap_config": { "samples": 10000, "seed": 1, "unit": "source_cluster", "over": "union of per-context rows" }, "top1_agreement": 0.9824819858329262, "max_kld": 2.1254057813552976, "mean_jsd_bits": 0.0005845671053433417, "strata": { "code": { "contexts": 123, "scored_positions": 251781, "macro_mean_kld": 0.001877536256276748, "token_mean_kld": 0.001877536256276748 }, "encyclopedic": { "contexts": 92, "scored_positions": 188324, "macro_mean_kld": 0.0014800777692312783, "token_mean_kld": 0.0014800777692312783 }, "literary": { "contexts": 82, "scored_positions": 167854, "macro_mean_kld": 0.001922394505393594, "token_mean_kld": 0.001922394505393594 }, "multilingual": { "contexts": 108, "scored_positions": 221076, "macro_mean_kld": 0.0015061480122702748, "token_mean_kld": 0.0015061480122702745 }, "scientific": { "contexts": 107, "scored_positions": 219029, "macro_mean_kld": 0.0013935587293167192, "token_mean_kld": 0.0013935587293167192 } }, "worst_contexts": [ { "index": 33, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.008987109781006445, "top1_agreement": 0.9794821690278456 }, { "index": 17, "stratum": "literary", "source_cluster": "pg100", "mean_kld": 0.008911321094277665, "top1_agreement": 0.9848558866634098 }, { "index": 438, "stratum": "literary", "source_cluster": "pg1513", "mean_kld": 0.00805140510219435, "top1_agreement": 0.9780166096726918 }, { "index": 468, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.006900753317140149, "top1_agreement": 0.9721543722520762 }, { "index": 411, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.006851190131902303, "top1_agreement": 0.9594528578407425 }, { "index": 408, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "mean_kld": 0.00679428251998912, "top1_agreement": 0.9814362481680508 }, { "index": 256, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.006587253268140199, "top1_agreement": 0.9633610161211529 }, { "index": 83, "stratum": "literary", "source_cluster": "pg11", "mean_kld": 0.006419347598655357, "top1_agreement": 0.9926722032242306 }, { "index": 73, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "mean_kld": 0.006039352294208853, "top1_agreement": 0.978505129457743 }, { "index": 464, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "mean_kld": 0.005523125901334907, "top1_agreement": 0.9775280898876404 }, { "index": 290, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "mean_kld": 0.005184618727408107, "top1_agreement": 0.9863214460185638 }, { "index": 244, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.005095203203655371, "top1_agreement": 0.9848558866634098 }, { "index": 341, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "mean_kld": 0.005044092949581346, "top1_agreement": 0.9829018075232047 }, { "index": 503, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "mean_kld": 0.004884080233871147, "top1_agreement": 0.9872984855886663 }, { "index": 103, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "mean_kld": 0.004295845392783826, "top1_agreement": 0.9780166096726918 }, { "index": 368, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "mean_kld": 0.004223038306479416, "top1_agreement": 0.9882755251587689 }, { "index": 202, "stratum": "literary", "source_cluster": "pg21839", "mean_kld": 0.004221500376872115, "top1_agreement": 0.9721543722520762 }, { "index": 330, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "mean_kld": 0.003893180007634293, "top1_agreement": 0.9848558866634098 }, { "index": 399, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.003871835124649088, "top1_agreement": 0.9814362481680508 }, { "index": 279, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.00353952139697095, "top1_agreement": 0.9848558866634098 } ], "tail": { "source": "sum of the per-shard kld_tail histograms", "units": "nats", "shards": 1, "binning": { "log10_low": -12.0, "log10_high": 2.0, "bins_per_decade": 40, "bins": 560, "edge_formula": "edges[i] = 10 ** (log10_low + i / bins_per_decade)", "bucket_rule": "bucket(v) = bisect_right(bin_edges, v)", "underflow": "counts[0]: v < bin_edges[0], including every exact zero", "overflow": "counts[561]: v >= bin_edges[-1]" }, "bin_edges": [ 1e-12, 1.0592537251772898e-12, 1.1220184543019652e-12, 1.1885022274370166e-12, 1.258925411794166e-12, 1.333521432163324e-12, 1.4125375446227555e-12, 1.496235656094436e-12, 1.584893192461111e-12, 1.6788040181225588e-12, 1.7782794100389228e-12, 1.883649089489802e-12, 1.9952623149688827e-12, 2.1134890398366434e-12, 2.238721138568338e-12, 2.3713737056616554e-12, 2.5118864315095823e-12, 2.660725059798814e-12, 2.8183829312644492e-12, 2.9853826189179573e-12, 3.1622776601683794e-12, 3.349654391578279e-12, 3.5481338923357604e-12, 3.758374042884436e-12, 3.9810717055349695e-12, 4.2169650342858224e-12, 4.466835921509635e-12, 4.731512589614812e-12, 5.011872336272715e-12, 5.3088444423098795e-12, 5.6234132519034904e-12, 5.956621435290109e-12, 6.309573444801943e-12, 6.683439175686135e-12, 7.079457843841373e-12, 7.498942093324559e-12, 7.943282347242821e-12, 8.413951416451965e-12, 8.912509381337441e-12, 9.440608762859226e-12, 1e-11, 1.0592537251772897e-11, 1.1220184543019653e-11, 1.1885022274370165e-11, 1.2589254117941662e-11, 1.3335214321633241e-11, 1.4125375446227554e-11, 1.496235656094436e-11, 1.5848931924611107e-11, 1.678804018122559e-11, 1.7782794100389227e-11, 1.883649089489802e-11, 1.9952623149688828e-11, 2.1134890398366433e-11, 2.2387211385683377e-11, 2.3713737056616552e-11, 2.5118864315095823e-11, 2.660725059798814e-11, 2.8183829312644493e-11, 2.985382618917957e-11, 3.1622776601683794e-11, 3.349654391578279e-11, 3.548133892335761e-11, 3.758374042884436e-11, 3.9810717055349695e-11, 4.216965034285823e-11, 4.4668359215096346e-11, 4.731512589614812e-11, 5.011872336272715e-11, 5.3088444423098794e-11, 5.6234132519034906e-11, 5.956621435290109e-11, 6.309573444801942e-11, 6.683439175686135e-11, 7.079457843841374e-11, 7.498942093324558e-11, 7.943282347242822e-11, 8.413951416451964e-11, 8.912509381337441e-11, 9.440608762859226e-11, 1e-10, 1.0592537251772898e-10, 1.1220184543019652e-10, 1.1885022274370164e-10, 1.2589254117941662e-10, 1.333521432163324e-10, 1.4125375446227556e-10, 1.496235656094436e-10, 1.584893192461111e-10, 1.6788040181225588e-10, 1.778279410038923e-10, 1.8836490894898022e-10, 1.9952623149688828e-10, 2.1134890398366433e-10, 2.2387211385683377e-10, 2.371373705661655e-10, 2.511886431509582e-10, 2.660725059798814e-10, 2.8183829312644494e-10, 2.985382618917957e-10, 3.1622776601683795e-10, 3.349654391578279e-10, 3.5481338923357605e-10, 3.7583740428844356e-10, 3.9810717055349694e-10, 4.2169650342858224e-10, 4.4668359215096347e-10, 4.731512589614812e-10, 5.011872336272714e-10, 5.30884444230988e-10, 5.623413251903491e-10, 5.95662143529011e-10, 6.309573444801942e-10, 6.683439175686135e-10, 7.079457843841373e-10, 7.498942093324559e-10, 7.943282347242822e-10, 8.413951416451964e-10, 8.912509381337441e-10, 9.440608762859226e-10, 1e-09, 1.0592537251772898e-09, 1.1220184543019653e-09, 1.1885022274370164e-09, 1.2589254117941663e-09, 1.333521432163324e-09, 1.4125375446227555e-09, 1.4962356560944358e-09, 1.584893192461111e-09, 1.6788040181225589e-09, 1.7782794100389228e-09, 1.883649089489802e-09, 1.9952623149688828e-09, 2.113489039836643e-09, 2.2387211385683377e-09, 2.3713737056616553e-09, 2.511886431509582e-09, 2.660725059798814e-09, 2.8183829312644493e-09, 2.985382618917957e-09, 3.1622776601683795e-09, 3.3496543915782794e-09, 3.5481338923357603e-09, 3.758374042884436e-09, 3.981071705534969e-09, 4.216965034285823e-09, 4.466835921509635e-09, 4.731512589614813e-09, 5.011872336272715e-09, 5.3088444423098795e-09, 5.623413251903491e-09, 5.956621435290109e-09, 6.309573444801943e-09, 6.6834391756861355e-09, 7.0794578438413736e-09, 7.498942093324558e-09, 7.943282347242822e-09, 8.413951416451965e-09, 8.912509381337441e-09, 9.440608762859226e-09, 1e-08, 1.0592537251772898e-08, 1.122018454301963e-08, 1.188502227437019e-08, 1.2589254117941661e-08, 1.333521432163324e-08, 1.4125375446227554e-08, 1.496235656094433e-08, 1.5848931924611143e-08, 1.6788040181225588e-08, 1.7782794100389228e-08, 1.883649089489802e-08, 1.9952623149688786e-08, 2.1134890398366476e-08, 2.2387211385683378e-08, 2.371373705661655e-08, 2.511886431509582e-08, 2.6607250597988087e-08, 2.818382931264455e-08, 2.985382618917957e-08, 3.162277660168379e-08, 3.3496543915782795e-08, 3.548133892335753e-08, 3.7583740428844434e-08, 3.981071705534969e-08, 4.2169650342858225e-08, 4.4668359215096346e-08, 4.731512589614803e-08, 5.011872336272725e-08, 5.3088444423098795e-08, 5.6234132519034905e-08, 5.95662143529011e-08, 6.30957344480193e-08, 6.683439175686149e-08, 7.079457843841373e-08, 7.498942093324559e-08, 7.943282347242822e-08, 8.413951416451947e-08, 8.912509381337459e-08, 9.440608762859226e-08, 1e-07, 1.0592537251772897e-07, 1.122018454301963e-07, 1.188502227437019e-07, 1.2589254117941662e-07, 1.333521432163324e-07, 1.4125375446227555e-07, 1.4962356560944328e-07, 1.584893192461114e-07, 1.6788040181225588e-07, 1.7782794100389227e-07, 1.883649089489802e-07, 1.9952623149688787e-07, 2.1134890398366478e-07, 2.2387211385683377e-07, 2.3713737056616554e-07, 2.5118864315095823e-07, 2.6607250597988083e-07, 2.818382931264455e-07, 2.9853826189179574e-07, 3.162277660168379e-07, 3.3496543915782793e-07, 3.548133892335753e-07, 3.7583740428844433e-07, 3.981071705534969e-07, 4.2169650342858225e-07, 4.466835921509635e-07, 4.7315125896148026e-07, 5.011872336272725e-07, 5.308844442309879e-07, 5.62341325190349e-07, 5.956621435290109e-07, 6.30957344480193e-07, 6.683439175686149e-07, 7.079457843841374e-07, 7.498942093324558e-07, 7.943282347242822e-07, 8.413951416451948e-07, 8.912509381337459e-07, 9.440608762859226e-07, 1e-06, 1.0592537251772898e-06, 1.122018454301963e-06, 1.1885022274370189e-06, 1.2589254117941661e-06, 1.333521432163324e-06, 1.4125375446227554e-06, 1.4962356560944329e-06, 1.584893192461114e-06, 1.678804018122559e-06, 1.778279410038923e-06, 1.883649089489802e-06, 1.9952623149688787e-06, 2.113489039836648e-06, 2.2387211385683376e-06, 2.3713737056616552e-06, 2.5118864315095823e-06, 2.6607250597988086e-06, 2.818382931264455e-06, 2.9853826189179572e-06, 3.162277660168379e-06, 3.3496543915782793e-06, 3.548133892335753e-06, 3.7583740428844434e-06, 3.981071705534969e-06, 4.216965034285822e-06, 4.466835921509635e-06, 4.731512589614803e-06, 5.011872336272725e-06, 5.308844442309879e-06, 5.623413251903491e-06, 5.956621435290109e-06, 6.30957344480193e-06, 6.683439175686149e-06, 7.079457843841373e-06, 7.498942093324558e-06, 7.943282347242822e-06, 8.413951416451948e-06, 8.91250938133746e-06, 9.440608762859225e-06, 1e-05, 1.0592537251772897e-05, 1.122018454301963e-05, 1.188502227437019e-05, 1.2589254117941661e-05, 1.333521432163324e-05, 1.4125375446227555e-05, 1.4962356560944327e-05, 1.584893192461114e-05, 1.6788040181225588e-05, 1.778279410038923e-05, 1.883649089489802e-05, 1.9952623149688786e-05, 2.1134890398366476e-05, 2.238721138568338e-05, 2.3713737056616554e-05, 2.5118864315095822e-05, 2.6607250597988085e-05, 2.818382931264455e-05, 2.985382618917957e-05, 3.1622776601683795e-05, 3.3496543915782794e-05, 3.5481338923357534e-05, 3.758374042884443e-05, 3.9810717055349695e-05, 4.216965034285822e-05, 4.466835921509635e-05, 4.731512589614803e-05, 5.011872336272725e-05, 5.308844442309879e-05, 5.623413251903491e-05, 5.9566214352901096e-05, 6.309573444801929e-05, 6.683439175686149e-05, 7.079457843841373e-05, 7.498942093324559e-05, 7.943282347242822e-05, 8.413951416451947e-05, 8.912509381337459e-05, 9.440608762859227e-05, 0.0001, 0.00010592537251772897, 0.00011220184543019653, 0.00011885022274370165, 0.0001258925411794166, 0.0001333521432163324, 0.00014125375446227554, 0.00014962356560944357, 0.0001584893192461111, 0.00016788040181225588, 0.00017782794100389227, 0.0001883649089489802, 0.00019952623149688828, 0.00021134890398366433, 0.00022387211385683378, 0.00023713737056616554, 0.0002511886431509582, 0.0002660725059798814, 0.0002818382931264449, 0.00029853826189179573, 0.00031622776601683794, 0.00033496543915782794, 0.000354813389233576, 0.00037583740428844356, 0.0003981071705534969, 0.00042169650342858224, 0.0004466835921509635, 0.00047315125896148127, 0.0005011872336272714, 0.000530884444230988, 0.0005623413251903491, 0.000595662143529011, 0.0006309573444801943, 0.0006683439175686135, 0.0007079457843841374, 0.0007498942093324559, 0.0007943282347242822, 0.0008413951416451964, 0.0008912509381337441, 0.0009440608762859227, 0.001, 0.0010592537251772898, 0.0011220184543019652, 0.0011885022274370164, 0.0012589254117941662, 0.001333521432163324, 0.0014125375446227555, 0.0014962356560944358, 0.0015848931924611108, 0.001678804018122559, 0.0017782794100389228, 0.0018836490894898021, 0.001995262314968883, 0.002113489039836643, 0.0022387211385683377, 0.0023713737056616554, 0.002511886431509582, 0.002660725059798814, 0.002818382931264449, 0.002985382618917957, 0.0031622776601683794, 0.0033496543915782794, 0.0035481338923357606, 0.0037583740428844357, 0.003981071705534969, 0.004216965034285823, 0.004466835921509635, 0.004731512589614813, 0.005011872336272715, 0.005308844442309879, 0.005623413251903491, 0.005956621435290109, 0.006309573444801942, 0.006683439175686135, 0.0070794578438413735, 0.007498942093324558, 0.00794328234724282, 0.008413951416451964, 0.008912509381337442, 0.009440608762859227, 0.01, 0.010592537251772897, 0.011220184543019653, 0.011885022274370166, 0.012589254117941661, 0.01333521432163324, 0.014125375446227554, 0.014962356560944358, 0.01584893192461111, 0.01678804018122559, 0.01778279410038923, 0.01883649089489802, 0.01995262314968883, 0.021134890398366434, 0.022387211385683378, 0.023713737056616554, 0.025118864315095822, 0.02660725059798814, 0.02818382931264449, 0.02985382618917957, 0.03162277660168379, 0.033496543915782793, 0.03548133892335761, 0.03758374042884435, 0.03981071705534969, 0.042169650342858224, 0.04466835921509635, 0.04731512589614813, 0.050118723362727144, 0.05308844442309879, 0.05623413251903491, 0.059566214352901097, 0.06309573444801943, 0.06683439175686136, 0.07079457843841373, 0.07498942093324558, 0.07943282347242822, 0.08413951416451965, 0.08912509381337441, 0.09440608762859226, 0.1, 0.10592537251772897, 0.11220184543019653, 0.11885022274370165, 0.12589254117941662, 0.1333521432163324, 0.14125375446227553, 0.1496235656094436, 0.1584893192461111, 0.16788040181225589, 0.1778279410038923, 0.1883649089489802, 0.19952623149688828, 0.21134890398366432, 0.22387211385683378, 0.23713737056616552, 0.25118864315095824, 0.2660725059798814, 0.2818382931264449, 0.2985382618917957, 0.31622776601683794, 0.33496543915782795, 0.354813389233576, 0.37583740428844353, 0.3981071705534969, 0.4216965034285822, 0.4466835921509635, 0.47315125896148125, 0.5011872336272715, 0.5308844442309879, 0.5623413251903491, 0.5956621435290109, 0.6309573444801942, 0.6683439175686136, 0.7079457843841374, 0.7498942093324559, 0.7943282347242822, 0.8413951416451965, 0.8912509381337441, 0.9440608762859226, 1.0, 1.0592537251772898, 1.1220184543019653, 1.1885022274370165, 1.2589254117941662, 1.333521432163324, 1.4125375446227555, 1.4962356560944359, 1.584893192461111, 1.678804018122559, 1.7782794100389228, 1.8836490894898021, 1.9952623149688828, 2.1134890398366433, 2.2387211385683377, 2.371373705661655, 2.5118864315095824, 2.660725059798814, 2.8183829312644493, 2.9853826189179573, 3.1622776601683795, 3.3496543915782793, 3.5481338923357604, 3.7583740428844354, 3.981071705534969, 4.216965034285822, 4.4668359215096345, 4.7315125896148125, 5.011872336272715, 5.308844442309879, 5.623413251903491, 5.95662143529011, 6.309573444801943, 6.683439175686135, 7.079457843841373, 7.498942093324558, 7.943282347242821, 8.413951416451965, 8.91250938133744, 9.440608762859226, 10.0, 10.592537251772898, 11.220184543019652, 11.885022274370165, 12.589254117941662, 13.33521432163324, 14.125375446227554, 14.96235656094436, 15.84893192461111, 16.78804018122559, 17.78279410038923, 18.83649089489802, 19.95262314968883, 21.134890398366434, 22.38721138568338, 23.71373705661655, 25.11886431509582, 26.60725059798814, 28.18382931264449, 29.85382618917957, 31.622776601683793, 33.496543915782794, 35.481338923357605, 37.58374042884436, 39.81071705534969, 42.169650342858226, 44.668359215096345, 47.315125896148125, 50.118723362727145, 53.08844442309879, 56.23413251903491, 59.56621435290109, 63.09573444801943, 66.83439175686135, 70.79457843841374, 74.98942093324558, 79.43282347242821, 84.13951416451965, 89.1250938133744, 94.40608762859226, 100.0 ], "counts": [ 26673, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 3, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 3, 2, 0, 0, 0, 1, 0, 0, 0, 2, 1, 0, 2, 1, 1, 0, 1, 0, 2, 4, 0, 1, 3, 1, 7, 4, 1, 0, 4, 7, 2, 4, 2, 2, 4, 0, 4, 4, 2, 7, 1, 3, 4, 5, 5, 7, 10, 4, 7, 2, 8, 8, 11, 9, 7, 13, 12, 9, 11, 12, 12, 18, 8, 12, 10, 18, 23, 19, 19, 20, 15, 23, 22, 26, 25, 31, 19, 39, 46, 30, 37, 40, 52, 50, 50, 49, 52, 48, 62, 53, 59, 76, 74, 68, 91, 88, 76, 92, 88, 101, 108, 95, 125, 133, 111, 137, 132, 150, 187, 168, 170, 168, 208, 232, 242, 250, 259, 263, 273, 278, 281, 316, 285, 369, 371, 397, 412, 381, 425, 531, 509, 540, 516, 619, 598, 692, 729, 762, 771, 755, 888, 884, 988, 1020, 1099, 1130, 1171, 1229, 1365, 1467, 1555, 1615, 1549, 1775, 1833, 1874, 1948, 2035, 2232, 2162, 2290, 2325, 2329, 2420, 2436, 2391, 2544, 2591, 2566, 2573, 2618, 2768, 2781, 2885, 2714, 2818, 2751, 2802, 2955, 2885, 2869, 2999, 2952, 2983, 3031, 3016, 3042, 3007, 3156, 3069, 3105, 3163, 3119, 3221, 3253, 3176, 3244, 3258, 3092, 3293, 3270, 3338, 3325, 3445, 3275, 3289, 3494, 3592, 3576, 3568, 3576, 3635, 3654, 3714, 3645, 3778, 3713, 3919, 3924, 3920, 3815, 4003, 3963, 4119, 4095, 4080, 4162, 4288, 4269, 4334, 4486, 4501, 4599, 4646, 4761, 4812, 4895, 4946, 5179, 5058, 5507, 5213, 5414, 5424, 5682, 5621, 5891, 6231, 6222, 6423, 6615, 6780, 6953, 7145, 7229, 7831, 7794, 8210, 8370, 8723, 9210, 9840, 10170, 10587, 10819, 11408, 11916, 12111, 12933, 13080, 13847, 14354, 14756, 15300, 15952, 16484, 17391, 17710, 18861, 19883, 21218, 23890, 28920, 21596, 17992, 15745, 13977, 12536, 11311, 10050, 9087, 8389, 7783, 7048, 6386, 6020, 5435, 4921, 4721, 4210, 4052, 3817, 3558, 3269, 3051, 3033, 2757, 2043, 1801, 1583, 1444, 1439, 1290, 1260, 1141, 1095, 1047, 940, 842, 878, 874, 630, 525, 501, 477, 448, 440, 401, 431, 356, 347, 304, 264, 254, 229, 209, 195, 213, 175, 137, 125, 135, 123, 124, 94, 77, 65, 79, 76, 82, 59, 47, 55, 46, 41, 31, 35, 36, 36, 28, 20, 19, 20, 17, 15, 18, 12, 11, 7, 6, 9, 7, 6, 5, 8, 7, 4, 3, 2, 0, 4, 2, 0, 2, 1, 3, 1, 1, 4, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "total_count": 1048064, "underflow_count": 26673, "overflow_count": 0, "max_kld_exact": 2.1254057813552976, "min_kld_exact": -6.082806436324972e-06, "quantiles": { "p50": { "quantile": 0.5, "lower": 0.0006683439175686135, "upper": 0.0007079457843841374, "estimate": 0.0006804395315671794, "bin": 354, "bin_kind": "log", "bin_lower": 0.0006683439175686135, "bin_upper": 0.0007079457843841374, "order_statistic": 524032, "positions_below_bin": 520661, "positions_in_bin": 10819, "relative_width": 0.05593912371407747 }, "p95": { "quantile": 0.95, "lower": 0.005011872336272715, "upper": 0.005308844442309879, "estimate": 0.005092650632602443, "bin": 389, "bin_kind": "log", "bin_lower": 0.005011872336272715, "bin_upper": 0.005308844442309879, "order_statistic": 995660, "positions_below_bin": 994491, "positions_in_bin": 4210, "relative_width": 0.055939123714077256 }, "p99": { "quantile": 0.99, "lower": 0.014962356560944358, "upper": 0.01584893192461111, "estimate": 0.015232642076594478, "bin": 408, "bin_kind": "log", "bin_lower": 0.014962356560944358, "bin_upper": 0.01584893192461111, "order_statistic": 1037583, "positions_below_bin": 1037321, "positions_in_bin": 842, "relative_width": 0.05593912371407362 }, "p999": { "quantile": 0.999, "lower": 0.06683439175686136, "upper": 0.07079457843841373, "estimate": 0.06922704563738988, "bin": 434, "bin_kind": "log", "bin_lower": 0.06683439175686136, "bin_upper": 0.07079457843841373, "order_statistic": 1047015, "positions_below_bin": 1046958, "positions_in_bin": 94, "relative_width": 0.05593912371407729 }, "p9999": { "quantile": 0.9999, "lower": 0.23713737056616552, "upper": 0.25118864315095824, "estimate": 0.24253730173456414, "bin": 456, "bin_kind": "log", "bin_lower": 0.23713737056616552, "bin_upper": 0.25118864315095824, "order_statistic": 1047959, "positions_below_bin": 1047954, "positions_in_bin": 12, "relative_width": 0.0559391237140775 } }, "exceedance": [ { "requested": 0.0001, "threshold": 0.0001, "exact": true, "positions": 743885, "fraction": 0.7097705865290669 }, { "requested": 0.001, "threshold": 0.001, "exact": true, "positions": 441289, "fraction": 0.4210515770029311 }, { "requested": 0.01, "threshold": 0.01, "exact": true, "positions": 18955, "fraction": 0.01808572758915486 }, { "requested": 0.1, "threshold": 0.1, "exact": true, "positions": 574, "fraction": 0.0005476764777723498 }, { "requested": 1.0, "threshold": 1.0, "exact": true, "positions": 5, "fraction": 4.7707010258915485e-06 } ], "method": "counts add across shards, percentiles do not: each quantile is reported as the [lower, upper] bin interval that provably contains it, plus a log-uniform point estimate inside that interval. max_kld_exact and the exceedance counts are exact, not interpolated." }, "ladder": { "checkpoint": "1M", "checkpoint_positions": 1000000, "next": "2M", "next_positions": 2000000, "positions_to_next": 951936, "targets": { "1M": 1000000, "2M": 2000000, "5M": 5000000, "10M": 10000000 } }, "shards": [ { "shard": 0, "report": "/var/tmp/work/kld9/reports/report-k6parity.json", "report_sha256": "f4e117c694a62e25b521de0ec51570da68ca5e7cc62a9f0784aaf9f2a63918b1", "suite_token_sha256": "caef8a4628d6c07c162100895096f890cdf9cafc8e4c48b3d66035d737ee7cf7", "reference_capture": "/work/gguf/hidden-bf16", "candidate_capture": "/work/kld9/hidden/hidden-k6parity", "contexts": 512, "scored_positions": 1048064, "context_index_min": 0, "context_index_max": 511, "token_mean_kld": 0.0016338188146399824, "context_macro_mean_kld": 0.0016338188146399822, "top1_agreement": 0.9824819858329262, "max_kld": 2.1254057813552976, "p999_kld": 0.06885482059362956, "row_consistency": { "token_mean_relative_gap": 0.0, "top1_relative_gap": 0.0 } } ], "consistency": { "tolerance": 1e-06, "max_token_mean_relative_gap": 0.0, "max_top1_relative_gap": 0.0, "note": "headline numbers are recomputed from per-context rows and cross-checked against each shard report's own summary" }, "not_aggregable": { "token_percentiles_exact": "an exact cumulative median/p95/p99/p999 would need the token-level KLD vector, which no shard report carries. `tail.quantiles` bounds each one by the histogram bin it falls in, which is exact to the bin width; each shard's own exact percentiles are in its report", "jsd_percentiles": "shard reports carry only the position-weighted mean JSD, so its distribution cannot be recovered here" }, "inputs": { "/var/tmp/work/kld9/reports/report-k6parity.json": "f4e117c694a62e25b521de0ec51570da68ca5e7cc62a9f0784aaf9f2a63918b1" }, "per_context_all": [ { "index": 0, "source_cluster": "pg2868", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001300480797707525, "median_kld": 0.0009947142264081776, "top1_agreement": 0.9809477283829995 }, { "index": 1, "source_cluster": "wiki5-en-2028-summer-olympics", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012183510851531845, "median_kld": 0.0006582774741730191, "top1_agreement": 0.9858329262335125 }, { "index": 2, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015051202914822081, "median_kld": 0.0012560251661852817, "top1_agreement": 0.978505129457743 }, { "index": 3, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0016126783147913215, "median_kld": 0.0011747787341445104, "top1_agreement": 0.9848558866634098 }, { "index": 4, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014470706925096555, "median_kld": 0.0011649986734454387, "top1_agreement": 0.9843673668783586 }, { "index": 5, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013830187486730458, "median_kld": 0.0010631232023676773, "top1_agreement": 0.9838788470933073 }, { "index": 6, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014945677314007518, "median_kld": 0.0011633360031737539, "top1_agreement": 0.9697117733268197 }, { "index": 7, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017444960632310332, "median_kld": 8.644276773495108e-05, "top1_agreement": 0.9907181240840254 }, { "index": 8, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012629948697815147, "median_kld": 0.0009773713255611938, "top1_agreement": 0.9760625305324866 }, { "index": 9, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012442914084108522, "median_kld": 0.0009605405452930427, "top1_agreement": 0.9755740107474352 }, { "index": 10, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014350817551854445, "median_kld": 0.001149799754216474, "top1_agreement": 0.9843673668783586 }, { "index": 11, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008816758876868422, "median_kld": 2.0167701416773376e-05, "top1_agreement": 0.9946262823644357 }, { "index": 12, "source_cluster": "wiki5-fr-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0010759313297055812, "median_kld": 0.0006629540030189673, "top1_agreement": 0.9829018075232047 }, { "index": 13, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010004347684464947, "median_kld": 7.709572179237512e-05, "top1_agreement": 0.9907181240840254 }, { "index": 14, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012730064004445136, "median_kld": 0.000125087537668378, "top1_agreement": 0.9887640449438202 }, { "index": 15, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015807928070274318, "median_kld": 0.0011253200980476663, "top1_agreement": 0.9848558866634098 }, { "index": 16, "source_cluster": "wiki5-en-uefa-european-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001366092287153841, "median_kld": 0.0007550257538060379, "top1_agreement": 0.9829018075232047 }, { "index": 17, "source_cluster": "pg100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008911321094277665, "median_kld": 0.0002171697371726733, "top1_agreement": 0.9848558866634098 }, { "index": 18, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012125687217613337, "median_kld": 0.0009348514333353819, "top1_agreement": 0.986809965803615 }, { "index": 19, "source_cluster": "wiki5-ja-h82e8f84f6d85", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013086434701049998, "median_kld": 0.0002251161665753898, "top1_agreement": 0.986809965803615 }, { "index": 20, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013265397107700189, "median_kld": 0.0010524195518044621, "top1_agreement": 0.9824132877381534 }, { "index": 21, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0007955152842895573, "median_kld": 5.9673538290283545e-05, "top1_agreement": 0.995114802149487 }, { "index": 22, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015630079509642747, "median_kld": 0.0011511808886179864, "top1_agreement": 0.9687347337567171 }, { "index": 23, "source_cluster": "wiki5-sv-peter-lemarc", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013413955143296028, "median_kld": 0.0006970482772885589, "top1_agreement": 0.9848558866634098 }, { "index": 24, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013199428867170153, "median_kld": 0.0010783320865433987, "top1_agreement": 0.9814362481680508 }, { "index": 25, "source_cluster": "wiki5-sv-christine-meltzer", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00134866490015735, "median_kld": 0.0004926394217932284, "top1_agreement": 0.9780166096726918 }, { "index": 26, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011582953520813267, "median_kld": 0.00044802018976497493, "top1_agreement": 0.9838788470933073 }, { "index": 27, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001391374731160765, "median_kld": 0.0011235361736108285, "top1_agreement": 0.979970688812897 }, { "index": 28, "source_cluster": "pg3268", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001912459919147137, "median_kld": 0.001220526640963726, "top1_agreement": 0.9755740107474352 }, { "index": 29, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015875380484509068, "median_kld": 0.0013146805640360526, "top1_agreement": 0.9760625305324866 }, { "index": 30, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016171820051965118, "median_kld": 0.0012397096361382864, "top1_agreement": 0.9760625305324866 }, { "index": 31, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014007331705006838, "median_kld": 0.0007980209220477263, "top1_agreement": 0.9824132877381534 }, { "index": 32, "source_cluster": "numpy5-v2.2.1-numpy-ma-core-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001232802029095718, "median_kld": 0.00010174279609942438, "top1_agreement": 0.9931607230092818 }, { "index": 33, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008987109781006445, "median_kld": 7.422638805207327e-05, "top1_agreement": 0.9794821690278456 }, { "index": 34, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012057195825877585, "median_kld": 2.6381829290017533e-05, "top1_agreement": 0.9936492427943332 }, { "index": 35, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014456612899897904, "median_kld": 0.0008807598901228175, "top1_agreement": 0.9833903273082559 }, { "index": 36, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023343840972809052, "median_kld": 0.001811032355763409, "top1_agreement": 0.97361993160723 }, { "index": 37, "source_cluster": "wiki5-en-gavin-newsom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.000932427764202721, "median_kld": 0.0005112438182237611, "top1_agreement": 0.986809965803615 }, { "index": 38, "source_cluster": "wiki5-en-deadpool", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001579586286686353, "median_kld": 0.0010076889527681487, "top1_agreement": 0.978505129457743 }, { "index": 39, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017806188648089392, "median_kld": 0.00010618198368206322, "top1_agreement": 0.991695163654128 }, { "index": 40, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001140185107054875, "median_kld": 0.0007944277499660757, "top1_agreement": 0.9745969711773327 }, { "index": 41, "source_cluster": "wiki5-id-satryo-brodjonegoro", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012245095529902917, "median_kld": 0.000641441189827674, "top1_agreement": 0.9843673668783586 }, { "index": 42, "source_cluster": "wiki5-tr-ole-gunnar-solskj-r", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001045764510987586, "median_kld": 0.00036745015069072906, "top1_agreement": 0.9858329262335125 }, { "index": 43, "source_cluster": "arxiv5-cs-LO-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0016191409833541017, "median_kld": 0.0011270095070301522, "top1_agreement": 0.9809477283829995 }, { "index": 44, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013994759894806607, "median_kld": 0.0011212910976610146, "top1_agreement": 0.9755740107474352 }, { "index": 45, "source_cluster": "wiki5-de-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012354184922538584, "median_kld": 0.0007430557834595675, "top1_agreement": 0.9838788470933073 }, { "index": 46, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015654113059832223, "median_kld": 0.0012001035060364984, "top1_agreement": 0.9780166096726918 }, { "index": 47, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015562184531622185, "median_kld": 0.000768136923397833, "top1_agreement": 0.978505129457743 }, { "index": 48, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0017583410389972306, "median_kld": 0.0009826105373260674, "top1_agreement": 0.978505129457743 }, { "index": 49, "source_cluster": "pg28203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015660743613411375, "median_kld": 0.0010402720743059035, "top1_agreement": 0.9765510503175379 }, { "index": 50, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010790452413643762, "median_kld": 6.03715266151994e-05, "top1_agreement": 0.9921836834391793 }, { "index": 51, "source_cluster": "wiki5-en-reform-uk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012186086761402206, "median_kld": 0.0006635661431175777, "top1_agreement": 0.9843673668783586 }, { "index": 52, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0030871107583715206, "median_kld": 0.0002552950765952744, "top1_agreement": 0.9853444064484611 }, { "index": 53, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013597930855779093, "median_kld": 0.0006509359236588352, "top1_agreement": 0.9848558866634098 }, { "index": 54, "source_cluster": "cpython5-v3.13.1-python-ceval-macros-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002010138619450402, "median_kld": 0.00038686077978411504, "top1_agreement": 0.9872984855886663 }, { "index": 55, "source_cluster": "wiki5-pt-marcelo-rubens-paiva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014880118995772296, "median_kld": 0.0005896619670693326, "top1_agreement": 0.9789936492427943 }, { "index": 56, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012015900680534496, "median_kld": 0.0009580198179719446, "top1_agreement": 0.9829018075232047 }, { "index": 57, "source_cluster": "numpy5-v2.2.1-numpy-ma-mrecords-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001481881684749801, "median_kld": 0.0003025084467243033, "top1_agreement": 0.9858329262335125 }, { "index": 58, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011037823069803049, "median_kld": 7.949991411493329e-05, "top1_agreement": 0.9789936492427943 }, { "index": 59, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012307510087636478, "median_kld": 0.0007899460353471, "top1_agreement": 0.9887640449438202 }, { "index": 60, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017459288760487207, "median_kld": 0.0010345523717205651, "top1_agreement": 0.9824132877381534 }, { "index": 61, "source_cluster": "wiki5-hi-he3b8efc60c88", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029960081840352693, "median_kld": 0.001669329190008284, "top1_agreement": 0.9731314118221788 }, { "index": 62, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015070029408676038, "median_kld": 6.62442505472427e-05, "top1_agreement": 0.9711773326819736 }, { "index": 63, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001352911841271003, "median_kld": 0.0009592603434214197, "top1_agreement": 0.9833903273082559 }, { "index": 64, "source_cluster": "wiki5-en-elon-musk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014306016735088868, "median_kld": 0.0008099946663264745, "top1_agreement": 0.9829018075232047 }, { "index": 65, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011338081702945218, "median_kld": 0.0008187522852267648, "top1_agreement": 0.9809477283829995 }, { "index": 66, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011175212626195659, "median_kld": 6.012745138406217e-05, "top1_agreement": 0.995114802149487 }, { "index": 67, "source_cluster": "wiki5-en-vivek-ramaswamy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001149869622221124, "median_kld": 0.0007767871728674436, "top1_agreement": 0.9814362481680508 }, { "index": 68, "source_cluster": "wiki5-en-donald-trump-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014211513132066408, "median_kld": 0.0006619571358328358, "top1_agreement": 0.979970688812897 }, { "index": 69, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001403046266648172, "median_kld": 0.0006094756536185741, "top1_agreement": 0.9838788470933073 }, { "index": 70, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014903917866606357, "median_kld": 0.0011256160414632177, "top1_agreement": 0.979970688812897 }, { "index": 71, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013630282059939386, "median_kld": 0.00010867498510158669, "top1_agreement": 0.9897410845139228 }, { "index": 72, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009829642207365365, "median_kld": 5.879706252631678e-05, "top1_agreement": 0.9931607230092818 }, { "index": 73, "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006039352294208853, "median_kld": 0.00013657444732118051, "top1_agreement": 0.978505129457743 }, { "index": 74, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001333562698400612, "median_kld": 0.0010074810671198975, "top1_agreement": 0.9804592085979482 }, { "index": 75, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014257687587375283, "median_kld": 0.0008654398490790527, "top1_agreement": 0.9872984855886663 }, { "index": 76, "source_cluster": "wiki5-it-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001131360075368299, "median_kld": 0.0006650073618175156, "top1_agreement": 0.9824132877381534 }, { "index": 77, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014707806648478943, "median_kld": 0.0011316839724315741, "top1_agreement": 0.9745969711773327 }, { "index": 78, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013327093596048618, "median_kld": 0.0010514625261066612, "top1_agreement": 0.9760625305324866 }, { "index": 79, "source_cluster": "wiki5-pt-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014151756093708464, "median_kld": 0.0006233176090972847, "top1_agreement": 0.9814362481680508 }, { "index": 80, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015021734040608311, "median_kld": 0.0008519478324160445, "top1_agreement": 0.9780166096726918 }, { "index": 81, "source_cluster": "pg20203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001625611244857131, "median_kld": 0.0008909606042379892, "top1_agreement": 0.9819247679531021 }, { "index": 82, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010019807036757385, "median_kld": 2.757468681879871e-05, "top1_agreement": 0.9941377625793845 }, { "index": 83, "source_cluster": "pg11", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006419347598655357, "median_kld": 8.705988308282779e-06, "top1_agreement": 0.9926722032242306 }, { "index": 84, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001340841453187526, "median_kld": 5.507446155711415e-05, "top1_agreement": 0.9907181240840254 }, { "index": 85, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013019631496105138, "median_kld": 0.0009315261268056929, "top1_agreement": 0.9789936492427943 }, { "index": 86, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016106966450893084, "median_kld": 0.0008418071885216705, "top1_agreement": 0.9838788470933073 }, { "index": 87, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012152912944391472, "median_kld": 0.0008632693165395722, "top1_agreement": 0.9853444064484611 }, { "index": 88, "source_cluster": "wiki5-en-gerald-ford", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016410669433364632, "median_kld": 0.000941908047541129, "top1_agreement": 0.9770395701025891 }, { "index": 89, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001384059001684803, "median_kld": 0.0009183782505388649, "top1_agreement": 0.9824132877381534 }, { "index": 90, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014890311881393776, "median_kld": 0.0005286714190333441, "top1_agreement": 0.9848558866634098 }, { "index": 91, "source_cluster": "cpython5-v3.13.1-objects-complexobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014266607699057487, "median_kld": 4.863366370955191e-05, "top1_agreement": 0.9902296042989741 }, { "index": 92, "source_cluster": "cpython5-v3.13.1-objects-iterobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012827497642302792, "median_kld": 2.2343409612046727e-05, "top1_agreement": 0.991695163654128 }, { "index": 93, "source_cluster": "wiki5-ja-h059e7e765623", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014953752721950549, "median_kld": 0.0008855094081354764, "top1_agreement": 0.979970688812897 }, { "index": 94, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014927941715521783, "median_kld": 0.0008558665878695138, "top1_agreement": 0.9789936492427943 }, { "index": 95, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013013682402712547, "median_kld": 0.0010485055794049458, "top1_agreement": 0.9765510503175379 }, { "index": 96, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014295066736121113, "median_kld": 0.0006541033166609367, "top1_agreement": 0.9858329262335125 }, { "index": 97, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015240322929807697, "median_kld": 0.0011332887480897114, "top1_agreement": 0.9780166096726918 }, { "index": 98, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001584524492978241, "median_kld": 0.0010171497908402216, "top1_agreement": 0.9819247679531021 }, { "index": 99, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012492142906179848, "median_kld": 0.0010109146070647057, "top1_agreement": 0.9819247679531021 }, { "index": 100, "source_cluster": "cpython5-v3.13.1-objects-floatobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001730970387460569, "median_kld": 0.0002299905655487322, "top1_agreement": 0.9628724963361016 }, { "index": 101, "source_cluster": "cpython5-v3.13.1-objects-unionobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009608421366361294, "median_kld": 3.2362328639512494e-05, "top1_agreement": 0.9936492427943332 }, { "index": 102, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015810808410953877, "median_kld": 0.0007167769454099471, "top1_agreement": 0.9843673668783586 }, { "index": 103, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004295845392783826, "median_kld": 0.0003486323712387218, "top1_agreement": 0.9780166096726918 }, { "index": 104, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021504897024997574, "median_kld": 6.016641233230757e-06, "top1_agreement": 0.9921836834391793 }, { "index": 105, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014193906134444048, "median_kld": 0.0010139199690257783, "top1_agreement": 0.979970688812897 }, { "index": 106, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014616171610822208, "median_kld": 0.0010953113727509844, "top1_agreement": 0.9863214460185638 }, { "index": 107, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016193146901416712, "median_kld": 0.0011355787759645963, "top1_agreement": 0.9780166096726918 }, { "index": 108, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015142846897136571, "median_kld": 0.0011313847094243101, "top1_agreement": 0.9780166096726918 }, { "index": 109, "source_cluster": "wiki5-en-robert-f-kennedy-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001272125415636567, "median_kld": 0.0007947895161208862, "top1_agreement": 0.9863214460185638 }, { "index": 110, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0007864961967280231, "median_kld": 7.371603004235894e-05, "top1_agreement": 0.9907181240840254 }, { "index": 111, "source_cluster": "wiki5-en-list-of-highest-grossing-films", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011463381238539857, "median_kld": 0.0007979801194437641, "top1_agreement": 0.9848558866634098 }, { "index": 112, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013836568918238052, "median_kld": 0.001129186806792859, "top1_agreement": 0.9789936492427943 }, { "index": 113, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011675581903753999, "median_kld": 5.832542220218784e-05, "top1_agreement": 0.9931607230092818 }, { "index": 114, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013553881785065363, "median_kld": 0.0008177627496479545, "top1_agreement": 0.9780166096726918 }, { "index": 115, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015140335177309201, "median_kld": 0.001072385776211604, "top1_agreement": 0.9711773326819736 }, { "index": 116, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014103914234284668, "median_kld": 0.00102674196126884, "top1_agreement": 0.9760625305324866 }, { "index": 117, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015000021525907784, "median_kld": 0.0011207815475700045, "top1_agreement": 0.9814362481680508 }, { "index": 118, "source_cluster": "wiki5-ar-h667583703021", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011958871333389348, "median_kld": 0.0007008768563991907, "top1_agreement": 0.9838788470933073 }, { "index": 119, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001451388484116266, "median_kld": 0.00048001753953030857, "top1_agreement": 0.9882755251587689 }, { "index": 120, "source_cluster": "wiki5-ja-h6eba8794e3c6", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028455650148781018, "median_kld": 0.000854620971949771, "top1_agreement": 0.9814362481680508 }, { "index": 121, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018369746506482938, "median_kld": 2.422695158443844e-05, "top1_agreement": 0.9946262823644357 }, { "index": 122, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015975782362473445, "median_kld": 0.0011187000275754144, "top1_agreement": 0.9848558866634098 }, { "index": 123, "source_cluster": "wiki5-en-united-kingdom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016597728875978105, "median_kld": 0.0008529623516864149, "top1_agreement": 0.9809477283829995 }, { "index": 124, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001343138925804343, "median_kld": 0.0010839690242789857, "top1_agreement": 0.978505129457743 }, { "index": 125, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014270675275088083, "median_kld": 0.0011177904635140123, "top1_agreement": 0.979970688812897 }, { "index": 126, "source_cluster": "wiki5-sv-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013867185568817173, "median_kld": 0.000538646921995678, "top1_agreement": 0.9843673668783586 }, { "index": 127, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015434680769944337, "median_kld": 0.0009509117185189098, "top1_agreement": 0.9804592085979482 }, { "index": 128, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008585969917466867, "median_kld": 3.172902123971255e-05, "top1_agreement": 0.9926722032242306 }, { "index": 129, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014820753657684468, "median_kld": 0.0006992608819018642, "top1_agreement": 0.9819247679531021 }, { "index": 130, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001439003122601311, "median_kld": 0.0009766019892474276, "top1_agreement": 0.9829018075232047 }, { "index": 131, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016150978100851626, "median_kld": 1.9142668067129165e-05, "top1_agreement": 0.9902296042989741 }, { "index": 132, "source_cluster": "wiki5-en-assassination-of-john-f-kennedy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015525881644341902, "median_kld": 0.0008295759979546347, "top1_agreement": 0.9848558866634098 }, { "index": 133, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014298122680163135, "median_kld": 0.00100532124088204, "top1_agreement": 0.978505129457743 }, { "index": 134, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014695032353591747, "median_kld": 0.0005570667871097612, "top1_agreement": 0.9794821690278456 }, { "index": 135, "source_cluster": "wiki5-tr-osmanl-i-mparatorlug-u", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015027565405217177, "median_kld": 0.0005791256207885453, "top1_agreement": 0.9833903273082559 }, { "index": 136, "source_cluster": "wiki5-fa-h44e3fcb0d500", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014281963971079184, "median_kld": 0.0006237405764295545, "top1_agreement": 0.9814362481680508 }, { "index": 137, "source_cluster": "wiki5-en-glen-powell", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013242648781649777, "median_kld": 0.0006410973459480829, "top1_agreement": 0.9848558866634098 }, { "index": 138, "source_cluster": "wiki5-sv-henrik-viii-av-england", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0019311754712801731, "median_kld": 0.0009289560593970236, "top1_agreement": 0.978505129457743 }, { "index": 139, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001395412659059173, "median_kld": 0.0009467895476973354, "top1_agreement": 0.9814362481680508 }, { "index": 140, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001260209093064186, "median_kld": 0.0006903356518819237, "top1_agreement": 0.9819247679531021 }, { "index": 141, "source_cluster": "pg5197", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012332449143919741, "median_kld": 0.0009368865398275972, "top1_agreement": 0.9789936492427943 }, { "index": 142, "source_cluster": "pg31635", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013196092562668723, "median_kld": 0.0010293779423591332, "top1_agreement": 0.9838788470933073 }, { "index": 143, "source_cluster": "wiki5-en-dua-lipa", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010398826494031198, "median_kld": 0.0006106030805312912, "top1_agreement": 0.9882755251587689 }, { "index": 144, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00113931138725756, "median_kld": 7.266258459637243e-05, "top1_agreement": 0.9926722032242306 }, { "index": 145, "source_cluster": "wiki5-fa-hc7c13d635b08", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00236276826089945, "median_kld": 0.0004648660806196858, "top1_agreement": 0.9833903273082559 }, { "index": 146, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002229184682366299, "median_kld": 0.0008780195194049156, "top1_agreement": 0.9809477283829995 }, { "index": 147, "source_cluster": "wiki5-zh-hba42412b42f4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013729432927150516, "median_kld": 0.000993788455161848, "top1_agreement": 0.9755740107474352 }, { "index": 148, "source_cluster": "numpy5-v2.2.1-numpy-matrixlib-defmatrix-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008169270823552089, "median_kld": 1.2358169764054017e-05, "top1_agreement": 0.9946262823644357 }, { "index": 149, "source_cluster": "wiki5-en-serena-williams", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001270348675425154, "median_kld": 0.0007719142567168547, "top1_agreement": 0.9863214460185638 }, { "index": 150, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001971655076119332, "median_kld": 0.0008790892677019713, "top1_agreement": 0.9833903273082559 }, { "index": 151, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011349468632509212, "median_kld": 0.000622271451902634, "top1_agreement": 0.9848558866634098 }, { "index": 152, "source_cluster": "wiki5-hi-h308885d90ce4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0032587686831443475, "median_kld": 0.0017852743139883387, "top1_agreement": 0.9814362481680508 }, { "index": 153, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014006613257265435, "median_kld": 0.001052841953423922, "top1_agreement": 0.9853444064484611 }, { "index": 154, "source_cluster": "wiki5-en-charli-xcx", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021800711579990193, "median_kld": 0.0007979070974499791, "top1_agreement": 0.9809477283829995 }, { "index": 155, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014074739146711088, "median_kld": 0.0008472925981095614, "top1_agreement": 0.9814362481680508 }, { "index": 156, "source_cluster": "cpython5-v3.13.1-objects-dictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015943927353560265, "median_kld": 0.00021163745682883928, "top1_agreement": 0.9838788470933073 }, { "index": 157, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-litemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011406485359252993, "median_kld": 3.5920400714095635e-05, "top1_agreement": 0.9926722032242306 }, { "index": 158, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001442901680497224, "median_kld": 0.0011645665853254883, "top1_agreement": 0.979970688812897 }, { "index": 159, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003395300265234223, "median_kld": 0.00014055718321515087, "top1_agreement": 0.9838788470933073 }, { "index": 160, "source_cluster": "wiki5-it-david-lynch", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014797330221994877, "median_kld": 0.00023183093162515434, "top1_agreement": 0.9863214460185638 }, { "index": 161, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014783923902028573, "median_kld": 0.001048057337001751, "top1_agreement": 0.9794821690278456 }, { "index": 162, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014323954713187216, "median_kld": 0.0008710162337877136, "top1_agreement": 0.9794821690278456 }, { "index": 163, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015489586430378472, "median_kld": 0.0007336837229416915, "top1_agreement": 0.9843673668783586 }, { "index": 164, "source_cluster": "wiki5-en-2024-crowdstrike-incident", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012406398100782247, "median_kld": 0.000890719837116194, "top1_agreement": 0.9858329262335125 }, { "index": 165, "source_cluster": "wiki5-en-jana-novotna", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0009882640289371857, "median_kld": 0.00041174730930038095, "top1_agreement": 0.9814362481680508 }, { "index": 166, "source_cluster": "wiki5-fa-h6f1de7c28c8a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015929785720069968, "median_kld": 0.0007127459703042405, "top1_agreement": 0.979970688812897 }, { "index": 167, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001417634922052669, "median_kld": 0.0009112398842034963, "top1_agreement": 0.978505129457743 }, { "index": 168, "source_cluster": "wiki5-en-manchester-united-f-c", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001468093085932505, "median_kld": 0.0007250191692946828, "top1_agreement": 0.9824132877381534 }, { "index": 169, "source_cluster": "wiki5-en-2016-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015229108808895776, "median_kld": 0.0008198910823011829, "top1_agreement": 0.9760625305324866 }, { "index": 170, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013247633863805418, "median_kld": 0.0006254992326368836, "top1_agreement": 0.9863214460185638 }, { "index": 171, "source_cluster": "cpython5-v3.13.1-python-gc-free-threading-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001386179515467184, "median_kld": 5.689579357426311e-05, "top1_agreement": 0.9907181240840254 }, { "index": 172, "source_cluster": "wiki5-nl-nederland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013594375743517745, "median_kld": 0.0006675511303910753, "top1_agreement": 0.979970688812897 }, { "index": 173, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001350404401260129, "median_kld": 0.0006767119145028033, "top1_agreement": 0.9863214460185638 }, { "index": 174, "source_cluster": "cpython5-v3.13.1-objects-listobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00251991506231868, "median_kld": 0.00017546494778741817, "top1_agreement": 0.9892525647288715 }, { "index": 175, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0017062478005766565, "median_kld": 0.001231238761477016, "top1_agreement": 0.97361993160723 }, { "index": 176, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016198189793465703, "median_kld": 0.0011154732387694821, "top1_agreement": 0.9755740107474352 }, { "index": 177, "source_cluster": "cpython5-v3.13.1-objects-obmalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015034175317763358, "median_kld": 0.0005611042944337896, "top1_agreement": 0.9882755251587689 }, { "index": 178, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029557509184645913, "median_kld": 0.00024096166059450752, "top1_agreement": 0.9833903273082559 }, { "index": 179, "source_cluster": "wiki5-ko-h827332b44213", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014104788807038473, "median_kld": 0.0009005022807286878, "top1_agreement": 0.9819247679531021 }, { "index": 180, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013532904346388649, "median_kld": 0.001020421967093732, "top1_agreement": 0.9755740107474352 }, { "index": 181, "source_cluster": "wiki5-en-youtube", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016483203499792697, "median_kld": 0.0008403666727758718, "top1_agreement": 0.9872984855886663 }, { "index": 182, "source_cluster": "cpython5-v3.13.1-python-opcode-targets-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002308140440183904, "median_kld": 7.752345037914665e-05, "top1_agreement": 0.9887640449438202 }, { "index": 183, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015359800723040542, "median_kld": 0.0011516638679722746, "top1_agreement": 0.9804592085979482 }, { "index": 184, "source_cluster": "cpython5-v3.13.1-python-modsupport-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010113194428716754, "median_kld": 5.960276615013527e-05, "top1_agreement": 0.9931607230092818 }, { "index": 185, "source_cluster": "wiki5-en-sha-carri-richardson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012185668609862275, "median_kld": 0.00043946114070791964, "top1_agreement": 0.9838788470933073 }, { "index": 186, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001778313923760262, "median_kld": 0.0010245659676684227, "top1_agreement": 0.9726428920371275 }, { "index": 187, "source_cluster": "wiki5-hi-h920a1524fc19", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002927014144780671, "median_kld": 0.0014947297022445127, "top1_agreement": 0.9697117733268197 }, { "index": 188, "source_cluster": "wiki5-en-agenda-47", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012148845482053711, "median_kld": 0.0008698254919434767, "top1_agreement": 0.9829018075232047 }, { "index": 189, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0017536366550131497, "median_kld": 0.0012176717610827836, "top1_agreement": 0.9819247679531021 }, { "index": 190, "source_cluster": "wiki5-en-franklin-d-roosevelt", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015796267587344524, "median_kld": 0.000811301304132428, "top1_agreement": 0.9789936492427943 }, { "index": 191, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015479353032263722, "median_kld": 0.0010849373593373457, "top1_agreement": 0.9794821690278456 }, { "index": 192, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013124707711134967, "median_kld": 7.515545585157213e-05, "top1_agreement": 0.9848558866634098 }, { "index": 193, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017328410500878372, "median_kld": 0.0002975296921476911, "top1_agreement": 0.9848558866634098 }, { "index": 194, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011414784191928248, "median_kld": 6.54206683545766e-05, "top1_agreement": 0.9931607230092818 }, { "index": 195, "source_cluster": "wiki5-tr-recep-tayyip-erdog-an", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014146863585623249, "median_kld": 0.0007424476737583063, "top1_agreement": 0.9887640449438202 }, { "index": 196, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014475313786223457, "median_kld": 0.000995745546845228, "top1_agreement": 0.9755740107474352 }, { "index": 197, "source_cluster": "wiki5-cs-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001508828663036439, "median_kld": 0.0004496208389923595, "top1_agreement": 0.9814362481680508 }, { "index": 198, "source_cluster": "cpython5-v3.13.1-modules-timemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012790576363295712, "median_kld": 7.235222693502408e-05, "top1_agreement": 0.9843673668783586 }, { "index": 199, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014408417498261083, "median_kld": 0.0012299847316512569, "top1_agreement": 0.9726428920371275 }, { "index": 200, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014635285675082955, "median_kld": 0.0006433981047848647, "top1_agreement": 0.9824132877381534 }, { "index": 201, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014966727703757004, "median_kld": 0.0007625800560902007, "top1_agreement": 0.978505129457743 }, { "index": 202, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.004221500376872115, "median_kld": 0.0027839215279641394, "top1_agreement": 0.9721543722520762 }, { "index": 203, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001609782831064014, "median_kld": 0.001165659500642846, "top1_agreement": 0.9819247679531021 }, { "index": 204, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001780300603451792, "median_kld": 0.000783631435638199, "top1_agreement": 0.979970688812897 }, { "index": 205, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017922250250477548, "median_kld": 0.0008299701573832863, "top1_agreement": 0.9789936492427943 }, { "index": 206, "source_cluster": "wiki5-en-melania-trump", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001328237712995631, "median_kld": 0.0007193931080564653, "top1_agreement": 0.9833903273082559 }, { "index": 207, "source_cluster": "cpython5-v3.13.1-python-sysmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018029917676629789, "median_kld": 0.00017922026144390202, "top1_agreement": 0.9623839765510503 }, { "index": 208, "source_cluster": "wiki5-pl-zmarli-w-styczniu-2025", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012619824631227054, "median_kld": 0.0001757168133007525, "top1_agreement": 0.9804592085979482 }, { "index": 209, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012637688714751529, "median_kld": 0.0008773880404078227, "top1_agreement": 0.9819247679531021 }, { "index": 210, "source_cluster": "wiki5-es-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0010886291654796747, "median_kld": 0.0006494997992376739, "top1_agreement": 0.9858329262335125 }, { "index": 211, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001295515642509487, "median_kld": 0.0008982080948953808, "top1_agreement": 0.9833903273082559 }, { "index": 212, "source_cluster": "cpython5-v3.13.1-python-warnings-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010840155618998307, "median_kld": 6.000107382853059e-05, "top1_agreement": 0.991695163654128 }, { "index": 213, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015271682330745373, "median_kld": 0.0010574421360445285, "top1_agreement": 0.9853444064484611 }, { "index": 214, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014335079852738522, "median_kld": 0.0006366592560880235, "top1_agreement": 0.9833903273082559 }, { "index": 215, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0020333792507804807, "median_kld": 0.0004361138743433912, "top1_agreement": 0.9745969711773327 }, { "index": 216, "source_cluster": "wiki5-fr-cookie-informatique", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0010211403465696708, "median_kld": 0.0006502362743958656, "top1_agreement": 0.9794821690278456 }, { "index": 217, "source_cluster": "wiki5-en-france", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002397537741958117, "median_kld": 0.0010518737224458619, "top1_agreement": 0.9789936492427943 }, { "index": 218, "source_cluster": "wiki5-en-tadej-pogac-ar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011941635744611757, "median_kld": 0.0006655184457469709, "top1_agreement": 0.9829018075232047 }, { "index": 219, "source_cluster": "wiki5-nl-de-slimste-mens", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017527221922090646, "median_kld": 0.0006408825720427558, "top1_agreement": 0.9804592085979482 }, { "index": 220, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014664080037203736, "median_kld": 0.0010943310926592176, "top1_agreement": 0.9838788470933073 }, { "index": 221, "source_cluster": "wiki5-tr-tu-rkiye", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001268632613382026, "median_kld": 0.0004797364874775667, "top1_agreement": 0.9829018075232047 }, { "index": 222, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009343178568696027, "median_kld": 2.4731937514843594e-05, "top1_agreement": 0.9956033219345384 }, { "index": 223, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014326146457309327, "median_kld": 0.0012265285174599683, "top1_agreement": 0.9760625305324866 }, { "index": 224, "source_cluster": "pg30434", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001177570366186838, "median_kld": 0.0009172992998003338, "top1_agreement": 0.9814362481680508 }, { "index": 225, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0016732667227456865, "median_kld": 4.621048343977918e-05, "top1_agreement": 0.9931607230092818 }, { "index": 226, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012944142073420453, "median_kld": 0.0010609523123576992, "top1_agreement": 0.9775280898876404 }, { "index": 227, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013806147721754044, "median_kld": 0.0011957794592447613, "top1_agreement": 0.9780166096726918 }, { "index": 228, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011808715171395467, "median_kld": 0.0004013407167153815, "top1_agreement": 0.9897410845139228 }, { "index": 229, "source_cluster": "wiki5-uk-h1e328a442ba1", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001600003651882029, "median_kld": 0.00047978769271139754, "top1_agreement": 0.9814362481680508 }, { "index": 230, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017409558038178014, "median_kld": 0.0008754330119700171, "top1_agreement": 0.9819247679531021 }, { "index": 231, "source_cluster": "cpython5-v3.13.1-python-traceback-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015022767325190926, "median_kld": 6.886465491795501e-05, "top1_agreement": 0.9843673668783586 }, { "index": 232, "source_cluster": "wiki5-en-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011291317543205075, "median_kld": 0.0004770612880236058, "top1_agreement": 0.9858329262335125 }, { "index": 233, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014923864894860355, "median_kld": 0.0006738847896201605, "top1_agreement": 0.9843673668783586 }, { "index": 234, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012873297829656073, "median_kld": 0.0006856607877807619, "top1_agreement": 0.9814362481680508 }, { "index": 235, "source_cluster": "wiki5-it-randal-kolo-muani", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001279457519940592, "median_kld": 0.0006034710994526904, "top1_agreement": 0.9814362481680508 }, { "index": 236, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016341189538722006, "median_kld": 0.001243482693439546, "top1_agreement": 0.979970688812897 }, { "index": 237, "source_cluster": "wiki5-pl-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013357222018544348, "median_kld": 0.00023256864955101264, "top1_agreement": 0.9838788470933073 }, { "index": 238, "source_cluster": "wiki5-ar-haee79b42b9cb", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016071924791126139, "median_kld": 0.0007683748190174811, "top1_agreement": 0.9853444064484611 }, { "index": 239, "source_cluster": "pg30340", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013576339929418848, "median_kld": 0.001022326938709739, "top1_agreement": 0.9780166096726918 }, { "index": 240, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014415791904739009, "median_kld": 0.0011927662355208923, "top1_agreement": 0.978505129457743 }, { "index": 241, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001780971140585702, "median_kld": 0.0009025266928972542, "top1_agreement": 0.9809477283829995 }, { "index": 242, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013693470400066433, "median_kld": 0.0010872476777876727, "top1_agreement": 0.9819247679531021 }, { "index": 243, "source_cluster": "numpy5-v2.2.1-numpy-testing-private-utils-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00243839211190939, "median_kld": 0.0002583141166354608, "top1_agreement": 0.9843673668783586 }, { "index": 244, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005095203203655371, "median_kld": 0.0005044057774723498, "top1_agreement": 0.9848558866634098 }, { "index": 245, "source_cluster": "pg7326", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016566041173785445, "median_kld": 0.0012557236360242197, "top1_agreement": 0.9755740107474352 }, { "index": 246, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001197580396574943, "median_kld": 0.0009039606390039978, "top1_agreement": 0.9794821690278456 }, { "index": 247, "source_cluster": "pg24739", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014395336592300009, "median_kld": 0.0010658022031861947, "top1_agreement": 0.9824132877381534 }, { "index": 248, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015602618500917063, "median_kld": 0.0010563356264015056, "top1_agreement": 0.9809477283829995 }, { "index": 249, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001230176328483463, "median_kld": 2.4873877134679034e-06, "top1_agreement": 0.9956033219345384 }, { "index": 250, "source_cluster": "wiki5-ko-hd51b5b46f0c7", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0019193407322465686, "median_kld": 0.001179807647531561, "top1_agreement": 0.9697117733268197 }, { "index": 251, "source_cluster": "wiki5-hi-h04852c115c77", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0022528425330581897, "median_kld": 0.0012404026256263023, "top1_agreement": 0.9794821690278456 }, { "index": 252, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00136597444473347, "median_kld": 9.090898710173434e-05, "top1_agreement": 0.9872984855886663 }, { "index": 253, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-distributions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0026990720293981123, "median_kld": 2.999118826441105e-05, "top1_agreement": 0.9907181240840254 }, { "index": 254, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014602127770194527, "median_kld": 0.0010850242072137917, "top1_agreement": 0.978505129457743 }, { "index": 255, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012031408103011939, "median_kld": 0.0001944236193338611, "top1_agreement": 0.9882755251587689 }, { "index": 256, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006587253268140199, "median_kld": 0.0036179220186127736, "top1_agreement": 0.9633610161211529 }, { "index": 257, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001178388490879201, "median_kld": 0.000933233263928912, "top1_agreement": 0.9863214460185638 }, { "index": 258, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010887824719328265, "median_kld": 3.3177553302704554e-05, "top1_agreement": 0.9833903273082559 }, { "index": 259, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001272728133757643, "median_kld": 0.0009808448044168472, "top1_agreement": 0.9794821690278456 }, { "index": 260, "source_cluster": "wiki5-zh-hdc6274f381ba", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016914561524135827, "median_kld": 0.0010456466585111457, "top1_agreement": 0.9853444064484611 }, { "index": 261, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017822055333750733, "median_kld": 0.0008670005809108261, "top1_agreement": 0.9804592085979482 }, { "index": 262, "source_cluster": "wiki5-en-project-2025", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014439147012953585, "median_kld": 0.0008179369253298319, "top1_agreement": 0.9824132877381534 }, { "index": 263, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015552627838243092, "median_kld": 0.000571892109746841, "top1_agreement": 0.9819247679531021 }, { "index": 264, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012890014661569083, "median_kld": 6.231664392331027e-05, "top1_agreement": 0.9921836834391793 }, { "index": 265, "source_cluster": "wiki5-en-olympic-games", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0027606516004628104, "median_kld": 0.001133172080297118, "top1_agreement": 0.9780166096726918 }, { "index": 266, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012710145419958473, "median_kld": 0.0009543804417262436, "top1_agreement": 0.9745969711773327 }, { "index": 267, "source_cluster": "cpython5-v3.13.1-modules-main-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014823735898982433, "median_kld": 6.428455661477983e-05, "top1_agreement": 0.9897410845139228 }, { "index": 268, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014353799711013331, "median_kld": 0.001164156571050512, "top1_agreement": 0.986809965803615 }, { "index": 269, "source_cluster": "pg18459", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014328579006741345, "median_kld": 0.0011849656502818107, "top1_agreement": 0.9848558866634098 }, { "index": 270, "source_cluster": "cpython5-v3.13.1-objects-bytesobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014523368242101865, "median_kld": 5.856299471762583e-05, "top1_agreement": 0.9789936492427943 }, { "index": 271, "source_cluster": "wiki5-sv-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013731019320932106, "median_kld": 0.0006550357988999167, "top1_agreement": 0.9853444064484611 }, { "index": 272, "source_cluster": "cpython5-v3.13.1-python-tracemalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013013305509439867, "median_kld": 5.0206509612849004e-05, "top1_agreement": 0.9921836834391793 }, { "index": 273, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0010855932277124578, "median_kld": 0.000629014729724986, "top1_agreement": 0.9902296042989741 }, { "index": 274, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013218663155193271, "median_kld": 0.0009990701047399853, "top1_agreement": 0.9863214460185638 }, { "index": 275, "source_cluster": "wiki5-ru-hfb9eee94f6d8", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013099133588117787, "median_kld": 0.0005189123160107556, "top1_agreement": 0.9838788470933073 }, { "index": 276, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011676538340394623, "median_kld": 9.967694765578017e-05, "top1_agreement": 0.9692232535417684 }, { "index": 277, "source_cluster": "wiki5-de-gro-nland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014832532175401928, "median_kld": 0.0006596316457034845, "top1_agreement": 0.9833903273082559 }, { "index": 278, "source_cluster": "wiki5-zh-h32548d7cf840", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015578517011478026, "median_kld": 0.0008730898155135947, "top1_agreement": 0.9809477283829995 }, { "index": 279, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00353952139697095, "median_kld": 0.0008275231727878918, "top1_agreement": 0.9848558866634098 }, { "index": 280, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014304392457960891, "median_kld": 0.0001474495550866095, "top1_agreement": 0.9912066438690766 }, { "index": 281, "source_cluster": "wiki5-en-xxxtentacion", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010376728723165184, "median_kld": 0.0006388372588048696, "top1_agreement": 0.9843673668783586 }, { "index": 282, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001614914415006309, "median_kld": 0.0005067186809668556, "top1_agreement": 0.9829018075232047 }, { "index": 283, "source_cluster": "cpython5-v3.13.1-python-compile-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001636782391569183, "median_kld": 0.0001788477917301634, "top1_agreement": 0.9858329262335125 }, { "index": 284, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010850554715459604, "median_kld": 0.0008058890954316666, "top1_agreement": 0.9804592085979482 }, { "index": 285, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001335656050748382, "median_kld": 7.386223071748077e-05, "top1_agreement": 0.9941377625793845 }, { "index": 286, "source_cluster": "wiki5-en-tom-daley", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014750883146264736, "median_kld": 0.0005317642165465486, "top1_agreement": 0.9853444064484611 }, { "index": 287, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001418186362401909, "median_kld": 0.0011437288658271427, "top1_agreement": 0.9770395701025891 }, { "index": 288, "source_cluster": "wiki5-en-nicole-kidman", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0014167703462094148, "median_kld": 0.0007014116409962412, "top1_agreement": 0.9819247679531021 }, { "index": 289, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014651899832343392, "median_kld": 0.00014076584479738585, "top1_agreement": 0.9877870053737177 }, { "index": 290, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005184618727408107, "median_kld": 6.544799444441196e-05, "top1_agreement": 0.9863214460185638 }, { "index": 291, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014162232080780438, "median_kld": 0.0011236013333473238, "top1_agreement": 0.9775280898876404 }, { "index": 292, "source_cluster": "pg31257", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012910721729773532, "median_kld": 0.0010372681266517247, "top1_agreement": 0.9804592085979482 }, { "index": 293, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013197133623638454, "median_kld": 0.0010354209728120622, "top1_agreement": 0.9887640449438202 }, { "index": 294, "source_cluster": "wiki5-es-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012715865720185984, "median_kld": 0.0005955249104090399, "top1_agreement": 0.9824132877381534 }, { "index": 295, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011068154555782803, "median_kld": 2.2668009110292375e-06, "top1_agreement": 0.9936492427943332 }, { "index": 296, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013712916266462314, "median_kld": 0.000998212843114743, "top1_agreement": 0.9819247679531021 }, { "index": 297, "source_cluster": "wiki5-en-inside-out-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015559626349977314, "median_kld": 0.0006968435956480334, "top1_agreement": 0.978505129457743 }, { "index": 298, "source_cluster": "wiki5-en-2024-venezuelan-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016062976099142303, "median_kld": 0.000781568629378171, "top1_agreement": 0.9829018075232047 }, { "index": 299, "source_cluster": "cpython5-v3.13.1-objects-codeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001059274664697548, "median_kld": 3.839858234755411e-05, "top1_agreement": 0.9931607230092818 }, { "index": 300, "source_cluster": "wiki5-en-michael-phelps", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001270060902054775, "median_kld": 0.00032499827486276445, "top1_agreement": 0.9833903273082559 }, { "index": 301, "source_cluster": "wiki5-en-shakira", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001706841294258964, "median_kld": 0.000606251813394465, "top1_agreement": 0.9877870053737177 }, { "index": 302, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011889484284460083, "median_kld": 0.0009741097083981742, "top1_agreement": 0.9775280898876404 }, { "index": 303, "source_cluster": "wiki5-en-if-film", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001363058768814438, "median_kld": 0.0007692635617715382, "top1_agreement": 0.9848558866634098 }, { "index": 304, "source_cluster": "pg1259", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014322958486719772, "median_kld": 0.0011214259109522118, "top1_agreement": 0.9824132877381534 }, { "index": 305, "source_cluster": "cpython5-v3.13.1-python-executor-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013904703943572255, "median_kld": 7.260180912871395e-05, "top1_agreement": 0.9912066438690766 }, { "index": 306, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001243389696651022, "median_kld": 0.0006004271917845472, "top1_agreement": 0.9897410845139228 }, { "index": 307, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001216793344897015, "median_kld": 5.4763362704601803e-05, "top1_agreement": 0.9902296042989741 }, { "index": 308, "source_cluster": "pg2641", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0019286962619806764, "median_kld": 0.001303002315211188, "top1_agreement": 0.979970688812897 }, { "index": 309, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012962605708354668, "median_kld": 0.0010248178918956796, "top1_agreement": 0.9824132877381534 }, { "index": 310, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0009659120451849985, "median_kld": 0.00033004835762540097, "top1_agreement": 0.9838788470933073 }, { "index": 311, "source_cluster": "wiki5-tr-abdullah-o-calan", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012716965107359226, "median_kld": 0.0005602319677109335, "top1_agreement": 0.9858329262335125 }, { "index": 312, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012022604749668696, "median_kld": 0.0008677929739420165, "top1_agreement": 0.9882755251587689 }, { "index": 313, "source_cluster": "wiki5-en-liz-truss", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001037741520321875, "median_kld": 0.0005301575828795535, "top1_agreement": 0.9848558866634098 }, { "index": 314, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014673035853625216, "median_kld": 0.0011899647659703305, "top1_agreement": 0.9863214460185638 }, { "index": 315, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003182540151158205, "median_kld": 0.0021659274458167843, "top1_agreement": 0.9672691744015632 }, { "index": 316, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0011892306864210549, "median_kld": 0.0005260920090393029, "top1_agreement": 0.9809477283829995 }, { "index": 317, "source_cluster": "cpython5-v3.13.1-modules-mathmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017068408324726607, "median_kld": 0.00010887095680800485, "top1_agreement": 0.9809477283829995 }, { "index": 318, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012901061432265498, "median_kld": 0.000989565126076286, "top1_agreement": 0.986809965803615 }, { "index": 319, "source_cluster": "wiki5-en-ollie-watkins", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0009734963563108453, "median_kld": 0.0003831467220720697, "top1_agreement": 0.9853444064484611 }, { "index": 320, "source_cluster": "numpy5-v2.2.1-numpy-ma-timer-comparison-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008368095068630963, "median_kld": 7.930854435489465e-05, "top1_agreement": 0.9941377625793845 }, { "index": 321, "source_cluster": "wiki5-en-george-h-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018168732375793263, "median_kld": 0.0009313157388586291, "top1_agreement": 0.9833903273082559 }, { "index": 322, "source_cluster": "wiki5-en-deadpool-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016874877440767357, "median_kld": 0.0009977634137285918, "top1_agreement": 0.9794821690278456 }, { "index": 323, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013526631935226812, "median_kld": 0.0007594513402189307, "top1_agreement": 0.9789936492427943 }, { "index": 324, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021187233779611145, "median_kld": 0.0007554965592433405, "top1_agreement": 0.9853444064484611 }, { "index": 325, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002335440007002776, "median_kld": 0.001761650404091597, "top1_agreement": 0.9702002931118711 }, { "index": 326, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014048653057139105, "median_kld": 0.0011877888585445362, "top1_agreement": 0.979970688812897 }, { "index": 327, "source_cluster": "cpython5-v3.13.1-python-pytime-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010291687867818049, "median_kld": 5.6309541868415636e-05, "top1_agreement": 0.991695163654128 }, { "index": 328, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012372779555743325, "median_kld": 0.0008873737166297246, "top1_agreement": 0.9882755251587689 }, { "index": 329, "source_cluster": "cpython5-v3.13.1-modules-mmapmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001100585033202488, "median_kld": 2.766250578112306e-05, "top1_agreement": 0.9941377625793845 }, { "index": 330, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003893180007634293, "median_kld": 2.411030386436676e-05, "top1_agreement": 0.9848558866634098 }, { "index": 331, "source_cluster": "cpython5-v3.13.1-modules-overlapped-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010206293528071187, "median_kld": 6.0591992955494334e-05, "top1_agreement": 0.9443087445041524 }, { "index": 332, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012201342023085372, "median_kld": 0.0007316768651435268, "top1_agreement": 0.9829018075232047 }, { "index": 333, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012511639936458152, "median_kld": 0.001026697063331028, "top1_agreement": 0.9765510503175379 }, { "index": 334, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011743570472587312, "median_kld": 0.0008460366586522383, "top1_agreement": 0.9824132877381534 }, { "index": 335, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001513044077170825, "median_kld": 0.0011180620917912165, "top1_agreement": 0.978505129457743 }, { "index": 336, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014364660974861322, "median_kld": 0.0008439771227131132, "top1_agreement": 0.9819247679531021 }, { "index": 337, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009854867386509104, "median_kld": 6.240144664815261e-05, "top1_agreement": 0.9941377625793845 }, { "index": 338, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014142689017869828, "median_kld": 0.0008444269276424166, "top1_agreement": 0.9804592085979482 }, { "index": 339, "source_cluster": "wiki5-pl-jerzy-owsiak", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011436606859213051, "median_kld": 0.00032785063831397565, "top1_agreement": 0.9838788470933073 }, { "index": 340, "source_cluster": "cpython5-v3.13.1-python-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017660730108660812, "median_kld": 0.000234919147032997, "top1_agreement": 0.9907181240840254 }, { "index": 341, "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005044092949581346, "median_kld": 0.00042421519730551083, "top1_agreement": 0.9829018075232047 }, { "index": 342, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011017673716373962, "median_kld": 4.944594426525839e-05, "top1_agreement": 0.991695163654128 }, { "index": 343, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001528149573858822, "median_kld": 0.0010783346054885623, "top1_agreement": 0.9838788470933073 }, { "index": 344, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016595034399450434, "median_kld": 0.0012962778223482019, "top1_agreement": 0.97361993160723 }, { "index": 345, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015827230513604242, "median_kld": 0.0006425362084030439, "top1_agreement": 0.9838788470933073 }, { "index": 346, "source_cluster": "wiki5-ru-youtube", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0010170619252855766, "median_kld": 0.0004917520153853161, "top1_agreement": 0.9863214460185638 }, { "index": 347, "source_cluster": "wiki5-ru-hd6785bf637ee", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0010926534932144832, "median_kld": 0.0003133719428340953, "top1_agreement": 0.9936492427943332 }, { "index": 348, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001303278598447776, "median_kld": 0.0007821925098009386, "top1_agreement": 0.9848558866634098 }, { "index": 349, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015623592863762401, "median_kld": 0.0011170558573212475, "top1_agreement": 0.9745969711773327 }, { "index": 350, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022342568875918225, "median_kld": 0.0008295744763842094, "top1_agreement": 0.9824132877381534 }, { "index": 351, "source_cluster": "pg33823", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001362594735917126, "median_kld": 0.0010908625751540058, "top1_agreement": 0.9765510503175379 }, { "index": 352, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014183160276474238, "median_kld": 0.0010969298148211237, "top1_agreement": 0.9775280898876404 }, { "index": 353, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014116752372079985, "median_kld": 0.0003068813281856819, "top1_agreement": 0.9887640449438202 }, { "index": 354, "source_cluster": "wiki5-en-2008-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012630579675847998, "median_kld": 0.000771439645262717, "top1_agreement": 0.9824132877381534 }, { "index": 355, "source_cluster": "wiki5-en-raayan", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012930532024380038, "median_kld": 0.0007088297643349506, "top1_agreement": 0.9872984855886663 }, { "index": 356, "source_cluster": "wiki5-en-2020-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001394077113233495, "median_kld": 0.0008833118930056116, "top1_agreement": 0.9863214460185638 }, { "index": 357, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015973529245462887, "median_kld": 0.0001639296346738206, "top1_agreement": 0.9516365412799218 }, { "index": 358, "source_cluster": "wiki5-ko-h2b748941967c", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0016912158511636082, "median_kld": 0.0009697014052107988, "top1_agreement": 0.9824132877381534 }, { "index": 359, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001309267736001849, "median_kld": 0.000543028821955005, "top1_agreement": 0.9809477283829995 }, { "index": 360, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014051761213449041, "median_kld": 0.001047485580556895, "top1_agreement": 0.9780166096726918 }, { "index": 361, "source_cluster": "wiki5-en-rachel-reeves", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001112718190381873, "median_kld": 0.000736542123433992, "top1_agreement": 0.9804592085979482 }, { "index": 362, "source_cluster": "wiki5-en-sydney-sweeney", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013379598635330872, "median_kld": 0.0006158182506965648, "top1_agreement": 0.9814362481680508 }, { "index": 363, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013992978127708787, "median_kld": 0.0009466242703979333, "top1_agreement": 0.9863214460185638 }, { "index": 364, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0018462557320595766, "median_kld": 0.0008595938488724642, "top1_agreement": 0.9824132877381534 }, { "index": 365, "source_cluster": "wiki5-en-the-boys-tv-series", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017461889808135203, "median_kld": 0.0006449233788998754, "top1_agreement": 0.9824132877381534 }, { "index": 366, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011429544935439902, "median_kld": 0.0004367665242170915, "top1_agreement": 0.9838788470933073 }, { "index": 367, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013469667112548844, "median_kld": 0.0006012770674601597, "top1_agreement": 0.9824132877381534 }, { "index": 368, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004223038306479416, "median_kld": 4.0029240520045306e-05, "top1_agreement": 0.9882755251587689 }, { "index": 369, "source_cluster": "wiki5-en-2024-shooting-at-a-donald-trump-rally", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001544018753531779, "median_kld": 0.0009189386760226625, "top1_agreement": 0.9721543722520762 }, { "index": 370, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018497939072810604, "median_kld": 0.00014071024367012797, "top1_agreement": 0.9882755251587689 }, { "index": 371, "source_cluster": "cpython5-v3.13.1-python-getargs-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010204035039050672, "median_kld": 4.37718510878371e-05, "top1_agreement": 0.9936492427943332 }, { "index": 372, "source_cluster": "cpython5-v3.13.1-python-formatter-unicode-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011524794186014151, "median_kld": 0.00013530454771171208, "top1_agreement": 0.9877870053737177 }, { "index": 373, "source_cluster": "cpython5-v3.13.1-objects-typevarobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015991873529804645, "median_kld": 2.0847523943157142e-05, "top1_agreement": 0.9775280898876404 }, { "index": 374, "source_cluster": "pg14244", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015214972260168666, "median_kld": 0.0011606545322138118, "top1_agreement": 0.9838788470933073 }, { "index": 375, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013483717309224208, "median_kld": 0.0010818134443155714, "top1_agreement": 0.9814362481680508 }, { "index": 376, "source_cluster": "cpython5-v3.13.1-python-optimizer-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011011217538366785, "median_kld": 5.143940665774949e-05, "top1_agreement": 0.9926722032242306 }, { "index": 377, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014940253809634918, "median_kld": 0.0011199377985775527, "top1_agreement": 0.986809965803615 }, { "index": 378, "source_cluster": "cpython5-v3.13.1-python-preconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013673912774898813, "median_kld": 6.373548197302625e-05, "top1_agreement": 0.9863214460185638 }, { "index": 379, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011218936410213177, "median_kld": 2.3370382233878217e-05, "top1_agreement": 0.9926722032242306 }, { "index": 380, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0009714432249359398, "median_kld": 0.000693921039783163, "top1_agreement": 0.9853444064484611 }, { "index": 381, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010454331841376582, "median_kld": 6.0100586424027824e-05, "top1_agreement": 0.9907181240840254 }, { "index": 382, "source_cluster": "cpython5-v3.13.1-python-optimizer-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001424122419141308, "median_kld": 0.00019275969920329317, "top1_agreement": 0.9892525647288715 }, { "index": 383, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00141760011140454, "median_kld": 0.0010644288325778462, "top1_agreement": 0.9794821690278456 }, { "index": 384, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009810993258485428, "median_kld": 3.1204548982116664e-06, "top1_agreement": 0.9956033219345384 }, { "index": 385, "source_cluster": "arxiv5-cs-IR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0016138297271420968, "median_kld": 0.0010373061504367342, "top1_agreement": 0.9814362481680508 }, { "index": 386, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012738333888727177, "median_kld": 0.000923752575447967, "top1_agreement": 0.9789936492427943 }, { "index": 387, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012499001585263958, "median_kld": 0.0007140546963455563, "top1_agreement": 0.9838788470933073 }, { "index": 388, "source_cluster": "wiki5-en-katie-ledecky", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010912374211654707, "median_kld": 0.00025848945301731874, "top1_agreement": 0.9872984855886663 }, { "index": 389, "source_cluster": "wiki5-en-president-of-the-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023974083518143456, "median_kld": 0.0013970027788445805, "top1_agreement": 0.9770395701025891 }, { "index": 390, "source_cluster": "wiki5-pl-s-awomir-mentzen", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001219869938953649, "median_kld": 0.00045455964709617547, "top1_agreement": 0.9829018075232047 }, { "index": 391, "source_cluster": "cpython5-v3.13.1-python-bltinmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019118124703218428, "median_kld": 4.654007817350703e-05, "top1_agreement": 0.9780166096726918 }, { "index": 392, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0025570370380783463, "median_kld": 0.00012673677162666763, "top1_agreement": 0.9887640449438202 }, { "index": 393, "source_cluster": "wiki5-tr-burc-lar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017301935238878926, "median_kld": 0.0007429073875755421, "top1_agreement": 0.9819247679531021 }, { "index": 394, "source_cluster": "wiki5-en-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012824603708586485, "median_kld": 0.0007572833311400018, "top1_agreement": 0.9887640449438202 }, { "index": 395, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010272565648677971, "median_kld": 7.930513321929844e-05, "top1_agreement": 0.9965803615046409 }, { "index": 396, "source_cluster": "cpython5-v3.13.1-objects-object-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001031524656370042, "median_kld": 4.732139127283652e-05, "top1_agreement": 0.9946262823644357 }, { "index": 397, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017071018251128454, "median_kld": 0.0011319979564063942, "top1_agreement": 0.9794821690278456 }, { "index": 398, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012305717487565452, "median_kld": 0.0010325625718650144, "top1_agreement": 0.9853444064484611 }, { "index": 399, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003871835124649088, "median_kld": 0.0005538761405290415, "top1_agreement": 0.9814362481680508 }, { "index": 400, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013016523036008625, "median_kld": 0.001059750723641173, "top1_agreement": 0.9755740107474352 }, { "index": 401, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00174388383825881, "median_kld": 0.0012361814924588543, "top1_agreement": 0.9819247679531021 }, { "index": 402, "source_cluster": "cpython5-v3.13.1-python-optimizer-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0009188518776498784, "median_kld": 1.7171221887934962e-05, "top1_agreement": 0.9956033219345384 }, { "index": 403, "source_cluster": "wiki5-en-gretchen-whitmer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010582686440511544, "median_kld": 0.0006931975242210342, "top1_agreement": 0.9877870053737177 }, { "index": 404, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015214800714945746, "median_kld": 0.00016014111929507635, "top1_agreement": 0.9912066438690766 }, { "index": 405, "source_cluster": "wiki5-cs-c-esko", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001777089434185452, "median_kld": 0.0004502970896282932, "top1_agreement": 0.9853444064484611 }, { "index": 406, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001348642900115189, "median_kld": 0.00018340141118855513, "top1_agreement": 0.9863214460185638 }, { "index": 407, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001534788587397296, "median_kld": 0.0012290411268907064, "top1_agreement": 0.975085490962384 }, { "index": 408, "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00679428251998912, "median_kld": 0.00023756801148408502, "top1_agreement": 0.9814362481680508 }, { "index": 409, "source_cluster": "wiki5-en-planet-of-the-apes", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019023628459700992, "median_kld": 0.0009264801899462327, "top1_agreement": 0.9853444064484611 }, { "index": 410, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013335731874082228, "median_kld": 0.0008409629590460099, "top1_agreement": 0.9745969711773327 }, { "index": 411, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006851190131902303, "median_kld": 0.0037593966936242396, "top1_agreement": 0.9594528578407425 }, { "index": 412, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001558462073691246, "median_kld": 0.0011535498239254593, "top1_agreement": 0.978505129457743 }, { "index": 413, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013506097588700608, "median_kld": 0.00096830101699652, "top1_agreement": 0.9819247679531021 }, { "index": 414, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017423985026808926, "median_kld": 0.00087361727617008, "top1_agreement": 0.9789936492427943 }, { "index": 415, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016232800744312673, "median_kld": 0.001087517244798164, "top1_agreement": 0.9789936492427943 }, { "index": 416, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013952619232772206, "median_kld": 0.0011160463815258481, "top1_agreement": 0.9848558866634098 }, { "index": 417, "source_cluster": "wiki5-en-abraham-lincoln", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022678940591457654, "median_kld": 0.0008439711505445757, "top1_agreement": 0.9838788470933073 }, { "index": 418, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013257102719197356, "median_kld": 0.0010258392153446039, "top1_agreement": 0.9794821690278456 }, { "index": 419, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015838470310934665, "median_kld": 0.001047401219310018, "top1_agreement": 0.9760625305324866 }, { "index": 420, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001192610883358737, "median_kld": 0.0007733592451302229, "top1_agreement": 0.9843673668783586 }, { "index": 421, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014187869590470456, "median_kld": 0.001176962101681056, "top1_agreement": 0.9819247679531021 }, { "index": 422, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014924496013076838, "median_kld": 0.0011243784436416604, "top1_agreement": 0.9809477283829995 }, { "index": 423, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014986834653940527, "median_kld": 0.0006197406166279507, "top1_agreement": 0.9853444064484611 }, { "index": 424, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013970190036633806, "median_kld": 0.001079245367197501, "top1_agreement": 0.9804592085979482 }, { "index": 425, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001228681750859149, "median_kld": 4.984566397858714e-05, "top1_agreement": 0.991695163654128 }, { "index": 426, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001563981866629606, "median_kld": 0.001281572703462075, "top1_agreement": 0.9741084513922814 }, { "index": 427, "source_cluster": "arxiv5-cs-AR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014140023091507793, "median_kld": 0.0010612038862234385, "top1_agreement": 0.978505129457743 }, { "index": 428, "source_cluster": "wiki5-ru-he023d755cf37", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001118412741864743, "median_kld": 0.0005357652999009588, "top1_agreement": 0.9848558866634098 }, { "index": 429, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001414885871638147, "median_kld": 0.0010571322001169392, "top1_agreement": 0.9804592085979482 }, { "index": 430, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013705162751332116, "median_kld": 0.0008133560433662979, "top1_agreement": 0.9755740107474352 }, { "index": 431, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011512313507658575, "median_kld": 0.000580745295565066, "top1_agreement": 0.9829018075232047 }, { "index": 432, "source_cluster": "pg2465", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015381518648037741, "median_kld": 0.001173684415448406, "top1_agreement": 0.9814362481680508 }, { "index": 433, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0013866455591695847, "median_kld": 0.0002506855279307274, "top1_agreement": 0.986809965803615 }, { "index": 434, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015889431979544894, "median_kld": 0.0012122266469916099, "top1_agreement": 0.9775280898876404 }, { "index": 435, "source_cluster": "wiki5-en-pete-buttigieg", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0010611323173114922, "median_kld": 0.0006414511667571787, "top1_agreement": 0.9843673668783586 }, { "index": 436, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012648762347481717, "median_kld": 0.0010068638100619864, "top1_agreement": 0.9760625305324866 }, { "index": 437, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-ziggurat-constants-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008649901535650268, "median_kld": 1.6209706951153535e-05, "top1_agreement": 0.8974108451392281 }, { "index": 438, "source_cluster": "pg1513", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00805140510219435, "median_kld": 0.0002721484419794251, "top1_agreement": 0.9780166096726918 }, { "index": 439, "source_cluster": "cpython5-v3.13.1-objects-typeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0011506936926217828, "median_kld": 7.343744829313437e-05, "top1_agreement": 0.9936492427943332 }, { "index": 440, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0011516613763504512, "median_kld": 0.000821973629626882, "top1_agreement": 0.9809477283829995 }, { "index": 441, "source_cluster": "pg1695", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015372344589666639, "median_kld": 0.0012211246270794618, "top1_agreement": 0.978505129457743 }, { "index": 442, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0016519795514273927, "median_kld": 0.0011503299113382326, "top1_agreement": 0.9824132877381534 }, { "index": 443, "source_cluster": "cpython5-v3.13.1-objects-namespaceobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010573860090642272, "median_kld": 2.4073966909843314e-05, "top1_agreement": 0.9931607230092818 }, { "index": 444, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001557136261190527, "median_kld": 0.0011949990596917814, "top1_agreement": 0.9760625305324866 }, { "index": 445, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0013442161127624871, "median_kld": 4.9976693986764076e-05, "top1_agreement": 0.986809965803615 }, { "index": 446, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014192402132928454, "median_kld": 0.0010670957919458601, "top1_agreement": 0.9745969711773327 }, { "index": 447, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001564726875839546, "median_kld": 0.0010934746660495875, "top1_agreement": 0.9843673668783586 }, { "index": 448, "source_cluster": "wiki5-pl-polska", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012936364316895332, "median_kld": 0.0004238059836598751, "top1_agreement": 0.9819247679531021 }, { "index": 449, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012733093899884502, "median_kld": 0.001001812635308852, "top1_agreement": 0.9829018075232047 }, { "index": 450, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014928425324494201, "median_kld": 0.0007767664980065092, "top1_agreement": 0.9770395701025891 }, { "index": 451, "source_cluster": "wiki5-nl-marie-antoinette-van-oostenrijk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014645673344203566, "median_kld": 0.0005788563958049053, "top1_agreement": 0.9882755251587689 }, { "index": 452, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013672975080626262, "median_kld": 0.0007064545474655404, "top1_agreement": 0.9838788470933073 }, { "index": 453, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0015809416055475164, "median_kld": 0.001088337854255883, "top1_agreement": 0.9804592085979482 }, { "index": 454, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012499257093869505, "median_kld": 0.0009269904609254809, "top1_agreement": 0.9824132877381534 }, { "index": 455, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012856375017926004, "median_kld": 0.0010680972245893372, "top1_agreement": 0.9824132877381534 }, { "index": 456, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001744457939824214, "median_kld": 0.001024426673025769, "top1_agreement": 0.979970688812897 }, { "index": 457, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013700862749876528, "median_kld": 0.0006385258800492011, "top1_agreement": 0.9824132877381534 }, { "index": 458, "source_cluster": "wiki5-en-ismail-haniyeh", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012727404735232812, "median_kld": 0.00063645092747322, "top1_agreement": 0.9775280898876404 }, { "index": 459, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014246763194955012, "median_kld": 0.0010115820617784266, "top1_agreement": 0.97361993160723 }, { "index": 460, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0014756592388363516, "median_kld": 0.0008625317705082125, "top1_agreement": 0.9819247679531021 }, { "index": 461, "source_cluster": "wiki5-pl-stany-zjednoczone", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011090634307572313, "median_kld": 0.0002617885590439073, "top1_agreement": 0.9853444064484611 }, { "index": 462, "source_cluster": "wiki5-en-lyndon-b-johnson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015265378271232888, "median_kld": 0.0009312743434861659, "top1_agreement": 0.9809477283829995 }, { "index": 463, "source_cluster": "wiki5-sv-u-137", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017061169611399959, "median_kld": 0.0007826678361269046, "top1_agreement": 0.9721543722520762 }, { "index": 464, "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005523125901334907, "median_kld": 0.0005747581382138378, "top1_agreement": 0.9775280898876404 }, { "index": 465, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001408738881978733, "median_kld": 0.0011561143176095356, "top1_agreement": 0.978505129457743 }, { "index": 466, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0015307630076288553, "median_kld": 0.0006890290339640615, "top1_agreement": 0.9794821690278456 }, { "index": 467, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014225531724399885, "median_kld": 0.0001620801394182081, "top1_agreement": 0.9330727894479727 }, { "index": 468, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006900753317140149, "median_kld": 0.00028124980042676384, "top1_agreement": 0.9721543722520762 }, { "index": 469, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013473901376406625, "median_kld": 0.0010931043589152978, "top1_agreement": 0.9814362481680508 }, { "index": 470, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0012363183544633939, "median_kld": 0.0010386990730819612, "top1_agreement": 0.9775280898876404 }, { "index": 471, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011960623516996704, "median_kld": 0.000955529702544311, "top1_agreement": 0.979970688812897 }, { "index": 472, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019345025436111546, "median_kld": 4.283721826980891e-06, "top1_agreement": 0.995114802149487 }, { "index": 473, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003200949943126503, "median_kld": 1.6387732209244277e-05, "top1_agreement": 0.9902296042989741 }, { "index": 474, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001304143890374776, "median_kld": 0.0008283474455552664, "top1_agreement": 0.9819247679531021 }, { "index": 475, "source_cluster": "pg3296", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028893282279922666, "median_kld": 0.0021280137791563902, "top1_agreement": 0.9711773326819736 }, { "index": 476, "source_cluster": "wiki5-en-george-washington", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0018216897354645168, "median_kld": 0.0008882624833859154, "top1_agreement": 0.9814362481680508 }, { "index": 477, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.001356124376298088, "median_kld": 0.0007058064239799933, "top1_agreement": 0.9824132877381534 }, { "index": 478, "source_cluster": "cpython5-v3.13.1-python-parking-lot-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0025111917151110995, "median_kld": 4.044920382639816e-05, "top1_agreement": 0.9946262823644357 }, { "index": 479, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014644392171465066, "median_kld": 0.0012261551886183497, "top1_agreement": 0.979970688812897 }, { "index": 480, "source_cluster": "pg76639", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0015753045987615024, "median_kld": 0.0011400818470974627, "top1_agreement": 0.9809477283829995 }, { "index": 481, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001384281985596376, "median_kld": 0.0010754754970356828, "top1_agreement": 0.975085490962384 }, { "index": 482, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0022764521754441752, "median_kld": 0.0008095834440595695, "top1_agreement": 0.9829018075232047 }, { "index": 483, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013904528171776326, "median_kld": 0.0010639376310592752, "top1_agreement": 0.9780166096726918 }, { "index": 484, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0012687431834516286, "median_kld": 0.0007006356792658153, "top1_agreement": 0.9755740107474352 }, { "index": 485, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0013710078097317272, "median_kld": 0.0010020719130920952, "top1_agreement": 0.9838788470933073 }, { "index": 486, "source_cluster": "wiki5-zh-h5ec00bb1371e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0011724121331011686, "median_kld": 0.0008419716696153046, "top1_agreement": 0.9853444064484611 }, { "index": 487, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0008658538194096502, "median_kld": 3.070392700976754e-05, "top1_agreement": 0.9975574010747436 }, { "index": 488, "source_cluster": "pg245", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002193214288907378, "median_kld": 0.0016529439799342072, "top1_agreement": 0.9741084513922814 }, { "index": 489, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0013738032864827117, "median_kld": 0.0008214551223773014, "top1_agreement": 0.9809477283829995 }, { "index": 490, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0014444802068971085, "median_kld": 0.0011174603570225372, "top1_agreement": 0.9789936492427943 }, { "index": 491, "source_cluster": "wiki5-zh-h93f419f88dab", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017141125591089632, "median_kld": 0.0008637067385279806, "top1_agreement": 0.9838788470933073 }, { "index": 492, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021320922109406386, "median_kld": 8.282160965134011e-05, "top1_agreement": 0.9897410845139228 }, { "index": 493, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016480747752494014, "median_kld": 0.0007943910771217588, "top1_agreement": 0.9824132877381534 }, { "index": 494, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0018070169135137744, "median_kld": 0.0009128404526563827, "top1_agreement": 0.9819247679531021 }, { "index": 495, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.001363788650067169, "median_kld": 0.0009736641626432174, "top1_agreement": 0.9765510503175379 }, { "index": 496, "source_cluster": "arxiv5-cs-CG-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0011189713760487116, "median_kld": 0.0007639031456108114, "top1_agreement": 0.986809965803615 }, { "index": 497, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001403395765701683, "median_kld": 0.0010046677023280992, "top1_agreement": 0.9863214460185638 }, { "index": 498, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0015294200233634302, "median_kld": 0.0008218454654524976, "top1_agreement": 0.9780166096726918 }, { "index": 499, "source_cluster": "wiki5-en-jill-biden", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0012733306276189816, "median_kld": 0.0007521199987152727, "top1_agreement": 0.979970688812897 }, { "index": 500, "source_cluster": "wiki5-en-marvel-cinematic-universe", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001238547347651783, "median_kld": 0.0006324005172473335, "top1_agreement": 0.986809965803615 }, { "index": 501, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0013219472088920952, "median_kld": 0.00100707873554029, "top1_agreement": 0.978505129457743 }, { "index": 502, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002060865912878571, "median_kld": 0.0008095066079363278, "top1_agreement": 0.9833903273082559 }, { "index": 503, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004884080233871147, "median_kld": 0.00012066181110359508, "top1_agreement": 0.9872984855886663 }, { "index": 504, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0015916995841929302, "median_kld": 0.0002607678818087322, "top1_agreement": 0.9892525647288715 }, { "index": 505, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017536578758047, "median_kld": 0.00024606898695367363, "top1_agreement": 0.991695163654128 }, { "index": 506, "source_cluster": "pg10148", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0014093581500202873, "median_kld": 0.0010401798192560818, "top1_agreement": 0.9789936492427943 }, { "index": 507, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001386051006024915, "median_kld": 0.001084843177068251, "top1_agreement": 0.979970688812897 }, { "index": 508, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0010527276550525648, "median_kld": 0.00015756709262859658, "top1_agreement": 0.9858329262335125 }, { "index": 509, "source_cluster": "wiki5-pt-rosa-ngela-lula-da-silva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0012025595867955175, "median_kld": 0.0006885356649490859, "top1_agreement": 0.9789936492427943 }, { "index": 510, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017536480730322528, "median_kld": 0.0007730755737611616, "top1_agreement": 0.9848558866634098 }, { "index": 511, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.001271440414414772, "median_kld": 0.0007512632776853767, "top1_agreement": 0.9848558866634098 } ], "content_sha256": "0aec1683f79364112e351660c42593799362fc61f2537b07def5a506e81997a7", "content_sha256_excludes": [ "generated_unix", "content_sha256" ] }